tokenizers-php/composer.json at main · CodeWithKyrian/tokenizers-php · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
{
    "name": "codewithkyrian/tokenizers",
    "description": "Fast, pure-PHP tokenizer library compatible with Hugging Face tokenizers for encoding and decoding text",
    "type": "library",
    "license": "MIT",
    "keywords": [
        "tokenizer",
        "tokenization",
        "nlp",
        "natural-language-processing",
        "huggingface",
        "transformers",
        "bpe",
        "wordpiece",
        "sentencepiece",
        "bert",
        "gpt",
        "llm",
        "machine-learning",
        "text-processing",
        "encoding"
    ],
    "autoload": {
        "psr-4": {
            "Codewithkyrian\\Tokenizers\\": "src/"
        }
    },
    "autoload-dev": {
        "psr-4": {
            "Codewithkyrian\\Tokenizers\\Tests\\": "tests/"
        }
    },
    "require": {
        "php": "^8.2",
        "codewithkyrian/huggingface": "^1.0"
    },
    "require-dev": {
        "friendsofphp/php-cs-fixer": "^3.91",
        "guzzlehttp/guzzle": "^7.0",
        "pestphp/pest": "^2.36.0|^3.5.0",
        "phpstan/phpstan": "^2.1",
        "symfony/var-dumper": "^6.4.11|^7.1.5|^8.0"
    },
    "config": {
        "sort-packages": true,
        "allow-plugins": {
            "pestphp/pest-plugin": true,
            "php-http/discovery": true
        }
    },
    "scripts": {
        "test": "vendor/bin/pest",
        "cs:fix": "vendor/bin/php-cs-fixer fix",
        "cs:check": "vendor/bin/php-cs-fixer fix --dry-run --diff",
        "analyse": "vendor/bin/phpstan analyse -c phpstan.dist.neon"
    }
}