Repository navigation
Expand file tree
/
Copy pathpackage.json
More file actions
73 lines (73 loc) · 1.57 KB
/
Copy pathpackage.json
File metadata and controls
73 lines (73 loc) · 1.57 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
{
"name": "@neabyte/byte-tokenizer",
"description": "Encode text into deterministic byte IDs and special tokens",
"version": "0.2.0",
"type": "module",
"main": "dist/index.cjs",
"module": "dist/index.mjs",
"types": "dist/index.d.ts",
"exports": {
".": {
"require": "./dist/index.cjs",
"import": "./dist/index.mjs",
"types": "./dist/index.d.ts"
}
},
"scripts": {
"build": "unbuild --minify",
"clean": "rm -rf dist",
"prepublishOnly": "rm -rf dist && npm run build"
},
"keywords": [
"byte-level",
"byte-tokenizer",
"chat-template",
"decoding",
"encoding",
"language-model",
"mit",
"natural-language-processing",
"nlp",
"special-tokens",
"string-processing",
"text-decoding",
"text-encoding",
"text-processing",
"tokenids",
"tokenization",
"tokenizer",
"unicode",
"utf-8",
"vocabulary-free"
],
"dependencies": {},
"devDependencies": {
"@typescript/typescript6": "^6.0.2",
"unbuild": "^3.6.1"
},
"author": {
"name": "NeaByteLab",
"email": "me@neabyte.com",
"url": "https://github.com/NeaByteLab"
},
"license": "MIT",
"repository": {
"type": "git",
"url": "https://github.com/NeaByteLab/Byte-Tokenizer.git"
},
"bugs": {
"url": "https://github.com/NeaByteLab/Byte-Tokenizer/issues"
},
"homepage": "https://github.com/NeaByteLab/Byte-Tokenizer#readme",
"engines": {
"node": ">=24.0.0"
},
"files": [
"dist/**/*",
"README.md",
"LICENSE"
],
"publishConfig": {
"access": "public"
}
}