kitoken/packages/javascript/package.json at main · Systemcluster/kitoken · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
{
    "name": "kitoken",
    "displayName": "Kitoken",
    "description": "Fast and versatile tokenizer for language models, supporting BPE, Unigram and WordPiece tokenization",
    "version": "0.10.1",
    "author": {
        "name": "Christian Sdunek",
        "email": "me@systemcluster.me"
    },
    "license": "BSD-2-Clause",
    "homepage": "https://kitoken.dev",
    "repository": {
        "type": "git",
        "url": "github:Systemcluster/kitoken"
    },
    "readme": "README.md",
    "keywords": [
        "tokenizer",
        "nlp",
        "bpe",
        "unigram",
        "wordpiece"
    ],
    "engines": {
        "node": ">=18"
    },
    "type": "module",
    "main": "./dist/index.js",
    "types": "./dist/index.d.ts",
    "exports": {
        ".": {
            "types": "./dist/index.d.ts",
            "default": "./dist/index.js"
        },
        "./node": {
            "types": "./dist/node.d.ts",
            "default": "./dist/node.cjs"
        },
        "./web": {
            "types": "./dist/web.d.ts",
            "default": "./dist/web.js"
        },
        "./minimal": {
            "types": "./dist/minimal.d.ts",
            "default": "./dist/minimal.js"
        },
        "./full": {
            "types": "./dist/full.d.ts",
            "default": "./dist/full.js"
        }
    },
    "files": [
        "./dist/*"
    ],
    "scripts": {
        "build:node": "wasm-pack build --release --no-pack --target nodejs --out-dir dist --out-name node --features std,convert,split,regex-perf,inspect -Zbuild-std=panic_abort,core,alloc,std && move-file dist/node.js dist/node.cjs",
        "build:web": "wasm-pack build --release --no-pack --target web --out-dir dist --out-name web --features std,convert,inspect -Zbuild-std=panic_abort,core,alloc,std",
        "build:bundler": "wasm-pack build --release --no-pack --target bundler --out-dir dist --out-name index --features std,convert,inspect -Zbuild-std=panic_abort,core,alloc,std",
        "build:minimal": "wasm-pack build --release --no-pack --target bundler --out-dir dist --out-name minimal --features std,default -Zbuild-std=panic_abort,core,alloc,std",
        "build:full": "wasm-pack build --release --no-pack --target bundler --out-dir dist --out-name full --features std,convert,split,regex-perf,inspect -Zbuild-std=panic_abort,core,alloc,std",
        "build": "cross-env RUSTC_BOOTSTRAP=1 RUSTFLAGS=\"-Ctarget-cpu=mvp -Ctarget-feature=+crt-static,+sign-ext,+bulk-memory,+nontrapping-fptoint,+multivalue,+reference-types -Clto -Cembed-bitcode=yes -Zwasm-c-abi=spec\" concurrently -m 1 'npm:build:node' 'npm:build:web' 'npm:build:bundler' 'npm:build:minimal' 'npm:build:full'",
        "prepare": "cross-env RUSTC_BOOTSTRAP=1 RUSTFLAGS=\"-Ctarget-cpu=mvp -Ctarget-feature=+crt-static,+sign-ext,+bulk-memory,+nontrapping-fptoint,+multivalue,+reference-types -Clto -Cembed-bitcode=yes -Zwasm-c-abi=spec\" concurrently -m 1 'npm:build:node' 'npm:build:web' 'npm:build:bundler' 'npm:build:minimal' 'npm:build:full'"
    },
    "devDependencies": {
        "concurrently": "^9.2.1",
        "cross-env": "^10.1.0",
        "move-file-cli": "^3.0.0",
        "wasm-pack": "^0.14.0"
    }
}