llm/Cargo.toml at main · ceylonai/llm · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
[package]
name = "llm"
version = "1.3.5"
edition = "2021"
description = "A Rust library unifying multiple LLM backends."
license = "MIT"
authors = [
    "Tristan Granier <graniet75@gmail.com>",
    "Jared Kofron <jared.kofron@gmail.com>",
]
repository = "https://github.com/graniet/llm"
documentation = "https://docs.rs/llm"
homepage = "https://github.com/graniet/llm"
default-run = "llm"

[features]
default = ["cli", "default-tls"]
default-tls = ["reqwest/default-tls"]
rustls-tls = ["reqwest/rustls-tls"]
full = [
    "openai",
    "anthropic",
    "ollama",
    "deepseek",
    "xai",
    "phind",
    "google",
    "groq",
    "azure_openai",
    "api",
    "elevenlabs",
    "agent",
    "cohere",
    "mistral",
    "openrouter",
    "huggingface",
]
openai = []
anthropic = []
ollama = []
deepseek = []
xai = []
phind = []
google = []
groq = []
azure_openai = []
cohere = []
mistral = []
openrouter = []
huggingface = []
cli = ["full", "dep:clap", "dep:rustyline", "dep:colored", "dep:spinners"]
api = ["dep:axum", "dep:tower-http", "dep:uuid"]
elevenlabs = []
agent = []
rodio = ["dep:rodio"]
logging = ["dep:env_logger"]

[dependencies]
serde = { version = "1.0", features = ["derive"] }
reqwest = { version = "0.12.12", default-features = false, features = ["json", "multipart", "stream"] }
serde_json = "1.0"
async-trait = "0.1"
axum = { version = "0.7", optional = true, features = ["json"] }
tokio = { version = "1.0", features = ["full"] }
tower-http = { version = "0.5", optional = true, features = ["cors"] }
uuid = { version = "1.0", optional = true, features = ["v4"] }
base64 = "0.22.1"
futures = "0.3"
clap = { version = "4", features = ["derive"], optional = true }
rustyline = { version = "15", optional = true }
colored = { version = "3.0.0", optional = true }
spinners = { version = "4.1", optional = true }
serde_yaml = "0.9"
dirs = "6.0.0"
either = { version = "1.15.0", features = ["serde"] }
rodio = { version = "0.20.0", features = ["mp3", "wav"], optional = true }
regex = "1.10"
log = "0.4"
env_logger = { version = "0.11", optional = true }
chrono = {version = "0.4", default-features = false, features = ["serde"]}
rand = "0.8"

[[bin]]
name = "llm"
path = "src/bin/llm-cli.rs"
required-features = ["cli"]

[dev-dependencies]
tokio = { version = "1.0", features = ["macros", "rt-multi-thread"] }
rodio = { version = "0.20.1", default-features = false, features = ["symphonia-all"]}
rstest = "0.26"