Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
506 changes: 506 additions & 0 deletions packages/core/script/generate-friendli.ts

Large diffs are not rendered by default.

3 changes: 3 additions & 0 deletions providers/friendli/logo.svg
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
22 changes: 22 additions & 0 deletions providers/friendli/models/LGAI-EXAONE-EXAONE-4.0.1-32B.toml
Original file line number Diff line number Diff line change
@@ -0,0 +1,22 @@
name = "EXAONE 4.0.1 32B"
family = "exaone"
attachment = false
reasoning = true
tool_call = true
structured_output = true
temperature = true
release_date = "2025-07-31"
last_updated = "2025-12-23"
open_weights = true

[cost]
input = 0.6
output = 1

[limit]
context = 131_072
output = 131_072

[modalities]
input = ["text"]
output = ["text"]
22 changes: 22 additions & 0 deletions providers/friendli/models/Qwen-Qwen3-235B-A22B-Instruct-2507.toml
Original file line number Diff line number Diff line change
@@ -0,0 +1,22 @@
name = "Qwen3 235B A22B Instruct 2507"
family = "qwen3"
attachment = false
reasoning = false
tool_call = true
structured_output = true
temperature = true
release_date = "2025-07-29"
last_updated = "2025-12-23"
open_weights = true

[cost]
input = 0.2
output = 0.8

[limit]
context = 131_072
output = 131_072

[modalities]
input = ["text"]
output = ["text"]
18 changes: 18 additions & 0 deletions providers/friendli/models/Qwen-Qwen3-235B-A22B-Thinking-2507.toml
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
name = "Qwen3 235B A22B Thinking 2507"
family = "qwen3"
attachment = false
reasoning = true
tool_call = true
structured_output = true
temperature = true
release_date = "2025-07-29"
last_updated = "2025-12-23"
open_weights = true

[limit]
context = 131_072
output = 131_072

[modalities]
input = ["text"]
output = ["text"]
18 changes: 18 additions & 0 deletions providers/friendli/models/Qwen-Qwen3-30B-A3B.toml
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
name = "Qwen3 30B A3B"
family = "qwen3"
attachment = false
reasoning = true
tool_call = true
structured_output = true
temperature = true
release_date = "2025-06-16"
last_updated = "2025-12-23"
open_weights = true

[limit]
context = 131_072
output = 8_000

[modalities]
input = ["text"]
output = ["text"]
18 changes: 18 additions & 0 deletions providers/friendli/models/Qwen-Qwen3-32B.toml
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
name = "Qwen3 32B"
family = "qwen3"
attachment = false
reasoning = true
tool_call = true
structured_output = true
temperature = true
release_date = "2025-06-16"
last_updated = "2025-12-23"
open_weights = true

[limit]
context = 131_072
output = 8_000

[modalities]
input = ["text"]
output = ["text"]
18 changes: 18 additions & 0 deletions providers/friendli/models/deepseek-ai-DeepSeek-R1-0528.toml
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
name = "DeepSeek R1 0528"
family = "deepseek-r1"
attachment = false
reasoning = true
tool_call = false
structured_output = true
temperature = true
release_date = "2025-07-11"
last_updated = "2025-12-23"
open_weights = true

[limit]
context = 163_840
output = 163_840

[modalities]
input = ["text"]
output = ["text"]
22 changes: 22 additions & 0 deletions providers/friendli/models/meta-llama-3.1-8b-instruct.toml
Original file line number Diff line number Diff line change
@@ -0,0 +1,22 @@
name = "Llama 3.1 8B Instruct"
family = "llama-3.1"
attachment = false
reasoning = false
tool_call = true
structured_output = true
temperature = true
release_date = "2024-08-01"
last_updated = "2025-12-23"
open_weights = true

[cost]
input = 0.1
output = 0.1

[limit]
context = 131_072
output = 8_000

[modalities]
input = ["text"]
output = ["text"]
22 changes: 22 additions & 0 deletions providers/friendli/models/meta-llama-3.3-70b-instruct.toml
Original file line number Diff line number Diff line change
@@ -0,0 +1,22 @@
name = "Llama 3.3 70B Instruct"
family = "llama-3.3"
attachment = false
reasoning = false
tool_call = true
structured_output = true
temperature = true
release_date = "2024-08-01"
last_updated = "2025-12-23"
open_weights = true

[cost]
input = 0.6
output = 0.6

[limit]
context = 131_072
output = 131_072

[modalities]
input = ["text"]
output = ["text"]
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
name = "Llama 4 Maverick 17B 128E Instruct"
family = "llama-4"
attachment = false
reasoning = true
tool_call = false
structured_output = true
temperature = true
release_date = "2025-06-16"
last_updated = "2025-12-23"
open_weights = true

[limit]
context = 131_072
output = 8_000

[modalities]
input = ["text"]
output = ["text"]
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
name = "Llama 4 Scout 17B 16E Instruct"
family = "llama-4"
attachment = false
reasoning = true
tool_call = false
structured_output = true
temperature = true
release_date = "2025-06-16"
last_updated = "2025-12-23"
open_weights = true

[limit]
context = 131_072
output = 8_000

[modalities]
input = ["text"]
output = ["text"]
18 changes: 18 additions & 0 deletions providers/friendli/models/zai-org-GLM-4.6.toml
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
name = "GLM 4.6"
family = "glm-4"
attachment = false
reasoning = true
tool_call = true
structured_output = true
temperature = true
release_date = "2025-10-31"
last_updated = "2025-12-23"
open_weights = true

[limit]
context = 131_072
output = 131_072

[modalities]
input = ["text"]
output = ["text"]
5 changes: 5 additions & 0 deletions providers/friendli/provider.toml
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
name = "Friendli"
env = ["FRIENDLI_TOKEN"]
npm = "@ai-sdk/openai-compatible"
api = "https://api.friendli.ai/serverless/v1"
doc = "https://friendli.ai/docs/guides/serverless_endpoints/introduction"