Skip to content

Commit 0f73218

Browse files
authored
Merge pull request #1 from mrmps/codex/add-inference.net-llm-models-and-pricing
Add Inference provider models
2 parents 7d25c5e + cc01d0d commit 0f73218

10 files changed

Lines changed: 194 additions & 0 deletions
Lines changed: 21 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,21 @@
1+
name = "Google Gemma 3"
2+
release_date = "2025-01-01"
3+
last_updated = "2025-01-01"
4+
attachment = true
5+
reasoning = false
6+
temperature = true
7+
knowledge = "2024-12"
8+
tool_call = true
9+
open_weights = true
10+
11+
[cost]
12+
input = 0.15
13+
output = 0.30
14+
15+
[limit]
16+
context = 125_000
17+
output = 4_096
18+
19+
[modalities]
20+
input = ["text", "image"]
21+
output = ["text"]
Lines changed: 21 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,21 @@
1+
name = "Llama 3.1 8B Instruct"
2+
release_date = "2025-01-01"
3+
last_updated = "2025-01-01"
4+
attachment = false
5+
reasoning = false
6+
temperature = true
7+
knowledge = "2023-12"
8+
tool_call = true
9+
open_weights = true
10+
11+
[cost]
12+
input = 0.025
13+
output = 0.025
14+
15+
[limit]
16+
context = 16_000
17+
output = 4_096
18+
19+
[modalities]
20+
input = ["text"]
21+
output = ["text"]
Lines changed: 21 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,21 @@
1+
name = "Llama 3.2 11B Vision Instruct"
2+
release_date = "2025-01-01"
3+
last_updated = "2025-01-01"
4+
attachment = true
5+
reasoning = false
6+
temperature = true
7+
knowledge = "2023-12"
8+
tool_call = true
9+
open_weights = true
10+
11+
[cost]
12+
input = 0.055
13+
output = 0.055
14+
15+
[limit]
16+
context = 16_000
17+
output = 4_096
18+
19+
[modalities]
20+
input = ["text", "image"]
21+
output = ["text"]
Lines changed: 21 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,21 @@
1+
name = "Llama 3.2 1B Instruct"
2+
release_date = "2025-01-01"
3+
last_updated = "2025-01-01"
4+
attachment = false
5+
reasoning = false
6+
temperature = true
7+
knowledge = "2023-12"
8+
tool_call = true
9+
open_weights = true
10+
11+
[cost]
12+
input = 0.01
13+
output = 0.01
14+
15+
[limit]
16+
context = 16_000
17+
output = 4_096
18+
19+
[modalities]
20+
input = ["text"]
21+
output = ["text"]
Lines changed: 21 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,21 @@
1+
name = "Llama 3.2 3B Instruct"
2+
release_date = "2025-01-01"
3+
last_updated = "2025-01-01"
4+
attachment = false
5+
reasoning = false
6+
temperature = true
7+
knowledge = "2023-12"
8+
tool_call = true
9+
open_weights = true
10+
11+
[cost]
12+
input = 0.02
13+
output = 0.02
14+
15+
[limit]
16+
context = 16_000
17+
output = 4_096
18+
19+
[modalities]
20+
input = ["text"]
21+
output = ["text"]
Lines changed: 21 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,21 @@
1+
name = "Mistral Nemo 12B Instruct"
2+
release_date = "2025-01-01"
3+
last_updated = "2025-01-01"
4+
attachment = false
5+
reasoning = false
6+
temperature = true
7+
knowledge = "2024-12"
8+
tool_call = true
9+
open_weights = true
10+
11+
[cost]
12+
input = 0.038
13+
output = 0.10
14+
15+
[limit]
16+
context = 16_000
17+
output = 4_096
18+
19+
[modalities]
20+
input = ["text"]
21+
output = ["text"]
Lines changed: 21 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,21 @@
1+
name = "Osmosis Structure 0.6B"
2+
release_date = "2025-01-01"
3+
last_updated = "2025-01-01"
4+
attachment = false
5+
reasoning = false
6+
temperature = true
7+
knowledge = "2024-12"
8+
tool_call = true
9+
open_weights = true
10+
11+
[cost]
12+
input = 0.10
13+
output = 0.50
14+
15+
[limit]
16+
context = 4_000
17+
output = 2_048
18+
19+
[modalities]
20+
input = ["text"]
21+
output = ["text"]
Lines changed: 21 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,21 @@
1+
name = "Qwen 2.5 7B Vision Instruct"
2+
release_date = "2025-01-01"
3+
last_updated = "2025-01-01"
4+
attachment = true
5+
reasoning = false
6+
temperature = true
7+
knowledge = "2024-12"
8+
tool_call = true
9+
open_weights = true
10+
11+
[cost]
12+
input = 0.20
13+
output = 0.20
14+
15+
[limit]
16+
context = 125_000
17+
output = 4_096
18+
19+
[modalities]
20+
input = ["text", "image"]
21+
output = ["text"]
Lines changed: 21 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,21 @@
1+
name = "Qwen 3 Embedding 4B"
2+
release_date = "2025-01-01"
3+
last_updated = "2025-01-01"
4+
attachment = false
5+
reasoning = false
6+
temperature = false
7+
knowledge = "2024-12"
8+
tool_call = false
9+
open_weights = true
10+
11+
[cost]
12+
input = 0.01
13+
output = 0.00
14+
15+
[limit]
16+
context = 32_000
17+
output = 2_048
18+
19+
[modalities]
20+
input = ["text"]
21+
output = ["text"]

‎providers/inference/provider.toml‎

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
name = "Inference"
2+
env = ["INFERENCE_API_KEY"]
3+
npm = "@ai-sdk/openai-compatible"
4+
api = "https://inference.net/v1"
5+
doc = "https://inference.net/models"

0 commit comments

Comments
 (0)