Skip to content

Commit 0424eec

Browse files
RPate97RPate97
authored
Merge pull request #128 from rjmacarthy/chore/update-models
Update groq and perplexity models
2 parents 81bb007 + 160a578 commit 0424eec

File tree

4 files changed

+32
-31
lines changed

4 files changed

+32
-31
lines changed

‎docs/providers/groq.md

Lines changed: 9 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -38,13 +38,15 @@ main()
3838
<!-- compatibility -->
3939
## Supported Models
4040

41-
| Model | Chat Completion | Streaming | JSON Output | Image Input | Function Calling | N > 1 |
42-
| ------------------ | --------------- | --------- | ----------- | ----------- | ---------------- | ----- |
43-
| llama3-8b-8192 | ✅ | ✅ | ➖ | ➖ | ➖ | ➖ |
44-
| llama3-70b-8192 | ✅ | ✅ | ✅ | ➖ | ➖ | ➖ |
45-
| mixtral-8x7b-32768 | ✅ | ✅ | ➖ | ➖ | ➖ | ➖ |
46-
| gemma-7b-it | ✅ | ✅ | ✅ | ➖ | ➖ | ➖ |
47-
| gemma2-9b-it | ✅ | ✅ | ✅ | ➖ | ➖ | ➖ |
41+
| Model | Chat Completion | Streaming | JSON Output | Image Input | Function Calling | N > 1 |
42+
| ----------------------- | --------------- | --------- | ----------- | ----------- | ---------------- | ----- |
43+
| llama-3.3-70b-versatile | ✅ | ✅ | ✅ | ➖ | ➖ | ➖ |
44+
| llama-3.1-8b-instant | ✅ | ✅ | ✅ | ➖ | ➖ | ➖ |
45+
| llama3-8b-8192 | ✅ | ✅ | ➖ | ➖ | ➖ | ➖ |
46+
| llama3-70b-8192 | ✅ | ✅ | ✅ | ➖ | ➖ | ➖ |
47+
| mixtral-8x7b-32768 | ✅ | ✅ | ➖ | ➖ | ➖ | ➖ |
48+
| gemma-7b-it | ✅ | ✅ | ✅ | ➖ | ➖ | ➖ |
49+
| gemma2-9b-it | ✅ | ✅ | ✅ | ➖ | ➖ | ➖ |
4850

4951
### Legend
5052
| Symbol | Description |

‎docs/providers/perplexity.md

Lines changed: 5 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -38,15 +38,11 @@ main()
3838
<!-- compatibility -->
3939
## Supported Models
4040

41-
| Model | Chat Completion | Streaming | JSON Output | Image Input | Function Calling | N > 1 |
42-
| ------------------------------ | --------------- | --------- | ----------- | ----------- | ---------------- | ----- |
43-
| llama-3-sonar-small-32k-chat | ✅ | ✅ | ➖ | ➖ | ➖ | ➖ |
44-
| llama-3-sonar-small-32k-online | ✅ | ✅ | ➖ | ➖ | ➖ | ➖ |
45-
| llama-3-sonar-large-32k-chat | ✅ | ✅ | ➖ | ➖ | ➖ | ➖ |
46-
| llama-3-sonar-large-32k-online | ✅ | ✅ | ➖ | ➖ | ➖ | ➖ |
47-
| llama-3-8b-instruct | ✅ | ✅ | ➖ | ➖ | ➖ | ➖ |
48-
| llama-3-70b-instruct | ✅ | ✅ | ➖ | ➖ | ➖ | ➖ |
49-
| mixtral-8x7b-instruct | ✅ | ✅ | ➖ | ➖ | ➖ | ➖ |
41+
| Model | Chat Completion | Streaming | JSON Output | Image Input | Function Calling | N > 1 |
42+
| --------------------------------- | --------------- | --------- | ----------- | ----------- | ---------------- | ----- |
43+
| llama-3.1-sonar-small-128k-online | ✅ | ✅ | ➖ | ➖ | ➖ | ➖ |
44+
| llama-3.1-sonar-large-128k-online | ✅ | ✅ | ➖ | ➖ | ➖ | ➖ |
45+
| llama-3.1-sonar-huge-128k-online | ✅ | ✅ | ➖ | ➖ | ➖ | ➖ |
5046

5147
### Legend
5248
| Symbol | Description |

‎src/index.ts

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,6 @@
11
import { LLMChat } from './chat/index.js'
22
import { ConfigOptions } from './userTypes/index.js'
3+
export * from './models.js'
34
export * from './userTypes/index.js'
45

56
// Extract the public interface from OpenAI, including both properties and methods

‎src/models.ts

Lines changed: 17 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -364,6 +364,8 @@ export const models = {
364364
},
365365
groq: {
366366
models: [
367+
'llama-3.3-70b-versatile',
368+
'llama-3.1-8b-instant',
367369
'llama3-8b-8192',
368370
'llama3-70b-8192',
369371
'mixtral-8x7b-32768',
@@ -372,6 +374,8 @@ export const models = {
372374
] as const,
373375
supportsCompletion: true,
374376
supportsStreaming: [
377+
'llama-3.3-70b-versatile',
378+
'llama-3.1-8b-instant',
375379
'llama3-8b-8192',
376380
'llama3-70b-8192',
377381
'mixtral-8x7b-32768',
@@ -382,31 +386,29 @@ export const models = {
382386
// produce valid JSON or produce very low quality results for the following prompt: "Generate a
383387
// JSON that maps ten athletes to their jersey numbers". We removed these models from the list
384388
// to ensure that we only support models that reliably produce decent results.
385-
supportsJSON: ['llama3-70b-8192', 'gemma-7b-it', 'gemma2-9b-it'] as const,
389+
supportsJSON: [
390+
'llama-3.3-70b-versatile',
391+
'llama-3.1-8b-instant',
392+
'llama3-70b-8192',
393+
'gemma-7b-it',
394+
'gemma2-9b-it',
395+
] as const,
386396
supportsImages: [] as const,
387397
supportsToolCalls: [] as const,
388398
supportsN: false,
389399
generateDocs: true,
390400
},
391401
perplexity: {
392402
models: [
393-
'llama-3-sonar-small-32k-chat',
394-
'llama-3-sonar-small-32k-online',
395-
'llama-3-sonar-large-32k-chat',
396-
'llama-3-sonar-large-32k-online',
397-
'llama-3-8b-instruct',
398-
'llama-3-70b-instruct',
399-
'mixtral-8x7b-instruct',
403+
'llama-3.1-sonar-small-128k-online',
404+
'llama-3.1-sonar-large-128k-online',
405+
'llama-3.1-sonar-huge-128k-online',
400406
] as const,
401407
supportsCompletion: true,
402408
supportsStreaming: [
403-
'llama-3-sonar-small-32k-chat',
404-
'llama-3-sonar-small-32k-online',
405-
'llama-3-sonar-large-32k-chat',
406-
'llama-3-sonar-large-32k-online',
407-
'llama-3-8b-instruct',
408-
'llama-3-70b-instruct',
409-
'mixtral-8x7b-instruct',
409+
'llama-3.1-sonar-small-128k-online',
410+
'llama-3.1-sonar-large-128k-online',
411+
'llama-3.1-sonar-huge-128k-online',
410412
] as const,
411413
supportsJSON: [] as const,
412414
supportsImages: [] as const,

0 commit comments

Comments
 (0)