Skip to content

Commit

Permalink
bump Perplexity models (#2275)
Browse files Browse the repository at this point in the history
  • Loading branch information
timothycarambat authored Sep 12, 2024
1 parent 207b7d6 commit 906eb70
Show file tree
Hide file tree
Showing 3 changed files with 14 additions and 56 deletions.
55 changes: 10 additions & 45 deletions server/utils/AiProviders/perplexity/models.js
Original file line number Diff line number Diff line change
@@ -1,59 +1,29 @@
const MODELS = {
"llama-3-sonar-small-32k-online": {
id: "llama-3-sonar-small-32k-online",
name: "llama-3-sonar-small-32k-online",
maxLength: 28000,
},
"llama-3-sonar-small-32k-chat": {
id: "llama-3-sonar-small-32k-chat",
name: "llama-3-sonar-small-32k-chat",
maxLength: 32768,
},
"llama-3-sonar-large-32k-online": {
id: "llama-3-sonar-large-32k-online",
name: "llama-3-sonar-large-32k-online",
maxLength: 28000,
},
"llama-3-sonar-large-32k-chat": {
id: "llama-3-sonar-large-32k-chat",
name: "llama-3-sonar-large-32k-chat",
maxLength: 32768,
},
"llama-3.1-sonar-small-128k-online": {
id: "llama-3.1-sonar-small-128k-online",
name: "llama-3.1-sonar-small-128k-online",
maxLength: 127072,
},
"llama-3.1-sonar-small-128k-chat": {
id: "llama-3.1-sonar-small-128k-chat",
name: "llama-3.1-sonar-small-128k-chat",
maxLength: 131072,
},
"llama-3.1-sonar-large-128k-online": {
id: "llama-3.1-sonar-large-128k-online",
name: "llama-3.1-sonar-large-128k-online",
maxLength: 127072,
},
"llama-3.1-sonar-huge-128k-online": {
id: "llama-3.1-sonar-huge-128k-online",
name: "llama-3.1-sonar-huge-128k-online",
maxLength: 127072,
},
"llama-3.1-sonar-small-128k-chat": {
id: "llama-3.1-sonar-small-128k-chat",
name: "llama-3.1-sonar-small-128k-chat",
maxLength: 131072,
},
"llama-3.1-sonar-large-128k-chat": {
id: "llama-3.1-sonar-large-128k-chat",
name: "llama-3.1-sonar-large-128k-chat",
maxLength: 131072,
},
"llama-3-8b-instruct": {
id: "llama-3-8b-instruct",
name: "llama-3-8b-instruct",
maxLength: 8192,
},
"llama-3-70b-instruct": {
id: "llama-3-70b-instruct",
name: "llama-3-70b-instruct",
maxLength: 8192,
},
"mixtral-8x7b-instruct": {
id: "mixtral-8x7b-instruct",
name: "mixtral-8x7b-instruct",
maxLength: 16384,
},
"llama-3.1-8b-instruct": {
id: "llama-3.1-8b-instruct",
name: "llama-3.1-8b-instruct",
Expand All @@ -64,11 +34,6 @@ const MODELS = {
name: "llama-3.1-70b-instruct",
maxLength: 131072,
},
"llama-3.1-sonar-huge-128k-chat": {
id: "llama-3.1-sonar-huge-128k-chat",
name: "llama-3.1-sonar-huge-128k-chat",
maxLength: 127072,
},
};

module.exports.MODELS = MODELS;
13 changes: 3 additions & 10 deletions server/utils/AiProviders/perplexity/scripts/chat_models.txt
Original file line number Diff line number Diff line change
@@ -1,16 +1,9 @@
| Model | Parameter Count | Context Length | Model Type |
| :---------------------------------- | :-------------- | :------------- | :-------------- |
| `llama-3-sonar-small-32k-online` | 8B | 28,000 | Chat Completion |
| `llama-3-sonar-small-32k-chat` | 8B | 32,768 | Chat Completion |
| `llama-3-sonar-large-32k-online` | 70B | 28,000 | Chat Completion |
| `llama-3-sonar-large-32k-chat` | 70B | 32,768 | Chat Completion |
| `llama-3.1-sonar-small-128k-online` | 8B | 127,072 | Chat Completion |
| `llama-3.1-sonar-small-128k-chat` | 8B | 131,072 | Chat Completion |
| `llama-3.1-sonar-large-128k-online` | 70B | 127,072 | Chat Completion |
| `llama-3.1-sonar-huge-128k-online` | 405B | 127,072 | Chat Completion |
| `llama-3.1-sonar-small-128k-chat` | 8B | 131,072 | Chat Completion |
| `llama-3.1-sonar-large-128k-chat` | 70B | 131,072 | Chat Completion |
| `llama-3-8b-instruct` | 8B | 8,192 | Chat Completion |
| `llama-3-70b-instruct` | 70B | 8,192 | Chat Completion |
| `mixtral-8x7b-instruct` | 8x7B | 16,384 | Chat Completion |
| `llama-3.1-8b-instruct` | 8B | 131,072 | Chat Completion |
| `llama-3.1-70b-instruct` | 70B | 131,072 | Chat Completion |
| `llama-3.1-sonar-huge-128k-chat` | 405B | 127,072 | Chat Completion |
| `llama-3.1-70b-instruct` | 70B | 131,072 | Chat Completion |
2 changes: 1 addition & 1 deletion server/utils/AiProviders/perplexity/scripts/parse.mjs
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@
// copy outputs into the export in ../models.js

// Update the date below if you run this again because Perplexity added new models.
// Last Collected: Jul 31, 2024
// Last Collected: Sept 12, 2024

import fs from "fs";

Expand Down

0 comments on commit 906eb70

Please sign in to comment.