[FEAT] Add Llama 3.2 models to Fireworks AI's LLM selection dropdown (#…

…2384) Add Llama 3.2 3B and 1B models to Fireworks AI LLM selection
Mintplex-Labs · Sep 28, 2024 · cadc09d · cadc09d
1 parent 300e141
commit cadc09d
Show file tree

Hide file tree

Showing 3 changed files with 16 additions and 2 deletions.
diff --git a/server/utils/AiProviders/fireworksAi/models.js b/server/utils/AiProviders/fireworksAi/models.js
@@ -1,4 +1,16 @@
 const MODELS = {
+  "accounts/fireworks/models/llama-v3p2-3b-instruct": {
+    id: "accounts/fireworks/models/llama-v3p2-3b-instruct",
+    organization: "Meta",
+    name: "Llama 3.2 3B Instruct",
+    maxLength: 131072,
+  },
+  "accounts/fireworks/models/llama-v3p2-1b-instruct": {
+    id: "accounts/fireworks/models/llama-v3p2-1b-instruct",
+    organization: "Meta",
+    name: "Llama 3.2 1B Instruct",
+    maxLength: 131072,
+  },
   "accounts/fireworks/models/llama-v3p1-405b-instruct": {
     id: "accounts/fireworks/models/llama-v3p1-405b-instruct",
     organization: "Meta",

diff --git a/server/utils/AiProviders/fireworksAi/scripts/chat_models.txt b/server/utils/AiProviders/fireworksAi/scripts/chat_models.txt
@@ -1,5 +1,7 @@
 | Organization | Model Name | Model String for API | Context length |
 |--------------|------------|----------------------|----------------|
+| Meta | Llama 3.2 3B Instruct | accounts/fireworks/models/llama-v3p2-3b-instruct | 131072 |
+| Meta | Llama 3.2 1B Instruct | accounts/fireworks/models/llama-v3p2-1b-instruct | 131072 |
 | Meta | Llama 3.1 405B Instruct | accounts/fireworks/models/llama-v3p1-405b-instruct | 131072 |
 | Meta | Llama 3.1 70B Instruct | accounts/fireworks/models/llama-v3p1-70b-instruct | 131072 |
 | Meta | Llama 3.1 8B Instruct | accounts/fireworks/models/llama-v3p1-8b-instruct | 131072 |

diff --git a/server/utils/AiProviders/fireworksAi/scripts/parse.mjs b/server/utils/AiProviders/fireworksAi/scripts/parse.mjs
@@ -9,8 +9,8 @@
 
 // Update the date below if you run this again because Fireworks AI added new models.
 
-// Last Collected: Sep 15, 2024
-// NOTE: Only managed to collect 18 out of ~100 models!
+// Last Collected: Sep 27, 2024
+// NOTE: Only managed to collect 20 out of ~100 models!
 // https://fireworks.ai/models lists almost 100 chat language models.
 // If you want to add models, please manually add them to chat_models.txt...
 // ... I tried to write a script to grab them all but gave up after a few hours...