Add Infinity-Instruct-3M-0613-Llama3-70B to AlpacaEval

tatsu-lab · Jun 29, 2024 · 25298d2 · 25298d2
1 parent 2638c31
commit 25298d2
Show file tree

Hide file tree

Showing 6 changed files with 76,076 additions and 4,830 deletions.
diff --git a/results/Infinity-Instruct-3M-0613-Llama3-70B/model_outputs.json b/results/Infinity-Instruct-3M-0613-Llama3-70B/model_outputs.json
diff --git a/...lts/Infinity-Instruct-3M-0613-Llama3-70B/weighted_alpaca_eval_gpt4_turbo/annotations.json b/...lts/Infinity-Instruct-3M-0613-Llama3-70B/weighted_alpaca_eval_gpt4_turbo/annotations.json
diff --git a/results/Infinity-Instruct-3M-0613-Mistral-7B/model_outputs.json b/results/Infinity-Instruct-3M-0613-Mistral-7B/model_outputs.json
diff --git a/...lpaca_eval/leaderboards/data_AlpacaEval_2/weighted_alpaca_eval_gpt4_turbo_leaderboard.csv b/...lpaca_eval/leaderboards/data_AlpacaEval_2/weighted_alpaca_eval_gpt4_turbo_leaderboard.csv
@@ -32,6 +32,7 @@ gpt4_0613_verbose,23.237360043453418,1.283539505582624,171,630,4,805,21.49068322
 mistral-large-2402,21.43877598137888,1.2485232545097724,166,638,1,805,20.6832298136646,verified,1362,32.65207998531868,
 SPPO-Mistral7B-PairRM-ExPO,35.4431306716895,1.398130896602677,274,531,0,805,34.037267080745345,community,2288,31.822321960655582,
 merlinite-7B-AOT,29.89635084070223,1.3666520485228832,234,571,0,805,29.068322981366464,community,1855,31.721885287042845,0.8150560619387706
+Infinity-Instruct-3M-0613-Llama3-70B,19.265008711394984,1.1892676587571642,143,658,4,805,18.012422360248447,community,1192,31.525606214845013,0.7743157557419648
 Samba-CoE-v0.2-best-of-16,26.988254318335404,1.3189030000371738,201,601,3,805,25.15527950310559,community,1578,31.506544268148147,
 REBEL-Llama-3-8B-Instruct,34.30642383142354,1.3914900255573264,268,537,0,805,33.29192546583851,community,2372,31.40409226280724,
 Mixtral-8x22B-Instruct-v0.1,22.21017054750302,1.2780740057417268,174,628,3,805,21.801242236024844,verified,1445,30.878810294279383,

diff --git a/src/alpaca_eval/models_configs/Infinity-Instruct-3M-0613-Llama3-70B/configs.yaml b/src/alpaca_eval/models_configs/Infinity-Instruct-3M-0613-Llama3-70B/configs.yaml
@@ -0,0 +1,13 @@
+Infinity-Instruct-3M-0613-Llama3-70B: # this should be the same as the name as the current directory
+  prompt_template: "Infinity-Instruct-3M-0613-Llama3-70B/prompt.txt" # what prompt should be used for this model
+  fn_completions: "openai_completions" # what function should be used to generate completions. See `src/alpaca_eval/decoders` for options
+  completions_kwargs: # parameters to the completion function
+    model_name: "baai/Infinity-Instruct-3M-0613-Llama3-70B"
+    model_kwargs:
+      torch_dtype: 'bfloat16'
+      trust_remote_code: True
+    max_new_tokens: 2048
+    temperature: 0.7
+    do_sample: True
+  pretty_name: "Infinity-Instruct-3M-0613-Llama3-70B" # name in the leaderboard
+  link: "https://huggingface.co/BAAI/Infinity-Instruct-3M-0613-Llama3-70B" # link to the model's repo/information in the leaderboard
diff --git a/src/alpaca_eval/models_configs/Infinity-Instruct-3M-0613-Llama3-70B/prompt.txt b/src/alpaca_eval/models_configs/Infinity-Instruct-3M-0613-Llama3-70B/prompt.txt
@@ -0,0 +1,3 @@
+<|begin_of_text|><|start_header_id|>user<|end_header_id|>
+
+{instruction}<|eot_id|><|start_header_id|>assistant<|end_header_id|>
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,3 @@
		<\|begin_of_text\|><\|start_header_id\|>user<\|end_header_id\|>

		{instruction}<\|eot_id\|><\|start_header_id\|>assistant<\|end_header_id\|>