diff --git a/open_diloco/configs/config_7b.json b/open_diloco/configs/config_7b.json
new file mode 100644
index 0000000..38f8ecd
--- /dev/null
+++ b/open_diloco/configs/config_7b.json
@@ -0,0 +1,10 @@
+{
+    "name": "llama7b",
+    "n_embd": 4096,
+    "intermediate_size": 11008,
+    "n_head": 32,
+    "n_layer": 32,
+    "n_query_groups": null,
+    "vocab_size": 32000,
+    "block_size": 1024
+}