1
0
Alex Cheema 4 сар өмнө
parent
commit
9d1f14a2b3
1 өөрчлөгдсөн 7 нэмэгдсэн , 0 устгасан
  1. 7 0
      exo/models.py

+ 7 - 0
exo/models.py

@@ -3,6 +3,13 @@ from typing import Optional, List
 
 model_cards = {
   ### llama
+  "llama-3.3-70b": {
+    "layers": 80,
+    "repo": {
+       "MLXDynamicShardInferenceEngine": "mlx-community/Llama-3.3-70B-Instruct-4bit",
+       "TinygradDynamicShardInferenceEngine": "unsloth/Llama-3.3-70B-Instruct",
+    },
+  },
   "llama-3.2-1b": {
     "layers": 16,
     "repo": {