transformers version

exo/inference/mlx/sharded_utils.py

@@ -184,7 +184,7 @@ async def load_shard(
     processor.encode = processor.tokenizer.encode
     return model, processor
   else:
-    tokenizer = await resolve_tokenizer(model_path)
+    tokenizer = load_tokenizer(model_path, tokenizer_config)
     return model, tokenizer
 
 

setup.py

@@ -25,7 +25,7 @@ install_requires = [
   "rich==13.7.1",
   "tenacity==9.0.0",
   "tqdm==4.66.4",
-  "transformers==4.43.3",
+  "transformers==4.46.3" if (sys.version_info.major==3 and sys.version_info.minor>=12) else "transformers==4.43.3" ,
   "uuid==1.30",
   "tinygrad @ git+https://github.com/tinygrad/tinygrad.git@232edcfd4f8b388807c64fb1817a7668ce27cbad",
 ]