|
@@ -38,6 +38,12 @@ model_base_shards = {
|
|
|
### llava
|
|
|
"llava-1.5-7b-hf": {"MLXDynamicShardInferenceEngine": Shard(model_id="llava-hf/llava-1.5-7b-hf", start_layer=0, end_layer=0, n_layers=32),},
|
|
|
### qwen
|
|
|
+ "qwen-2.5-coder-1.5b": {
|
|
|
+ "MLXDynamicShardInferenceEngine": Shard(model_id="mlx-community/Qwen2.5-Coder-1.5B-Instruct-4bit", start_layer=0, end_layer=0, n_layers=28),
|
|
|
+ },
|
|
|
+ "qwen-2.5-coder-7b": {
|
|
|
+ "MLXDynamicShardInferenceEngine": Shard(model_id="mlx-community/Qwen2.5-Coder-7B-Instruct-4bit", start_layer=0, end_layer=0, n_layers=28),
|
|
|
+ },
|
|
|
"qwen-2.5-7b": {
|
|
|
"MLXDynamicShardInferenceEngine": Shard(model_id="mlx-community/Qwen2.5-7B-Instruct-4bit", start_layer=0, end_layer=0, n_layers=28),
|
|
|
},
|