@@ -1309,19 +1309,53 @@ model = SwarmFormerModel.from_pretrained("${model.id}")
1309
1309
` ,
1310
1310
] ;
1311
1311
1312
- export const mlx = ( model : ModelData ) : string [ ] => [
1312
+ const mlx_unknown = ( model : ModelData ) : string [ ] => [
1313
1313
`pip install huggingface_hub hf_transfer
1314
1314
1315
1315
export HF_HUB_ENABLE_HF_TRANSFER=1
1316
1316
huggingface-cli download --local-dir ${ nameWithoutNamespace ( model . id ) } ${ model . id } ` ,
1317
1317
] ;
1318
1318
1319
+ const mlxlm = ( model : ModelData ) : string [ ] => [
1320
+ `pip install --upgrade mlx-lm
1321
+
1322
+ mlx_lm.generate --model ${ model . id } --prompt "Hello"` ,
1323
+ ] ;
1324
+
1325
+ const mlxchat = ( model : ModelData ) : string [ ] => [
1326
+ `pip install --upgrade mlx-lm
1327
+
1328
+ mlx_lm.chat --model ${ model . id } ` ,
1329
+ ] ;
1330
+
1331
+ const mlxvlm = ( model : ModelData ) : string [ ] => [
1332
+ `pip install --upgrade mlx-vlm
1333
+
1334
+ mlx_vlm.generate --model ${ model . id } \\
1335
+ --prompt "Describe this image." \\
1336
+ --image "https://huggingface.co/datasets/huggingface/documentation-images/resolve/0052a70beed5bf71b92610a43a52df6d286cd5f3/diffusers/rabbit.jpg"` ,
1337
+ ] ;
1338
+
1319
1339
export const mlxim = ( model : ModelData ) : string [ ] => [
1320
1340
`from mlxim.model import create_model
1321
1341
1322
1342
model = create_model(${ model . id } )` ,
1323
1343
] ;
1324
1344
1345
+ export const mlx = ( model : ModelData ) : string [ ] => {
1346
+ if ( model . tags . includes ( "image-text-to-text" ) ) {
1347
+ return mlxvlm ( model ) ;
1348
+ }
1349
+ if ( model . tags . includes ( "conversational" ) ) {
1350
+ if ( model . config ?. tokenizer_config ?. chat_template ) {
1351
+ return mlxchat ( model ) ;
1352
+ } else {
1353
+ return mlxlm ( model ) ;
1354
+ }
1355
+ }
1356
+ return mlx_unknown ( model ) ;
1357
+ } ;
1358
+
1325
1359
export const model2vec = ( model : ModelData ) : string [ ] => [
1326
1360
`from model2vec import StaticModel
1327
1361
0 commit comments