@@ -348,7 +348,193 @@ export const DEFAULT_MODELS: ModelRecord[] = [
348348 top_p : 0.95 ,
349349 } ,
350350 } ,
351- {
351+ {
352+ name : "SmolLM-1.7B-Instruct-q0f16-MLC" ,
353+ display_name : "SmolLM" ,
354+ provider : "SmolLM" ,
355+ size : "1.7B" ,
356+ quantization : "q0f16" ,
357+ context_length : "2048" ,
358+ family : "SmolLM" ,
359+ vram_required_MB : 3736.19 ,
360+ low_resource_required : true ,
361+ required_features : [ "shader-f16" ] ,
362+ recommended_config : {
363+ temperature : 0.6 ,
364+ top_p : 0.92 ,
365+ } ,
366+ } ,
367+ {
368+ name : "SmolLM-1.7B-Instruct-q0f32-MLC" ,
369+ display_name : "SmolLM" ,
370+ provider : "SmolLM" ,
371+ size : "1.7B" ,
372+ quantization : "q0f32" ,
373+ context_length : "2048" ,
374+ family : "SmolLM" ,
375+ vram_required_MB : 7432.38 ,
376+ low_resource_required : false ,
377+ recommended_config : {
378+ temperature : 0.6 ,
379+ top_p : 0.92 ,
380+ } ,
381+ } ,
382+ {
383+ name : "SmolLM-1.7B-Instruct-q4f16_1-MLC" ,
384+ display_name : "SmolLM" ,
385+ provider : "SmolLM" ,
386+ size : "1.7B" ,
387+ quantization : "q4f16_1" ,
388+ context_length : "2048" ,
389+ family : "SmolLM" ,
390+ vram_required_MB : 1390.19 ,
391+ low_resource_required : true ,
392+ required_features : [ "shader-f16" ] ,
393+ recommended_config : {
394+ temperature : 0.6 ,
395+ top_p : 0.92 ,
396+ } ,
397+ } ,
398+ {
399+ name : "SmolLM-1.7B-Instruct-q4f32_1-MLC" ,
400+ display_name : "SmolLM" ,
401+ provider : "SmolLM" ,
402+ size : "1.7B" ,
403+ quantization : "q4f32_1" ,
404+ context_length : "2048" ,
405+ family : "SmolLM" ,
406+ vram_required_MB : 1924.38 ,
407+ low_resource_required : true ,
408+ recommended_config : {
409+ temperature : 0.6 ,
410+ top_p : 0.92 ,
411+ } ,
412+ } ,
413+ {
414+ name : "SmolLM-360M-Instruct-q0f16-MLC" ,
415+ display_name : "SmolLM" ,
416+ provider : "SmolLM" ,
417+ size : "360M" ,
418+ quantization : "q0f16" ,
419+ context_length : "2048" ,
420+ family : "SmolLM" ,
421+ vram_required_MB : 791.99 ,
422+ low_resource_required : true ,
423+ required_features : [ "shader-f16" ] ,
424+ recommended_config : {
425+ temperature : 0.6 ,
426+ top_p : 0.92 ,
427+ } ,
428+ } ,
429+ {
430+ name : "SmolLM-360M-Instruct-q0f32-MLC" ,
431+ display_name : "SmolLM" ,
432+ provider : "SmolLM" ,
433+ size : "360M" ,
434+ quantization : "q0f32" ,
435+ context_length : "2048" ,
436+ family : "SmolLM" ,
437+ vram_required_MB : 1583.99 ,
438+ low_resource_required : true ,
439+ recommended_config : {
440+ temperature : 0.6 ,
441+ top_p : 0.92 ,
442+ } ,
443+ } ,
444+ {
445+ name : "SmolLM-360M-Instruct-q4f16_1-MLC" ,
446+ display_name : "SmolLM" ,
447+ provider : "SmolLM" ,
448+ size : "360M" ,
449+ quantization : "q4f16_1" ,
450+ context_length : "2048" ,
451+ family : "SmolLM" ,
452+ vram_required_MB : 296.06 ,
453+ low_resource_required : true ,
454+ required_features : [ "shader-f16" ] ,
455+ recommended_config : {
456+ temperature : 0.6 ,
457+ top_p : 0.92 ,
458+ } ,
459+ } ,
460+ {
461+ name : "SmolLM-360M-Instruct-q4f32_1-MLC" ,
462+ display_name : "SmolLM" ,
463+ provider : "SmolLM" ,
464+ size : "360M" ,
465+ quantization : "q4f32_1" ,
466+ context_length : "2048" ,
467+ family : "SmolLM" ,
468+ vram_required_MB : 419.61 ,
469+ low_resource_required : true ,
470+ recommended_config : {
471+ temperature : 0.6 ,
472+ top_p : 0.92 ,
473+ } ,
474+ } ,
475+ {
476+ name : "SmolLM-135M-Instruct-q0f16-MLC" ,
477+ display_name : "SmolLM" ,
478+ provider : "SmolLM" ,
479+ size : "135M" ,
480+ quantization : "q0f16" ,
481+ context_length : "2048" ,
482+ family : "SmolLM" ,
483+ vram_required_MB : 314.69 ,
484+ low_resource_required : true ,
485+ required_features : [ "shader-f16" ] ,
486+ recommended_config : {
487+ temperature : 0.6 ,
488+ top_p : 0.92 ,
489+ } ,
490+ } ,
491+ {
492+ name : "SmolLM-135M-Instruct-q0f32-MLC" ,
493+ display_name : "SmolLM" ,
494+ provider : "SmolLM" ,
495+ size : "135M" ,
496+ quantization : "q0f32" ,
497+ context_length : "2048" ,
498+ family : "SmolLM" ,
499+ vram_required_MB : 629.38 ,
500+ low_resource_required : true ,
501+ recommended_config : {
502+ temperature : 0.6 ,
503+ top_p : 0.92 ,
504+ } ,
505+ } ,
506+ {
507+ name : "SmolLM-135M-Instruct-q4f16_1-MLC" ,
508+ display_name : "SmolLM" ,
509+ provider : "SmolLM" ,
510+ size : "135M" ,
511+ quantization : "q4f16_1" ,
512+ context_length : "2048" ,
513+ family : "SmolLM" ,
514+ vram_required_MB : 130.33 ,
515+ low_resource_required : true ,
516+ required_features : [ "shader-f16" ] ,
517+ recommended_config : {
518+ temperature : 0.6 ,
519+ top_p : 0.92 ,
520+ } ,
521+ } ,
522+ {
523+ name : "SmolLM-135M-Instruct-q4f32_1-MLC" ,
524+ display_name : "SmolLM" ,
525+ provider : "SmolLM" ,
526+ size : "135M" ,
527+ quantization : "q4f32_1" ,
528+ context_length : "2048" ,
529+ family : "SmolLM" ,
530+ vram_required_MB : 196.54 ,
531+ low_resource_required : true ,
532+ recommended_config : {
533+ temperature : 0.6 ,
534+ top_p : 0.92 ,
535+ } ,
536+ } ,
537+ {
352538 name : "Qwen2-0.5B-Instruct-q4f16-MLC" ,
353539 display_name : "Qwen" ,
354540 provider : "Alibaba" ,
0 commit comments