Skip to content

Commit 72105ab

Browse files
committed
feat: Add SmolLM models
1 parent f70a0ba commit 72105ab

File tree

2 files changed

+189
-3
lines changed

2 files changed

+189
-3
lines changed

app/constant.ts

Lines changed: 187 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -348,7 +348,193 @@ export const DEFAULT_MODELS: ModelRecord[] = [
348348
top_p: 0.95,
349349
},
350350
},
351-
{
351+
{
352+
name: "SmolLM-1.7B-Instruct-q0f16-MLC",
353+
display_name: "SmolLM",
354+
provider: "SmolLM",
355+
size: "1.7B",
356+
quantization: "q0f16",
357+
context_length: "2048",
358+
family: "SmolLM",
359+
vram_required_MB: 3736.19,
360+
low_resource_required: true,
361+
required_features: ["shader-f16"],
362+
recommended_config: {
363+
temperature: 0.6,
364+
top_p: 0.92,
365+
},
366+
},
367+
{
368+
name: "SmolLM-1.7B-Instruct-q0f32-MLC",
369+
display_name: "SmolLM",
370+
provider: "SmolLM",
371+
size: "1.7B",
372+
quantization: "q0f32",
373+
context_length: "2048",
374+
family: "SmolLM",
375+
vram_required_MB: 7432.38,
376+
low_resource_required: false,
377+
recommended_config: {
378+
temperature: 0.6,
379+
top_p: 0.92,
380+
},
381+
},
382+
{
383+
name: "SmolLM-1.7B-Instruct-q4f16_1-MLC",
384+
display_name: "SmolLM",
385+
provider: "SmolLM",
386+
size: "1.7B",
387+
quantization: "q4f16_1",
388+
context_length: "2048",
389+
family: "SmolLM",
390+
vram_required_MB: 1390.19,
391+
low_resource_required: true,
392+
required_features: ["shader-f16"],
393+
recommended_config: {
394+
temperature: 0.6,
395+
top_p: 0.92,
396+
},
397+
},
398+
{
399+
name: "SmolLM-1.7B-Instruct-q4f32_1-MLC",
400+
display_name: "SmolLM",
401+
provider: "SmolLM",
402+
size: "1.7B",
403+
quantization: "q4f32_1",
404+
context_length: "2048",
405+
family: "SmolLM",
406+
vram_required_MB: 1924.38,
407+
low_resource_required: true,
408+
recommended_config: {
409+
temperature: 0.6,
410+
top_p: 0.92,
411+
},
412+
},
413+
{
414+
name: "SmolLM-360M-Instruct-q0f16-MLC",
415+
display_name: "SmolLM",
416+
provider: "SmolLM",
417+
size: "360M",
418+
quantization: "q0f16",
419+
context_length: "2048",
420+
family: "SmolLM",
421+
vram_required_MB: 791.99,
422+
low_resource_required: true,
423+
required_features: ["shader-f16"],
424+
recommended_config: {
425+
temperature: 0.6,
426+
top_p: 0.92,
427+
},
428+
},
429+
{
430+
name: "SmolLM-360M-Instruct-q0f32-MLC",
431+
display_name: "SmolLM",
432+
provider: "SmolLM",
433+
size: "360M",
434+
quantization: "q0f32",
435+
context_length: "2048",
436+
family: "SmolLM",
437+
vram_required_MB: 1583.99,
438+
low_resource_required: true,
439+
recommended_config: {
440+
temperature: 0.6,
441+
top_p: 0.92,
442+
},
443+
},
444+
{
445+
name: "SmolLM-360M-Instruct-q4f16_1-MLC",
446+
display_name: "SmolLM",
447+
provider: "SmolLM",
448+
size: "360M",
449+
quantization: "q4f16_1",
450+
context_length: "2048",
451+
family: "SmolLM",
452+
vram_required_MB: 296.06,
453+
low_resource_required: true,
454+
required_features: ["shader-f16"],
455+
recommended_config: {
456+
temperature: 0.6,
457+
top_p: 0.92,
458+
},
459+
},
460+
{
461+
name: "SmolLM-360M-Instruct-q4f32_1-MLC",
462+
display_name: "SmolLM",
463+
provider: "SmolLM",
464+
size: "360M",
465+
quantization: "q4f32_1",
466+
context_length: "2048",
467+
family: "SmolLM",
468+
vram_required_MB: 419.61,
469+
low_resource_required: true,
470+
recommended_config: {
471+
temperature: 0.6,
472+
top_p: 0.92,
473+
},
474+
},
475+
{
476+
name: "SmolLM-135M-Instruct-q0f16-MLC",
477+
display_name: "SmolLM",
478+
provider: "SmolLM",
479+
size: "135M",
480+
quantization: "q0f16",
481+
context_length: "2048",
482+
family: "SmolLM",
483+
vram_required_MB: 314.69,
484+
low_resource_required: true,
485+
required_features: ["shader-f16"],
486+
recommended_config: {
487+
temperature: 0.6,
488+
top_p: 0.92,
489+
},
490+
},
491+
{
492+
name: "SmolLM-135M-Instruct-q0f32-MLC",
493+
display_name: "SmolLM",
494+
provider: "SmolLM",
495+
size: "135M",
496+
quantization: "q0f32",
497+
context_length: "2048",
498+
family: "SmolLM",
499+
vram_required_MB: 629.38,
500+
low_resource_required: true,
501+
recommended_config: {
502+
temperature: 0.6,
503+
top_p: 0.92,
504+
},
505+
},
506+
{
507+
name: "SmolLM-135M-Instruct-q4f16_1-MLC",
508+
display_name: "SmolLM",
509+
provider: "SmolLM",
510+
size: "135M",
511+
quantization: "q4f16_1",
512+
context_length: "2048",
513+
family: "SmolLM",
514+
vram_required_MB: 130.33,
515+
low_resource_required: true,
516+
required_features: ["shader-f16"],
517+
recommended_config: {
518+
temperature: 0.6,
519+
top_p: 0.92,
520+
},
521+
},
522+
{
523+
name: "SmolLM-135M-Instruct-q4f32_1-MLC",
524+
display_name: "SmolLM",
525+
provider: "SmolLM",
526+
size: "135M",
527+
quantization: "q4f32_1",
528+
context_length: "2048",
529+
family: "SmolLM",
530+
vram_required_MB: 196.54,
531+
low_resource_required: true,
532+
recommended_config: {
533+
temperature: 0.6,
534+
top_p: 0.92,
535+
},
536+
},
537+
{
352538
name: "Qwen2-0.5B-Instruct-q4f16-MLC",
353539
display_name: "Qwen",
354540
provider: "Alibaba",

app/store/config.ts

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -208,9 +208,9 @@ export const useAppConfig = createPersistStore(
208208
}),
209209
{
210210
name: StoreKey.Config,
211-
version: 0.44,
211+
version: 0.45,
212212
migrate: (persistedState, version) => {
213-
if (version < 0.44) {
213+
if (version < 0.45) {
214214
return {
215215
...DEFAULT_CONFIG,
216216
...(persistedState as any),

0 commit comments

Comments
 (0)