Files

35 lines
1.1 KiB
JSON

{
"mode":"smolvlm-256M-ax630c",
"type":"vlm",
"homepage":"https://huggingface.co/HuggingFaceTB/SmolVLM-256M-Instruct",
"capabilities":[
"text_generation",
"chat"
],
"input_type":[
"vlm.chat_completion",
"vlm.chat_completion.stream"
],
"output_type":[
"vlm.utf-8",
"vlm.utf-8.stream"
],
"mode_param":{
"tokenizer_type":2,
"filename_tokenizer_model":"http://localhost:8080",
"filename_tokens_embed":"model.embed_tokens.weight.bfloat16.bin",
"filename_post_axmodel":"llama_post.axmodel",
"template_filename_axmodel":"llama_p128_l%d_together.axmodel",
"filename_vpm_resampler_axmodedl":"SmolVLM-256M-Instruct_vision_nhwc.axmodel",
"b_use_topk":false,
"b_bos":false,
"b_eos":false,
"axmodel_num":30,
"tokens_embed_num":49280,
"img_token_id":49190,
"tokens_embed_size":576,
"b_use_mmap_load_embed":true,
"b_dynamic_load_axmodel_layer":false,
"ext_scripts":["tokenizer_smolvlm-256M-ax630c.py"]
}
}