mirror of
https://github.com/m5stack/StackFlow.git
synced 2026-05-20 11:32:11 -07:00
dianjixz
37 lines
1.5 KiB
JSON
37 lines
1.5 KiB
JSON
{
|
|
"mode":"smolvlm-500M-ax630c",
|
|
"type":"vlm",
|
|
"homepage":"https://huggingface.co/HuggingFaceTB/SmolVLM-500M-Instruct",
|
|
"compile_flage":"pulsar2 build --input HuggingFaceTB/SmolVLM-500M-w8a16/SmolVLM-500M-Instruct_vision.onnx --config AXERA/SmolVLM-256M-Instruct.axera/model_convert/config.json --output_dir HuggingFaceTB/SmolVLM-500M-w8a16/build-output --output_name SmolVLM-500M-Instruct_vision.axmodel --target_hardware AX620E --compiler.check 0 --npu_mode NPU2",
|
|
"pulsar_version":"3.4-983bb35e",
|
|
"capabilities":[
|
|
"text_generation",
|
|
"chat"
|
|
],
|
|
"input_type":[
|
|
"vlm.chat_completion",
|
|
"vlm.chat_completion.stream"
|
|
],
|
|
"output_type":[
|
|
"vlm.utf-8",
|
|
"vlm.utf-8.stream"
|
|
],
|
|
"mode_param":{
|
|
"tokenizer_type":2,
|
|
"filename_tokenizer_model":"http://localhost:8080",
|
|
"filename_tokens_embed":"model.embed_tokens.weight.bfloat16.bin",
|
|
"filename_post_axmodel":"llama_post.axmodel",
|
|
"template_filename_axmodel":"llama_p128_l%d_together.axmodel",
|
|
"filename_vpm_resampler_axmodedl":"SmolVLM-500M-Instruct_vision.axmodel",
|
|
"b_use_topk":false,
|
|
"b_bos":false,
|
|
"b_eos":false,
|
|
"axmodel_num":32,
|
|
"tokens_embed_num":49280,
|
|
"img_token_id":49190,
|
|
"tokens_embed_size":960,
|
|
"b_use_mmap_load_embed":true,
|
|
"b_dynamic_load_axmodel_layer":false,
|
|
"ext_scripts":["tokenizer_smolvlm-500M-ax630c.py"]
|
|
}
|
|
} |