inclusionAI
/

Ling-3.0-flash-VL-fp8

Image-Text-to-Text

bailing_moe_v3_vl

Model card Files Files and versions

vitoyy commited on 24 days ago

Commit

9bfa27d

·

verified ·

1 Parent(s): 24ff807

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -67,7 +67,7 @@ docker run --rm --gpus all --ipc=host --shm-size 32g \
   lmsysorg/sglang:dev-Ling-3.0-flash-VL \
   env SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1 \
   python3 -m sglang.launch_server \
-    --model-path inclusionAI/Ling-3.0-flash-VL \
     --tp 2 \
     --context-length 262144 \
     --json-model-override-args '{"rope_scaling":{"rope_type":"yarn","factor":2.0,"rope_theta":6000000,"partial_rotary_factor":0.5,"original_max_position_embeddings":131072}}' \

   lmsysorg/sglang:dev-Ling-3.0-flash-VL \
   env SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1 \
   python3 -m sglang.launch_server \
+    --model-path inclusionAI/Ling-3.0-flash-VL-fp8 \
     --tp 2 \
     --context-length 262144 \
     --json-model-override-args '{"rope_scaling":{"rope_type":"yarn","factor":2.0,"rope_theta":6000000,"partial_rotary_factor":0.5,"original_max_position_embeddings":131072}}' \