SGLang-MiniMax-H3

支持SGLang部署MiniMax-H3，对外可提供调用端口

使用

cd /workspace/sglang-h3
sglang serve   --model-path /model/ModelScope/MiniMax/MiniMax-H3/   --num-gpus 2   --tp-size 2   --ulysses-degree 1   --performance-mode memory   --layerwise-offload-components dit,text_encoder,vae   --dit-offload-prefetch-size 1   --dit-layerwise-resident-layers 20   --enable-torch-compile false   --host 0.0.0.0   --port 30010   --model-variant fl2va

需要等待较长时间

然后新建终端，输入

video_id=$(
  curl -sS -X POST http://127.0.0.1:30010/v1/videos \
    -H "Content-Type: application/json" \
    -d '{
      "model": "MiniMaxAI/MiniMax-H3",
      "prompt": "At night, while their owner sleeps in a bedroom, three cats march in loudly playing tiny brass instruments, then abruptly file out.",
      "seconds": 5,
      "task": "t2va",
      "conditions": [],
      "target": {
        "short_edge": 768,
        "aspect_ratio": "16:9",
        "duration_seconds": 5.0
      },
      "num_outputs_per_prompt": 1,
      "num_inference_steps": 50,
      "flow_shift": 12.0,
      "audio_flow_shift": 3.0,
      "seed": 1101
    }' |
    jq -r '.id'
)

while true; do
  status=$(curl -sS "http://127.0.0.1:30010/v1/videos/${video_id}" | jq -r '.status')
  [ "$status" = "completed" ] && break
  [ "$status" = "failed" ] && exit 1
  sleep 1
done

curl -sS -L "http://127.0.0.1:30010/v1/videos/${video_id}/content" \
  -o minimax-h3-t2va.mp4