Add validation artifact validation/commands/fp8_fixed_qwen_image_1024_8_profile.sh
Browse files
validation/commands/fp8_fixed_qwen_image_1024_8_profile.sh
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
CUDA_VISIBLE_DEVICES=0 HF_HUB_OFFLINE=1 FLASHINFER_DISABLE_VERSION_CHECK=1 PYTHONPATH=/tmp/sglang_qwen_ablate_20260419/python sglang generate --backend=sglang --log-level=info --model-id=Qwen-Image --model-path=/root/.cache/huggingface/hub/models--Qwen--Qwen-Image/snapshots/75e0b4be04f60ec59a75f475837eced720f823b6 --transformer-weights-path=/tmp/qwen_modelopt_fp8/qwen_image_fp8/sglang_transformer_fixed --prompt='A futuristic cyberpunk city at night, neon lights reflecting on wet streets' --width=1024 --height=1024 --num-inference-steps=8 --guidance-scale=4.0 --seed=42 --num-gpus=1 --dit-cpu-offload false --dit-layerwise-offload false --warmup --save-output --output-path /tmp/qwen_modelopt_fp8_artifacts_20260419_fixed/images --output-file-name qwen_image_fp8_fixed_1024_8_profile.png --profile --num-profiled-timesteps=2 --perf-dump-path /tmp/qwen_modelopt_fp8_artifacts_20260419_fixed/benchmark/fp8_fixed_qwen_image_1024_8_profile_perf.json
|