mirror of
https://github.com/huggingface/diffusers.git
synced 2026-04-09 17:27:07 +08:00
* add a profiling worflow. * fix * fix * more clarification * add points. * up * cache hooks * improve readme. * propagate deletion. * up * up * wan fixes. * more * up * add more traces. * up * better title * cuda graphs. * up * Apply suggestions from code review Co-authored-by: Steven Liu <59462357+stevhliu@users.noreply.github.com> * add torch.compile link. * approach -> How the tooling works * table * unavoidable gaps. * make important * note on regional compilation * Apply suggestions from code review Co-authored-by: Sayak Paul <spsayakpaul@gmail.com> * make regional compilation note clearer. * Apply suggestions from code review Co-authored-by: dg845 <58458699+dg845@users.noreply.github.com> * clarify scheduler related changes. * Apply suggestions from code review Co-authored-by: dg845 <58458699+dg845@users.noreply.github.com> * Update examples/profiling/README.md Co-authored-by: dg845 <58458699+dg845@users.noreply.github.com> * up * formatting * benchmarking runtime * up * up * up * up * Update examples/profiling/README.md Co-authored-by: dg845 <58458699+dg845@users.noreply.github.com> --------- Co-authored-by: Steven Liu <59462357+stevhliu@users.noreply.github.com> Co-authored-by: dg845 <58458699+dg845@users.noreply.github.com>
47 lines
1.4 KiB
Bash
Executable File
47 lines
1.4 KiB
Bash
Executable File
#!/bin/bash
|
|
# Run profiling across all pipelines in eager and compile (regional) modes.
|
|
#
|
|
# Usage:
|
|
# bash profiling/run_profiling.sh
|
|
# bash profiling/run_profiling.sh --output_dir my_results
|
|
|
|
set -euo pipefail
|
|
|
|
OUTPUT_DIR="profiling_results"
|
|
while [[ $# -gt 0 ]]; do
|
|
case "$1" in
|
|
--output_dir) OUTPUT_DIR="$2"; shift 2 ;;
|
|
*) echo "Unknown arg: $1"; exit 1 ;;
|
|
esac
|
|
done
|
|
NUM_STEPS=2
|
|
# PIPELINES=("flux" "flux2" "wan" "ltx2" "qwenimage")
|
|
PIPELINES=("wan")
|
|
MODES=("eager" "compile")
|
|
|
|
for pipeline in "${PIPELINES[@]}"; do
|
|
for mode in "${MODES[@]}"; do
|
|
echo "============================================================"
|
|
echo "Profiling: ${pipeline} | mode: ${mode}"
|
|
echo "============================================================"
|
|
|
|
COMPILE_ARGS=""
|
|
if [ "$mode" = "compile" ]; then
|
|
COMPILE_ARGS="--compile_regional --compile_fullgraph --compile_mode default"
|
|
fi
|
|
|
|
python profiling/profiling_pipelines.py \
|
|
--pipeline "$pipeline" \
|
|
--mode "$mode" \
|
|
--output_dir "$OUTPUT_DIR" \
|
|
--num_steps "$NUM_STEPS" \
|
|
$COMPILE_ARGS
|
|
|
|
echo ""
|
|
done
|
|
done
|
|
|
|
echo "============================================================"
|
|
echo "All traces saved to: ${OUTPUT_DIR}/"
|
|
echo "============================================================"
|