File size: 335 Bytes
bef5729
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
NUM_MACHINES=1
NUM_LOCAL_GPUS=8
MACHINE_RANK=0

export WANDB_API_KEY="" # Modify this if you use wandb

accelerate launch \
    --num_machines $NUM_MACHINES \
    --num_processes $(( $NUM_MACHINES * $NUM_LOCAL_GPUS )) \
    --machine_rank $MACHINE_RANK \
    src/train_partcrafter.py \
        --pin_memory \
        --allow_tf32 \
$@