run1.sh

CUDA_VISIBLE_DEVICES=0,1 python main_pretrain_wp.py  --batch_size 64 \
    --world_size 1 \
    --accum_iter 32 \
    --model mae_vit_base_patch16 \
    --norm_pix_loss \
    --mask_ratio 0.75 \
    --epochs 400 \
    --warmup_epochs 40 \
    --blr 1.5e-4 --weight_decay 0.05 \
    --data_path /home/xiangli/imagenet \
    --dist_url tcp://localhost:10004 \
    --policy_config ./configs/p1.yaml \
    --mode policy \
    --output_dir ../save/p_mae \
    --log_dir ../save/p_mae \
    --resume ../save/p_mae/checkpoint-280.pth \
    2>&1 | tee ../save/logs/p_mae.txt


    #--rdzv_endpoint=localhost:10009
    # torchrun --nproc_per_node=2 --nnodes=1 --node_rank=0