forked from jiasenlu/vilbert_beta
-
Notifications
You must be signed in to change notification settings - Fork 0
/
commands
executable file
·65 lines (30 loc) · 8.75 KB
/
commands
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
Train on nocaps
python train_cider.py --from_pretrained pretrained_weights/pytorch_model_9.bin --output_dir checkpoints/temp/ --config_file config/bert_base_6layer_6conect.json --captions_path data/nocaps_captions.json --cider_path data/nocaps_cider_scores.json --tsv_path /srv/share2/sgondala/tmp/trainval_36/python3_stuff/nocaps_val_vg_detector_features_adaptiv.tsv --batch_size 20 --num_train_epochs 3
Eval on nocaps
python eval_cider.py --output_dir checkpoints/temp/ --from_pretrained checkpoints/coco_full_checkpoint_9/pytorch_model_1.bin --config_file config/bert_base_6layer_6conect.json --captions_path data/nocaps_captions.json --cider_path data/nocaps_cider_scores.json --tsv_path /srv/share2/sgondala/tmp/trainval_36/python3_stuff/nocaps_val_vg_detector_features_adaptiv.tsv
Eval on coco
python eval_cider.py --output_dir checkpoints/temp/ --from_pretrained checkpoints/coco_full_checkpoint_9/pytorch_model_1.bin --config_file config/bert_base_6layer_6conect.json --captions_path data/coco_caps_all_images_2_models.json --cider_path data/coco_caps_all_images_2_models_cider_scores.json --tsv_path /srv/share2/sgondala/tmp/trainval_36/python3_stuff/trainval_resnet101_faster_rcnn_genome_36.tsv
Train on coco full
python train_cider.py --from_pretrained pretrained_weights/pytorch_model_9.bin --output_dir checkpoints/coco_full_checkpoint_9_feb10_13_15/ --config_file config/bert_base_6layer_6conect.json --num_train_epochs 3 --captions_path data/coco_caps_all_images_2_models.json --cider_path data/coco_caps_all_images_2_models_cider_scores.json --tsv_path /srv/share2/sgondala/tmp/trainval_36/python3_stuff/trainval_resnet101_faster_rcnn_genome_36.tsv
Train on coco partial
python train_cider.py --from_pretrained pretrained_weights/pytorch_model_9.bin --output_dir checkpoints/partial_coco_checkpoint_9_feb10_1357/ --config_file config/bert_base_6layer_6conect.json --num_train_epochs 10 --captions_path data/coco_generated_captions.json --cider_path data/coco_cider_scores.json --tsv_path /srv/share2/sgondala/tmp/trainval_36/python3_stuff/trainval_resnet101_faster_rcnn_genome_36.tsv --batch_size 20
Train on both
python train_cider_multi.py --from_pretrained pretrained_weights/pytorch_model_9.bin --output_dir checkpoints/partial_coco_and_nocaps_feb_11_ratio_3/ --config_file config/bert_base_6layer_6conect.json --num_train_epochs 20 --captions_path data/coco_generated_captions.json --cider_path data/coco_cider_scores.json --tsv_path /srv/share2/sgondala/tmp/trainval_36/python3_stuff/trainval_resnet101_faster_rcnn_genome_36.tsv --captions_path_2 data/nocaps_captions.json --cider_path_2 data/nocaps_cider_scores.json --tsv_path_2 /srv/share2/sgondala/tmp/trainval_36/python3_stuff/nocaps_val_vg_detector_features_adaptiv.tsv --batch_size 20 --ratio 10
Train on both nocaps 2.5k
python train_cider_multi.py --from_pretrained pretrained_weights/pytorch_model_9.bin --output_dir checkpoints/partial_coco_and_nocaps_3_feb_13_ratio_3/ --config_file config/bert_base_6layer_6conect.json --num_train_epochs 20 --captions_path data/coco_generated_captions.json --cider_path data/coco_cider_scores.json --tsv_path /srv/share2/sgondala/tmp/trainval_36/python3_stuff/trainval_resnet101_faster_rcnn_genome_36.tsv --captions_path_2 data/nocaps_train_data_on_3_checkpoints_2500.json --cider_path_2 data/nocaps_cider_scores_on_3_checkpoints_2500.json --tsv_path_2 /srv/share2/sgondala/tmp/trainval_36/python3_stuff/nocaps_val_vg_detector_features_adaptiv.tsv --batch_size 20 --ratio 3
Temp train to test
python train_cider_multi.py --from_pretrained pretrained_weights/pytorch_model_9.bin --output_dir checkpoints/temp/ --config_file config/bert_base_6layer_6conect.json --num_train_epochs 20 --captions_path data/nocaps_captions.json --cider_path data/nocaps_cider_scores.json --tsv_path /srv/share2/sgondala/tmp/trainval_36/python3_stuff/nocaps_val_vg_detector_features_adaptiv.tsv --captions_path_2 data/nocaps_captions.json --cider_path_2 data/nocaps_cider_scores.json --tsv_path_2 /srv/share2/sgondala/tmp/trainval_36/python3_stuff/nocaps_val_vg_detector_features_adaptiv.tsv --batch_size 20
Combined train with another val dataset
python train_cider.py --from_pretrained pretrained_weights/pytorch_model_9.bin --output_dir checkpoints/combined_coco_and_nocaps_no_data_leak_feb_16/ --config_file config/bert_base_6layer_6conect.json --num_train_epochs 20 --captions_path data/combined_coco_and_nocaps_all_clean_train.json --cider_path data/combined_coco_and_nocaps_all_clean_cider_train.json --tsv_path /srv/share2/sgondala/tmp/trainval_36/python3_stuff/nocaps_plus_coco_features_torch_out.tsv --val_captions_path data/coco_test_captions_4000.json --val_cider_path data/coco_test_cider_4000.json --batch_size 20
Multi train with different datasets for train and val
python train_cider_multi.py --from_pretrained pretrained_weights/pytorch_model_9.bin --output_dir checkpoints/clean_coco_and_nocaps_multi_train_ratio_3/ --config_file config/bert_base_6layer_6conect.json --num_train_epochs 20 --captions_path data/coco_train_captions_76000.json --cider_path data/coco_train_cider_76000.json --tsv_path /srv/share2/sgondala/tmp/trainval_36/python3_stuff/trainval_resnet101_faster_rcnn_genome_36.tsv --captions_path_2 data/nocaps_train_data_cleaned_2400.json --cider_path_2 data/nocaps_cider_train_data_cleaned_2400.json --tsv_path_2 /srv/share2/sgondala/tmp/trainval_36/python3_stuff/nocaps_val_vg_detector_features_adaptiv.tsv --batch_size 20 --val_captions_path data/coco_test_captions_4000.json --val_cider_path data/coco_test_cider_4000.json --val_captions_path_2 data/nocaps_test_data_cleaned_600.json --val_cider_path_2 data/nocaps_cider_test_data_cleaned_600.json --ratio 3
Classification model
python train_cider.py --from_pretrained pretrained_weights/pytorch_model_9.bin --output_dir checkpoints/coco_minus_8_classification_model_thres_1/ --config_file config/bert_base_6layer_6conect.json --num_train_epochs 10 --captions_path data/coco_minus_8/coco_train_captions_after_8_rm_without_random.json --cider_path data/coco_minus_8/coco_train_cider_after_8_rm_without_random.json --tsv_path /srv/share2/sgondala/tmp/trainval_36/python3_stuff/trainval_resnet101_faster_rcnn_genome_36.tsv --batch_size 50 --val_captions_path data/coco_minus_8/coco_test_captions_after_8_rm_without_random.json --val_cider_path data/coco_minus_8/coco_test_cider_after_8_rm_without_random.json --classification_threshold 1 --out_path results/
Classification model on new data
python train_cider.py --from_pretrained pretrained_weights/pytorch_model_9.bin --output_dir checkpoints/coco_minus_8_thres_0_8_mar_18/ --config_file config/bert_base_6layer_6conect.json --num_train_epochs 5 --captions_path data/train_captions_final_mar_18.json --cider_path data/train_captions_final_mar_18_cider.json --tsv_path /srv/share2/sgondala/tmp/trainval_36/python3_stuff/trainval_resnet101_faster_rcnn_genome_36.tsv --batch_size 50 --val_captions_path data/test_captions_final_mar_18.json --val_cider_path data/test_captions_final_mar_18_cider.json --classification_threshold 0.8 --out_path results/coco_minus_8_thres_0_8_mar_18_train_output.json
Nocaps data for testing
python train_cider.py --from_pretrained pretrained_weights/pytorch_model_9.bin --output_dir checkpoints/temp/ --config_file config/bert_base_6layer_6conect.json --captions_path data/nocaps_data/nocaps_train_data_cleaned_2400.json --cider_path data/nocaps_data/nocaps_cider_train_data_cleaned_2400_nocaps_df.json --tsv_path /srv/share2/sgondala/tmp/trainval_36/python3_stuff/nocaps_val_vg_detector_features_adaptiv.tsv --batch_size 100 --num_train_epochs 3 --val_captions_path data/nocaps_data/nocaps_test_data_cleaned_600.json --val_cider_path data/nocaps_data/nocaps_cider_test_data_cleaned_600_nocaps_df.json --classification_threshold 1
Eval on coco
python eval_cider.py --output_dir checkpoints/temp/ --from_pretrained checkpoints/coco_minus_8_classification_model_thres_1/pytorch_model_3.bin --config_file config/bert_base_6layer_6conect.json --captions_path data/coco_minus_8/coco_test_captions_after_8_rm_without_random.json --cider_path data/coco_minus_8/coco_test_cider_after_8_rm_without_random.json --tsv_path /srv/share2/sgondala/tmp/trainval_36/python3_stuff/trainval_resnet101_faster_rcnn_genome_36.tsv --out_path results/coco_rm_8_thres_1_model_3_older_test_raw.json
Train without classification
python train_cider.py --from_pretrained pretrained_weights/pytorch_model_9.bin --output_dir checkpoints/coco_minus_8_mar_18_data/ --config_file config/bert_base_6layer_6conect.json --num_train_epochs 10 --captions_path data/train_captions_final_mar_18.json --cider_path data/train_captions_final_mar_18_cider.json --tsv_path /srv/share2/sgondala/tmp/trainval_36/python3_stuff/trainval_resnet101_faster_rcnn_genome_36.tsv --batch_size 50 --val_captions_path data/test_captions_final_mar_18.json --val_cider_path data/test_captions_final_mar_18_cider.json