change uploads

.gitignore

@@ -6,4 +6,5 @@ checkpoints/
 *.pkl
 submission.csv
 *.json
-kaggle/
+kaggle/
+.fuse_hidde*

uploads.sh

@@ -1,64 +1,99 @@
+# 传参为0时，初始化；传参为1时，只更新脚本文件和kernel文件；传参为2时，更新脚本文件、kernel文件和权重文件
+# 注意下面的model_name变量要根据情况修改
 export http_proxy=http://localhost:8123
 export https_proxy=http://localhost:8123
 
 model_name="unet_resnet34"
 
-# 建立文件夹，并copy py文件
-if [ ! -d "kaggle/sources" ]; then
+# 建立文件夹，用于存放上传到kaggle的文件
+if [ ! -d "kaggle" ]; then
   mkdir -p kaggle/sources
-fi
-if [ ! -d "kaggle/sources/models" ]; then
   mkdir -p kaggle/sources/models
-fi
-if [ ! -d "kaggle/sources/datasets" ]; then
   mkdir -p kaggle/sources/datasets
-fi
-
-if [ ! -d "kaggle/checkpoints" ]; then
   mkdir -p kaggle/checkpoints
+  mkdir -p kaggle/submission
+  mkdir -p kaggle/segmentation_models
+  # 复制依赖库
+  cp models/*.tar.gz kaggle/segmentation_models
 fi
 
+# 删除已有的文件
 rm kaggle/sources/*.py -f
 rm kaggle/sources/*/*.py -f
 rm checkpoints/$model_name/*_best.pth -f
 rm checkpoints/$model_name/result.json -f
 
+# 复制脚本文件
 cp models/model.py kaggle/sources/models
 cp datasets/steel_dataset.py kaggle/sources/datasets
 cp solver.py kaggle/sources
 cp classify_segment.py kaggle/sources
 
+# 复制权重文件
 cp checkpoints/$model_name/*_best.pth kaggle/checkpoints
 cp checkpoints/$model_name/result.json kaggle/checkpoints
 
+# 复制kernel脚本
+cp create_submission.py kaggle/submission/kernel.py
+
 if [ $1 -eq 0 ]; then
     echo "init uploads"
-    # 初始化元数据文件以创建数据集
+
+    # 初始化依赖库
+    kaggle datasets init -p kaggle/segmentation_models
+    # 更改默认的 json 文件，否则无法提交
+    sed -i 's/INSERT_TITLE_HERE/segmentation_models/g' kaggle/segmentation_models/dataset-metadata.json
+    sed -i 's/INSERT_SLUG_HERE/segmentation_models/g' kaggle/segmentation_models/dataset-metadata.json
+    # 创建一个新的数据集
+    kaggle datasets create -p kaggle/segmentation_models
+
+    # 初始化脚本文件
     kaggle datasets init -p kaggle/sources
     # 更改默认的 json 文件，否则无法提交
     sed -i 's/INSERT_TITLE_HERE/sources/g' kaggle/sources/dataset-metadata.json
     sed -i 's/INSERT_SLUG_HERE/sources/g' kaggle/sources/dataset-metadata.json
     # 创建一个新的数据集
     kaggle datasets create -p kaggle/sources -r zip
 
-    # 初始化元数据文件以创建数据集
+    # 初始化权重文件
     kaggle datasets init -p kaggle/checkpoints
     # 更改默认的 json 文件，否则无法提交
     sed -i 's/INSERT_TITLE_HERE/checkpoints/g' kaggle/checkpoints/dataset-metadata.json
     sed -i 's/INSERT_SLUG_HERE/checkpoints/g' kaggle/checkpoints/dataset-metadata.json
     # 创建一个新的数据集
     kaggle datasets create -p kaggle/checkpoints
+
+    # 初始化kernel文件
+    kaggle kernels init -p kaggle/submission
+    sed -i 's/INSERT_KERNEL_SLUG_HERE/severstal-submission/g' kaggle/submission/kernel-metadata.json
+    sed -i 's/INSERT_TITLE_HERE/severstal-submission/g' kaggle/submission/kernel-metadata.json
+    sed -i 's/INSERT_CODE_FILE_PATH_HERE/kernel.py/g' kaggle/submission/kernel-metadata.json
+    sed -i 's/Pick one of: {python,r,rmarkdown}/python/g' kaggle/submission/kernel-metadata.json
+    sed -i 's/Pick one of: {script,notebook}/script/g' kaggle/submission/kernel-metadata.json
+    USERNAME="$(kaggle config view | grep username:* | cut -c 13-)"
+    sed -i 's/"enable_gpu": "false"/"enable_gpu": "true"/g' kaggle/submission/kernel-metadata.json
+
+    datasets1="${USERNAME}/segmentation_models"
+    datasets2="${USERNAME}/sources"
+    datasets3="${USERNAME}/checkpoints"
+    datasetsall="\"dataset_sources\": [\"${datasets1}\",\"${datasets2}\",\"${datasets3}\"]"
+	  # shellcheck disable=SC2154
+	  sed -i "s|\"dataset_sources\": \[\]|${datasetsall}|g" kaggle/submission/kernel-metadata.json
+	  sed -i 's#"competition_sources": \[\]#"competition_sources": \["severstal-steel-defect-detection"]#' kaggle/submission/kernel-metadata.json
+    kaggle kernels push -p kaggle/submission
 fi
 
 if [ $1 -eq 1 ]; then
-    echo "只更新脚本文件"
+    echo "只更新脚本文件和kernel文件"
     # 更新脚本文件
     kaggle datasets version -p kaggle/sources -m "Updated Python Files"  -r zip
+    kaggle kernels push -p kaggle/submission
 fi
 
 if [ $1 -eq 2 ]; then
-    echo "更新脚本文件和权重文件"
+    echo "更新脚本文件、kernel文件和权重文件"
     # 更新数据集和脚本文件
     kaggle datasets version -p kaggle/sources -m "Updated Python Files"  -r zip
     kaggle datasets version -p kaggle/checkpoints -m "Updated Checkpoints"
+    kaggle kernels push -p kaggle/submission
 fi