Change batch size to realllly small for f*cking CUDA

Author: moelife-coder

Train.py

@@ -68,7 +68,7 @@ def train(EPOCH, dataloader, test_dataloader, optimizer, loss_function, network,
                                                                         ",", default = 10)
 parser.add_argument('--epoch', '-e', type = int, dest = "EPOCH", help = "Epoch for training", default = 10)
 parser.add_argument('--batch_size', '-b', type = int, dest = "BATCH_SIZE", help = "Batch size for dataloader",
-                    default = 1024)
+                    default = 128)
 parser.add_argument('--learning_rate', '-l', type = float, dest = "LR", help = "Learning rate", default = 0.001)
 parser.add_argument('--dataset', type = str, dest = "dataset", default = "cifar10", choices = ['cifar10', 'mnist'])
 parser.add_argument('--network', type = str, dest = "network", default = "mlp", choices = ['mlp', 'conv'])

cifar-10-python.tar.gz

@@ -0,0 +1,40 @@
+cp_result() {
+    if [ ! -d "${1}_${2}" ]
+    then
+        mkdir "${1}_${2}"
+    fi
+    mv train.log "${1}_${2}/${3}.log"
+    mv result.pkl "${1}_${2}/${3}.pkl"
+}
+source run.sh
+for i in mlp cnn
+do
+    for j in mnist cifar
+    do
+        for k in mse l1 ssim psnr l1s
+        do
+            if [ "${i}" == "mlp" ]
+            then
+                if [ "${j}" == "mnist" ]
+                then
+                    res=392
+                else
+                    res=1536
+                fi
+            else
+                if [ "${j}" == "mnist" ]
+                then
+                    res=2
+                else
+                    res=6
+                fi
+            fi
+            echo "training ${i} ${j} ${k}"
+            train_${i}_${j} ${res} ${k} result.pkl
+            cp_result ${i} ${j} ${k}
+        done
+    done
+done
+tar cf ../packed.tar ./
+cp -r ./ /data/trained/
+cp ../packed.tar /data/packed.tar