From d32fe7011ba0b6d695b6f9a86c2184778f5d57df Mon Sep 17 00:00:00 2001
From: nobody <63745715+2zki3@users.noreply.github.com>
Date: Tue, 27 Jul 2021 12:35:33 -0400
Subject: [PATCH] Add script for sgd, ngd on Tiny ImageNet.

---
 scripts/tiny-imagenet/tiny-imagenet-wrn-ngd.sh | 14 ++++++++++++++
 scripts/tiny-imagenet/tiny-imagenet-wrn-sgd.sh | 11 +++++++++++
 2 files changed, 25 insertions(+)
 create mode 100644 scripts/tiny-imagenet/tiny-imagenet-wrn-ngd.sh
 create mode 100644 scripts/tiny-imagenet/tiny-imagenet-wrn-sgd.sh

diff --git a/scripts/tiny-imagenet/tiny-imagenet-wrn-ngd.sh b/scripts/tiny-imagenet/tiny-imagenet-wrn-ngd.sh
new file mode 100644
index 0000000..c6d3070
--- /dev/null
+++ b/scripts/tiny-imagenet/tiny-imagenet-wrn-ngd.sh
@@ -0,0 +1,14 @@
+#!/bin/bash
+epochs=90
+device=$@
+
+for lr in  1e-1 3e-2 1e-2 3e-3 1e-3 3e-1 
+do
+	for wd in 3e-3 1e-3 1e-2 3e-2
+	do
+		for damping in 1e-2 3e-2 1e-1 3e-1
+		do
+			python main.py --freq 100 --trial true --step_info false --batchnorm false --low_rank true --dataset imagenet --batch_size 128 --device $device --optimizer kngd --network wrn --depth 28 --widen_factor 4 --epoch $epochs --milestone 30,60,90 --learning_rate_decay 0.1 --learning_rate $lr --damping $damping --weight_decay $wd --momentum 0.9
+		done
+	done
+done
\ No newline at end of file
diff --git a/scripts/tiny-imagenet/tiny-imagenet-wrn-sgd.sh b/scripts/tiny-imagenet/tiny-imagenet-wrn-sgd.sh
new file mode 100644
index 0000000..34b83f1
--- /dev/null
+++ b/scripts/tiny-imagenet/tiny-imagenet-wrn-sgd.sh
@@ -0,0 +1,11 @@
+#!/bin/bash
+epochs=90
+device=$@
+
+for lr in  1e-1 3e-2 1e-2 3e-3 1e-3 3e-1 
+do
+	for wd in 3e-3 1e-3 1e-2 3e-2
+	do
+		python main.py --trial true --step_info false  --dataset imagenet --batch_size 128 --device $device --optimizer sgd --network wrn --depth 28 --widen_factor 4 --epoch $epochs --milestone 30,60,90 --learning_rate_decay 0.1 --learning_rate $lr --weight_decay $wd --momentum 0.9
+	done
+done
\ No newline at end of file