Repository navigation
Expand file tree
/
Copy pathtrain.py
More file actions
171 lines (147 loc) · 7.28 KB
/
Copy pathtrain.py
File metadata and controls
171 lines (147 loc) · 7.28 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
"""CIFAR-10 실험 실행기.
예)
python train.py 2 # 실험 2만
python train.py 2 3 # 실험 2, 3을 한 번에 실행하고 비교 그래프 생성
python train.py all # 등록된 모든 실험
python train.py --list # 실험 목록
"""
import argparse
import ast
import json
from pathlib import Path
import random
import numpy as np
import torch
from torch.utils.data import DataLoader
from torchvision import datasets
from tqdm.auto import tqdm
from config import CONFIG, get_device
from experiments import EXPERIMENTS, select
from utils import evaluate_history, fit
HISTORY_HEADER = "epoch,train_loss,train_accuracy,val_loss,val_accuracy"
def parse_param(text):
"""KEY=VALUE를 (key, value)로 변환한다. VALUE는 파이썬 리터럴(0.9, (0.9, 0.999), True)."""
key, sep, value = text.partition("=")
if not sep or not key:
raise argparse.ArgumentTypeError(f"KEY=VALUE 형식이어야 합니다: {text}")
try:
return key.strip(), ast.literal_eval(value.strip())
except (ValueError, SyntaxError):
return key.strip(), value.strip()
def parse_args(argv=None):
parser = argparse.ArgumentParser(
description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter)
parser.add_argument("experiments", nargs="*",
help="실행할 실험 번호(여러 개 가능) 또는 all")
parser.add_argument("--list", action="store_true", help="등록된 실험 목록 출력")
# 아래 값은 지정했을 때만 config.py/실험별 설정을 덮어쓴다.
parser.add_argument("--epochs", type=int, help="선택한 모든 실험의 에포크 일괄 변경")
parser.add_argument("--batch-size", type=int)
parser.add_argument("--lr", type=float)
parser.add_argument("--seed", type=int)
parser.add_argument("--num-workers", type=int)
parser.add_argument("--optimizer", help="optimizer 이름 (adam, adamw, sgd, rmsprop 또는 torch.optim 클래스명)")
parser.add_argument("--optimizer-param", action="append", type=parse_param, default=[],
metavar="KEY=VALUE",
help="optimizer 인자, 반복 지정 가능 (예: momentum=0.9 weight_decay=5e-4)")
parser.add_argument("--data-dir", type=Path)
parser.add_argument("--ckpt-dir", type=Path)
parser.add_argument("--history-dir", type=Path)
parser.add_argument("--show", action="store_true", help="학습 곡선을 화면에도 표시")
args = parser.parse_args(argv)
if args.list:
return args, []
if not args.experiments:
parser.error("실험 번호를 하나 이상 지정하세요 (예: python train.py 2 3, --list로 목록 확인).")
if "all" in args.experiments:
numbers = sorted(EXPERIMENTS)
else:
try:
numbers = [int(n) for n in args.experiments]
except ValueError:
parser.error("실험 번호는 정수 또는 all이어야 합니다.")
try:
selected = select(numbers)
except KeyError as exc:
parser.error(exc.args[0])
return args, selected
def seed_everything(seed):
random.seed(seed)
np.random.seed(seed)
torch.manual_seed(seed)
if torch.cuda.is_available():
torch.cuda.manual_seed_all(seed)
torch.backends.cudnn.deterministic = True
def run_experiment(experiment, cfg, device):
"""실험 하나를 학습하고 (N, 5) history를 반환한다. 가중치는 ckpt_dir/key/, history는 history_dir/key/에 저장."""
# 교재처럼 실험마다 같은 seed로 새 모델·optimizer·history를 구성한다.
seed_everything(cfg.seed)
train_set = datasets.CIFAR10(root=str(cfg.data_dir), train=True, download=True,
transform=experiment.train_transform())
test_set = datasets.CIFAR10(root=str(cfg.data_dir), train=False, download=True,
transform=experiment.test_transform())
net = experiment.model(len(train_set.classes)).to(device)
train_loader = DataLoader(train_set, batch_size=cfg.batch_size, shuffle=True,
num_workers=cfg.num_workers)
test_loader = DataLoader(test_set, batch_size=cfg.batch_size, shuffle=False,
num_workers=cfg.num_workers)
tqdm.write(f"\n[{experiment.title}] Train: {len(train_set)}, Validation: {len(test_set)}, "
f"Epochs: {cfg.epochs}, Batch size: {cfg.batch_size}, "
f"Optimizer: {cfg.optimizer_summary()}")
criterion = experiment.criterion()
optimizer = cfg.build_optimizer(p for p in net.parameters() if p.requires_grad)
timings = []
history = fit(net, optimizer, criterion, cfg.epochs, train_loader, test_loader,
device, np.zeros((0, 5)), timing_history=timings)
history_dir = cfg.history_dir / experiment.key
ckpt_dir = cfg.ckpt_dir / experiment.key
history_dir.mkdir(parents=True, exist_ok=True)
ckpt_dir.mkdir(parents=True, exist_ok=True)
np.savetxt(history_dir / "history.csv", history, delimiter=",", comments="",
header=HISTORY_HEADER)
np.savetxt(history_dir / "timing.csv", np.asarray(timings), delimiter=",", comments="",
header="epoch,train_seconds,eval_seconds")
mean_times = np.asarray(timings)[:, 1:].mean(axis=0)
summary = {
"epochs": cfg.epochs,
"device": str(device),
"model": type(net).__name__,
"mean_train_seconds": float(mean_times[0]),
"mean_eval_seconds": float(mean_times[1]),
}
(history_dir / "timing_summary.json").write_text(
json.dumps(summary, indent=2), encoding="utf-8")
torch.save(net.state_dict(), ckpt_dir / "model_final.pth")
return history
def main(argv=None):
args, selected = parse_args(argv)
if args.list:
for number, exp in sorted(EXPERIMENTS.items()):
cfg = exp.config(CONFIG)
print(f"{number}: {exp.title} (model={exp.model.__name__}, "
f"epochs={cfg.epochs}, batch_size={cfg.batch_size}, "
f"optimizer={cfg.optimizer_summary()})")
return
cli = {"epochs": args.epochs, "batch_size": args.batch_size, "lr": args.lr,
"seed": args.seed, "num_workers": args.num_workers,
"data_dir": args.data_dir, "ckpt_dir": args.ckpt_dir, "history_dir": args.history_dir,
"optimizer": args.optimizer,
"optimizer_params": dict(args.optimizer_param) or None}
try:
base = CONFIG.updated(**cli)
configs = [experiment.config(CONFIG).updated(**cli) for experiment in selected]
except (TypeError, ValueError) as exc:
raise SystemExit(f"설정 오류: {exc}")
device = get_device()
print(f"Device: {device}", flush=True)
histories = {}
progress = tqdm(selected, desc="Experiments", position=0)
# 우선순위: config.py < 실험별 overrides < 명령행 인자
for experiment, cfg in zip(progress, configs):
progress.set_description(experiment.title)
histories[experiment.title] = run_experiment(experiment, cfg, device)
# 선택한 실험들을 실험당 1행(손실·정확도 2열)으로 비교한다.
evaluate_history(histories, output_dir=base.history_dir, show=args.show)
print(f"가중치: {base.ckpt_dir.resolve()}\nhistory·그래프: {base.history_dir.resolve()}")
if __name__ == "__main__":
main()