- Kaggle에서 Dogs vs. Cats dataset 다운로드 (링크 : https://www.kaggle.com/c/dogs-vs-cats/data)
- Resnet + Transfer Learning (적용X) => 정확도 62%
- Resnet + Transfer Learning (적용O) => 정확도 92%
Transfer Learning (적용 X)
|
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
|
import torch
import numpy as np
import os
import matplotlib.pyplot as plt
import torch.nn as nn
import torch.nn.functional as F
from torchvision import transforms, datasets
import torchvision.models as models
import torch.nn.init as init
os.environ['KMP_DUPLICATE_LIB_OK'] = 'True'
BATCH_SIZE = 32
EPOCHS = 10
if torch.cuda.is_available():
DEVICE = torch.device('cuda')
else:
DEVICE = torch.device('cpu')
print(DEVICE)
# Data Augmentation 기법 사용
trans = {
"train":transforms.Compose([
transforms.RandomResizedCrop(224),
transforms.RandomHorizontalFlip(),
transforms.ToTensor(),
transforms.Normalize((0.5, 0.5, 0.5), (0.5, 0.5, 0.5))
]),
"validation":transforms.Compose([
transforms.RandomResizedCrop(224),
transforms.RandomHorizontalFlip(),
transforms.ToTensor(),
transforms.Normalize((0.5, 0.5, 0.5), (0.5, 0.5, 0.5))
])
}
datasets = {x: datasets.ImageFolder("./data/CAT_DOG/"+x,
trans[x]) for x in ["train", "validation"]}
dataloader = {x: torch.utils.data.DataLoader(datasets[x], batch_size=BATCH_SIZE,
num_workers=0, #멀티 프로세싱을 사용여부
shuffle=True) for x in ["train", "validation"]}
# 다운로드 받은 데이터셋 확인
for (x_train, y_train) in dataloader["train"]:
print('x_train: ', x_train.size(), ' data_type: ', x_train.type())
print('y_train: ', y_train.size(), ' data_type: ', y_train.type())
break
fig = plt.figure(figsize=(5, 1))
for i in range(5):
plt.subplot(1, 5, i + 1)
plt.axis('off')
plt.imshow(np.transpose(x_train[i], (1, 2, 0)))
plt.title("class: " + str(y_train[i].item()))
plt.show()
resnet = models.resnet18(pretrained=False) #Tranfer learning 적용, 사전학습된 모델 재활용
num_nodes = resnet.fc.in_features
resnet.fc = nn.Linear(num_nodes, 2)
def weight_initializer(m):
if isinstance(m, nn.Linear):
init.kaiming_uniform_(m.weight.data)
model = resnet
model.apply(weight_initializer) #가중치 초기화 기법을 사용
optimizer = torch.optim.Adam(model.parameters(), lr=1e-4)
criterion = nn.CrossEntropyLoss()
print(model)
def train(model, train_loader, optimizer, interval):
model.train()
for idx, (image, label) in enumerate(train_loader):
image = image.to(DEVICE)
label = label.to(DEVICE)
optimizer.zero_grad()
output = model(image)
loss = criterion(output, label)
loss.backward()
optimizer.step()
if idx % interval == 0:
print('train epoch: {}, {}/{} train_loss: {}'
.format(epoch, idx*len(image), len(train_loader.dataset), loss.item()))
def evaluate(model, test_loader):
model.eval()
test_loss = 0
right = 0
with torch.no_grad():
for image, label in test_loader:
image = image.to(DEVICE)
label = label.to(DEVICE)
output = model(image)
test_loss += criterion(output, label).item()
pred = output.max(1, keepdim=True)[1]
right += pred.eq(label.view_as(pred)).sum().item()
test_loss /= len(test_loader.dataset)
test_acc = right/len(test_loader.dataset) * 100
return test_loss, test_acc
for epoch in range(1, EPOCHS+1):
train(model, dataloader["train"], optimizer, 5)
test_loss, test_acc = evaluate(model, dataloader["validation"])
print("test_loss: {}, test_acc: {}".format(test_loss, test_acc))
|
cs |
Transfer Learning (적용 O)
소스코드 62번째 줄 => resnet = models.resnet18(pretrained=True)
반응형
'머신러닝_딥러닝 > Pytorch' 카테고리의 다른 글
| CNN 3탄 (CIFAR-10 dataset) (0) | 2021.10.17 |
|---|---|
| CNN 2탄 (CIFAR-10 dataset) (0) | 2021.10.17 |
| CNN 1탄 (CIFAR-10 dataset) (0) | 2021.10.17 |
| MLP모델 (CIFAR-10 dataset) (0) | 2021.10.17 |
| 오토인코더(AutoEncoder) 구현 기초예제 (0) | 2021.10.17 |