05-pytorch(神經網絡分類問題)

import torch 
from torch.autograd import Variable 
import torch.nn.functional as F
import numpy as np

n_data = torch.ones(100,2) # 打印[100,2]矩陣的1
# 第一個數據集
x0 = torch.normal(2*n_data,1)
y0 = torch.zeros(100)
# 第二個數據集
x1 = torch.normal(-2*n_data,1)
y1 = torch.ones(100)
# 合並數據集  --> 合並 並改變格式
x = torch.cat((x0,x1),0).type(torch.FloatTensor)     # 32位浮點數
y = torch.cat((y0,y1)).type(torch.LongTensor)         # 64 位整型

tensor([[-1.8586, -2.7746],
        [-2.8297, -2.1551],
        [-2.4832, -2.2842],
        [-1.9556, -1.9917],
        [-2.5398, -2.1877],
        [-2.6220, -2.5604]])

定義一個神經網絡(用於分類)

class Net(torch.nn.Module):
    def __init__(self,n_feature,n_hidden,n_output):
        super(Net,self).__init__()
        self.hidden = torch.nn.Linear(n_feature,n_hidden)
        self.predict = torch.nn.Linear(n_hidden,n_output)
        pass
    def forward(self,x):
        x = F.relu(self.hidden(x))
        x =self.predict(x)
        return x

分類的時候使用 CrossEntropyLoss() 概率誤差比較好

net = Net(2,10,2)
print(net)
optimizer = torch.optim.SGD(net.parameters(),lr=0.1)
loss_func = torch.nn.CrossEntropyLoss()      # 標簽誤差

Net(
  (hidden): Linear(in_features=2, out_features=10, bias=True)
  (predict): Linear(in_features=10, out_features=2, bias=True)
)

for i in range(100):
    prediction = net(x)
    loss = loss_func(prediction,y)
    
    # 梯度歸零
    optimizer.zero_grad()
    # 計算梯度
    loss.backward()
    # 更新結點
    optimizer.step()
    if i % 20 == 0:
        print(loss)

tensor(0.5676, grad_fn=<NllLossBackward>)
tensor(0.0800, grad_fn=<NllLossBackward>)
tensor(0.0339, grad_fn=<NllLossBackward>)
tensor(0.0204, grad_fn=<NllLossBackward>)
tensor(0.0143, grad_fn=<NllLossBackward>)

如何預測

x1 = torch.FloatTensor([2,2])
x1 = Variable(x1)
# 這樣可以是實現預測
np.argmax(net(x1).data.numpy)