-
Notifications
You must be signed in to change notification settings - Fork 12
Expand file tree
/
Copy pathtutorial_psgd.py
More file actions
21 lines (15 loc) · 868 Bytes
/
tutorial_psgd.py
File metadata and controls
21 lines (15 loc) · 868 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
import parallel_sgd
import nn
import nn.dataset.transforms as transforms
from parallel_sgd.codec.plain import Plain
model = nn.model.SequentialModel(input_shape=[-1, 784])
model.add(nn.layer.Dense(128, activation=nn.activation.Tanh()))
model.add(nn.layer.Dense(128, activation=nn.activation.Tanh()))
model.add(nn.layer.Dense(10, activation=nn.activation.Softmax()))
model.setup(nn.loss.Cross_Entropy_With_Softmax(), nn.metric.CategoricalAccuracy())
data = nn.dataset.MNIST() # 使用MNIST数据集
trans = transforms.Shuffle().add(transforms.ImageCls()) # 先对数据集做Shuffle操作，再对数据集进行像素分类处理
job = parallel_sgd.ParallelSGD(model, data, trans)
nodes = parallel_sgd.parse_worker(worker_cnt=1)
# 两轮训练后，大约可以给出 'Loss': 0.262, 'accuracy': 0.954 的结果
print(job.parallel(nodes, codec=Plain, epoch=2))