-
Notifications
You must be signed in to change notification settings - Fork 42
/
test.py
86 lines (72 loc) · 1.91 KB
/
test.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
from model import rec_model
import torch
uid=torch.tensor(
[1,2,3,4]
).long
user_max_dict={
'uid':10,
'gender':2,
'age':10,
'job':10
}
movie_max_dict={
'mid':10,
'mtype':20,
'mword':20
}
convParams={
'kernel_sizes':[2,3,4,5]
}
def simulatorData():
uid = mid = age = job = torch.tensor(
[1, 2, 3, 4]
).view(4, -1).long()
gender = torch.tensor(
[1, 0, 1, 0]
).view(4, -1).long()
user_inputs = {
'uid': uid,
'gender': gender,
'age': age,
'job': job
}
mtype = torch.tensor(
[[1] * 18, [2] * 18, [3] * 18, [4] * 18]
).long()
mword = torch.tensor(
[[1] * 15, [2] * 15, [3] * 15, [4] * 15]
)
movie_inputs = {
'mid': mid,
'mtype': mtype,
'mtext': mword
}
return (user_inputs, movie_inputs)
def tensorboardTest():
from tensorboardX import SummaryWriter
writer = SummaryWriter()
x = torch.FloatTensor([100])
y = torch.FloatTensor([500])
for epoch in range(100):
x /= 1.5
y /= 1.5
loss = y-x
print(loss)
writer.add_histogram('zz/x', x, epoch)
writer.add_histogram('zz.y', y, epoch)
writer.add_scalar('data/x', x, epoch)
writer.add_scalar('data/y', y, epoch)
writer.add_scalar('data/loss', loss, epoch)
writer.add_scalars('data/scalar_group', {'x':x, 'y':y,'loss':loss},epoch)
writer.add_text('zz/text', 'zz:this is epoch '+ str(epoch), epoch)
writer.export_scalars_to_json("./test.json")
writer.close()
if __name__=='__main__':
# model = rec_model(user_max_dict=user_max_dict, movie_max_dict=movie_max_dict, convParams=convParams)
# user_inputs, movie_inputs = simulatorData()
# model(user_inputs, movie_inputs)
# tensorboardTest()
import pickle as pkl
import numpy as np
a = np.zeros((10000,200))
pkl.dump(a, open('test.p','wb'))