-
Notifications
You must be signed in to change notification settings - Fork 0
/
tb_forecast_education_jobnum.py
134 lines (123 loc) · 4.98 KB
/
tb_forecast_education_jobnum.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
import pandas as pd
import pymysql
import numpy as np
from sklearn.model_selection import train_test_split
from sklearn import linear_model
import json
class Forecast_Education_Jobnum:
x_list = []
undergraduate_list = []
junior_college_list = []
master_list = []
learned_scholar_list = []
fc_undergraduate = []
fc_junior_college = []
fc_master = []
fc_learned_scholar = []
date_list = []
result = []
education_dict = {}
now_month = 0
now_day = 0
month = [31,28,31,30,31,30,31,31,30,31,30,31]
db = pymysql.connect("rm-uf6871zn4f8aq9vpvro.mysql.rds.aliyuncs.com", "user", "Group1234", "job_data")
def get_data(self):
# 使用cursor()方法获取操作游标
cursor = self.db.cursor()
# SQL 查询语句
sql = "select result from tb_forecast_education_jobnum"
try:
cursor.execute(sql)
# 获取所有记录列表
results = cursor.fetchall()
list = results[0]
for i in list:
# string转换成dict的方法
list_ds = eval(i)
for j in list_ds:
self.x_list.append(j['date'])
self.undergraduate_list.append(j['undergraduate'])
self.junior_college_list.append(j['junior_college'])
self.master_list.append(j['master'])
self.learned_scholar_list.append(j['learned_scholar'])
except:
print ("Error: unable to fetch data")
def get_date(self,mon,day):
date = 0
for i in range(mon-1):
date += self.month[i]
return date + day
def get_x_list(self):
tmp = []
for date in self.x_list:
split_str = date.split('-')
self.now_month = int(split_str[0])
self.now_day = int(split_str[1])
time = self.get_date(self.now_month, self.now_day)
tmp.append(time)
self.x_list = tmp
def child_train(self,y_list,res_list,com_type):
tmp_now_month = self.now_month
tmp_now_day = self.now_day
# Pandas将列表（List）转换为数据框（Dataframe）
dic = {'x_list' : self.x_list,'y_list' : y_list}
aa=pd.DataFrame(dic)
aa.head()
X = np.array(aa[['x_list']])
Y = np.array(aa[['y_list']])
# 划分数据集
x_train, x_test, y_train, y_test = train_test_split(X, Y, test_size = 0.2, random_state=0)
#将训练集代入到线性回归模型中训练(岭回归)
model = linear_model.LinearRegression()
model.fit (x_train,y_train)
for i in range(7):
if( self.now_day<self.month[self.now_month] ):
self.now_day += 1
else:
self.now_month += 1
now_time = self.get_date(self.now_month,self.now_day)
now_time = np.array(now_time).reshape(1, -1)
predict_value = model.predict(now_time)
predict_value = int(predict_value)
format_time = str(self.now_month).zfill(2) + '-' + str(self.now_day).zfill(2)
self.date_list.append(format_time)
res_list.append(predict_value)
self.now_month = tmp_now_month
self.now_day = tmp_now_day
def train(self):
self.get_x_list()
# 本科、专科、硕士、博士
# undergraduate、junior_college、master、learned_scholar
self.child_train(self.undergraduate_list,self.fc_undergraduate,"undergraduate")
self.child_train(self.junior_college_list,self.fc_junior_college,"junior_college")
self.child_train(self.master_list,self.fc_master,"master")
self.child_train(self.learned_scholar_list,self.fc_learned_scholar,"learned_scholar")
for i in range(7):
tmp_dict = {}
tmp_dict['date'] = self.date_list[i]
tmp_dict['undergraduate'] = self.fc_undergraduate[i]
tmp_dict['junior_college'] = self.fc_junior_college[i]
tmp_dict['master'] = self.fc_master[i]
tmp_dict['learned_scholar'] = self.fc_learned_scholar[i]
self.result.append(json.dumps(tmp_dict))
self.to_sql()
def to_sql(self):
self.result = str(self.result)
# 去掉转义字符的干扰
self.result = self.result.replace('"','\\"')
self.result = self.result.replace('\'','')
cursor = self.db.cursor()
sql = "update tb_forecast_education_jobnum set forecast = '%s' where id = 1"%(self.result)
print(sql)
try:
cursor.execute(sql)
self.db.commit()
except:
print("insert error")
self.db.close()
if __name__ == "__main__":
p = Forecast_Education_Jobnum()
p.get_data()
p.train()
# 本科、专科、硕士、博士 （职位数）
# [{"date":"02-01","undergraduate":15479,"junior_college":12896,"master":130,"learned_scholar":6477},{"date":"02-02","undergraduate":1479,"junior_college":1286,"master":1308,"learned_scholar":6007}]