-
Notifications
You must be signed in to change notification settings - Fork 0
/
configmap.yaml
126 lines (99 loc) · 3.65 KB
/
configmap.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
apiVersion: v1
kind: ConfigMap
metadata:
name: gen-conf
data:
genconf-redis: |
#!/usr/bin/env python3
import time
import os
import sys
import re
import subprocess
import threading
from kubernetes import client, config, watch
from redis.sentinel import Redis, Sentinel
def get_cluster_ips(ip):
cli = "redis-cli -c -h {} ".format(ip)
cmd = (cli + "cluster nodes").split(" ")
print(cmd)
pattern = re.compile(".+ (\d+\.\d+\.\d+\.\d+):6379@16379 \w{5,6}")
out = subprocess.run(cmd, capture_output=True)
lines = out.stdout.decode('utf-8').splitlines()
ips = []
for line in lines:
print(line)
match = pattern.match(line)
ips.append(match.group(1))
return ips
pod_name = os.getenv("HOSTNAME")
pod_ip = os.getenv("POD_IP")
data_dir = "/data/redis/{}/".format(pod_name)
nodes_conf = data_dir + "nodes.conf"
config.load_incluster_config()
v1 = client.CoreV1Api()
appsV1 = client.AppsV1Api()
pods = v1.list_namespaced_pod("redis-cluster").items
pods_ip = [pod.status.pod_ip for pod in pods]
print("ips in statefulset {}".format(pods_ip))
num_pods_in_statefulset = appsV1.read_namespaced_stateful_set(name = "redis", namespace = "redis-cluster").spec.replicas
print("nodes.conf does not exist, create one.")
f = open("/etc/redis/redis.conf", "w")
f.write("port 6379\n")
f.write("protected-mode no\n")
f.write("cluster-enabled yes\n")
f.write("cluster-config-file nodes.conf\n")
f.write("cluster-node-timeout 500\n")
f.write("appendonly yes\n")
f.close()
def start_cluster():
r = Redis("localhost", 6379)
while True:
try:
r.ping()
except Exception as e:
print("error ping: ", e)
time.sleep(1)
continue
break
hosts_list = ""
for ip in pods_ip:
hosts_list += ip + ":6379 "
cmd_string = "yes yes | redis-cli --cluster create --cluster-replicas 1 " + hosts_list.strip()
print(cmd_string)
subprocess.run(cmd_string, shell=True)
if not os.path.isfile(nodes_conf):
if int(pod_name.split("-")[-1]) == num_pods_in_statefulset - 1:
thread = threading.Thread(target = start_cluster)
thread.start()
sys.exit(0)
old_conf_path = data_dir + "nodes.conf.old"
os.rename(nodes_conf, old_conf_path)
for i in range(num_pods_in_statefulset):
if cluster_ips := get_cluster_ips("redis-{}.redis-hs.redis-cluster.svc.cluster.local".format(i)):
print("found {} in cluster".format(cluster_ips))
break
for ip in cluster_ips:
if ip not in pods_ip:
print("this ip does not exist.", ip)
old_ip = ip
f_old_conf = open(old_conf_path, "r")
f_nodes_conf = open(nodes_conf, "w")
lines = f_old_conf.readlines()
for line in lines:
if old_ip in line:
line = line.split(" ")
this_id = line[0]
print("this redis id ", this_id)
for line in lines:
line = line.split(" ")
if this_id in line:
current_master_id = line[0]
for line in lines:
if old_ip in line:
f_nodes_conf.write(line.replace(old_ip, pod_ip).replace("master", "slave").replace("-", current_master_id))
elif current_master_id in line:
f_nodes_conf.write(line.replace("slave", "master").replace(this_id, "-"))
else:
f_nodes_conf.write(line)
f_nodes_conf.close()