Skip to content

Commit

Permalink
ports script to Python 3
Browse files Browse the repository at this point in the history
  • Loading branch information
@gurubert
gurubert committed Aug 4, 2021
1 parent a451a83 commit c58d08b
Showing 1 changed file with 88 additions and 61 deletions.
149 changes: 88 additions & 61 deletions proxmox_migrate.py
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
#!/usr/bin/env python
#!/usr/bin/env python3
# -*- encoding: utf-8; py-indent-offset: 4 -*-

# (c) 2019 Heinlein Support GmbH
Expand All @@ -22,177 +22,191 @@
import time
import sys
from proxmoxer import ProxmoxAPI
from functools import reduce

class ProxmoxAPIext(ProxmoxAPI):
def migrate_vm(self, vm, dest):
now = int(time.time())
source = vm['node']
if source != dest:
print "Migrating VM %s (%s) from %s to %s" % (vm['vmid'], vm['name'], source, dest)
print("Migrating VM %s (%s) from %s to %s" % (vm['vmid'], vm['name'], source, dest))
taskid = self.nodes(source).post('%s/migrate' % vm['id'], target=dest, online=1)
if args.wait:
if ':hamigrate:' in taskid:
taskid = False
print "Waiting for HA migration task to start",
print("Waiting for HA migration task to start", end=' ')
sys.stdout.flush()
while not taskid:
time.sleep(1)
print '.',
print('.', end=' ')
sys.stdout.flush()
for task in filter(lambda x: x['id'] == str(vm['vmid']) \
for task in [x for x in self.cluster.tasks.get() if x['id'] == str(vm['vmid']) \
and ':qmigrate:' in x['upid'] \
and x['starttime'] > now,
self.cluster.tasks.get()):
and x['starttime'] > now]:
taskid = task['upid']
print
print taskid
print()
print(taskid)
finished = False
print "Waiting for task to finish",
print("Waiting for task to finish", end=' ')
sys.stdout.flush()
while not finished:
time.sleep(1)
print ".",
print(".", end=' ')
sys.stdout.flush()
status = self.nodes(source).tasks(taskid).status.get()
if status['status'] != 'running':
finished = status
print " finished"
print(" finished")
if finished['exitstatus'] != 'OK':
return False
else:
print "started %s" % taskid
print("started %s" % taskid)
return True

def migrate_vmid(self, vmid, dest):
vm = filter(lambda x: x['vmid'] == vmid, self.cluster.resources.get(type='vm'))[0]
vm = list(filter(lambda x: x['vmid'] == vmid, self.cluster.resources.get(type='vm')))[0]
return self.migrate_vm(vm, dest)

def get_groups(self):
groups = {}
for group in self.cluster.ha.groups.get():
groups[group['group']] = group
groups[group['group']][u'nodelist'] = map(lambda x: x.split(':')[0], group['nodes'].split(','))
groups[group['group']]['nodelist'] = [x.split(':')[0] for x in group['nodes'].split(',')]
return groups

def get_ha_resources(self):
def get_ha_resources(self, dstnodes = []):
groups = self.get_groups()
resources = {}
for res in self.cluster.ha.resources.get():
id = int(res['sid'].split(':')[1])
resources[id] = res
if 'group' in res and res['group'] in groups:
resources[id][u'group'] = groups[res['group']]
resources[id]['group'] = groups[res['group']]
else:
resources[id][u'group'] = {u'nodelist': []}
resources[id]['group'] = {'nodelist': dstnodes}
if args.debug:
print('*** get_ha_resources()')
pprint(resources)
return resources

def get_vms(self, filterfunc = lambda x: x):
def get_vms(self, filterfunc = lambda x: True):
vms = {}
for vm in filter(filterfunc, self.cluster.resources.get(type='vm')):
vms[vm['vmid']] = vm
return vms

def get_nodes(self, nodelist, maxfree = False):
nodes = []
if args.debug:
print(f"*** get_nodes({nodelist}, {maxfree})")
for node in self.nodes.get():
if args.debug:
print("node: ", end='')
pprint(node)
if node['node'] in nodelist:
if maxfree:
node[u'memfree'] = node['maxmem']
node['memfree'] = node['maxmem']
else:
node[u'memfree'] = node['maxmem'] - node['mem']
node['memfree'] = node['maxmem'] - node['mem']
nodes.append(node)
return nodes

def get_dstnodes_bymem(self, nodelist, totalneeded, maxfree = False):
dstnodes = self.get_nodes(nodelist, maxfree)
totalfree = reduce(lambda x,y: x+y, map(lambda x: x['memfree'], dstnodes))
totalfree = reduce(lambda x,y: x+y, [x['memfree'] for x in dstnodes], 0)
if args.debug:
print "totalfree:", totalfree
print("*** get_dstnodes_bymem")
print("dstnodes:", dstnodes)
print("totalfree:", totalfree)
if totalfree < totalneeded:
print "Unable to evacuate, not enough RAM free."
print("Unable to evacuate, not enough RAM free.")
sys.exit(1)
for dstnode in dstnodes:
dstnode[u'memperc'] = float(dstnode['memfree']) / float(totalfree)
dstnode['memperc'] = float(dstnode['memfree']) / float(totalfree)
dstnodes_bymem = sorted(dstnodes, key=lambda x: x['memperc'], reverse=True)
return dstnodes_bymem

def balance_vms(self, vms, dstnodes, maxfree = False):
res = self.get_ha_resources()
if args.debug:
pprint(res)
print(f"*** balance_vms({dstnodes}, {maxfree})")
ha_res = self.get_ha_resources(dstnodes)

migrate = {}
for dstnode in self.get_nodes(dstnodes, True):
migrate[dstnode['node']] = []
lenvms = len(vms)
totalneeded = reduce(lambda x,y: x+y, map(lambda x: x['mem'], vms.values()), 0)
totalneeded = reduce(lambda x,y: x+y, [x['mem'] for x in list(vms.values())], 0)
if args.debug:
print "needed:", totalneeded
print("needed:", totalneeded)
dstnodes_bymem = self.get_dstnodes_bymem(dstnodes, totalneeded, maxfree)
firstrun = True
while len(vms):
dstnodes_bymem = sorted(dstnodes_bymem, key=lambda x: x['memfree'], reverse=True)
if args.debug:
print "dstnodes_bymem: %s" % map(lambda x: x['node'], dstnodes_bymem)
vms_bymem = map(lambda x: x['vmid'], sorted(vms.values(), key=lambda x: x['mem'], reverse=True))
print("dstnodes_bymem: %s" % [x['node'] for x in dstnodes_bymem])
vms_bymem = [x['vmid'] for x in sorted(list(vms.values()), key=lambda x: x['mem'], reverse=True)]
if args.debug:
print "vms_bymem: %s" % vms_bymem
print("vms_bymem: %s" % vms_bymem)
firstbatch = 0
if args.debug:
print "firstbatch = 0"
dstnodes_seen = {}
if firstrun:
firstrun = False
vms_sit = len(dstnodes_bymem)
for vmid in vms_bymem:
if args.debug:
print("vms_sit: %d" % vms_sit)
if not vms_sit:
break
if vms[vmid]['node'] not in dstnodes_seen and vms[vmid]['node'] in map(lambda x: x['node'], dstnodes_bymem):
print "%s (%s) stays on %s" % (vmid, vms[vmid]['name'], vms[vmid]['node'])
if vms[vmid]['node'] not in dstnodes_seen and vms[vmid]['node'] in [x['node'] for x in dstnodes_bymem]:
print("%s (%s) stays on %s" % (vmid, vms[vmid]['name'], vms[vmid]['node']))
dstnodes_seen[vms[vmid]['node']] = vms[vmid]['mem']
vms_sit -= 1
del(vms[vmid])
for dstnode in dstnodes_bymem:
if dstnode['node'] in dstnodes_seen:
dstnode['memfree'] -= dstnodes_seen[dstnode['node']]
dstnodes_bymem = sorted(dstnodes_bymem, key=lambda x: x['memfree'], reverse=True)
firstrun = False
if args.debug:
print "dstnodes_bymem: %s" % map(lambda x: x['node'], dstnodes_bymem)
print("dstnodes_bymem: %s" % [x['node'] for x in dstnodes_bymem])
print("dstnodes_seen: %s" % dstnodes_seen)
for dstnode in dstnodes_bymem:
if dstnode['node'] in dstnodes_seen:
dstnode['memfree'] -= dstnodes_seen[dstnode['node']]
firstbatch = dstnodes_seen[dstnode['node']]
break
if args.debug:
print dstnode['node'], dstnode['memfree'], "%02.f%%" % (dstnode['memfree'] * 100.0 / dstnode['maxmem'])
vms_bymem = map(lambda x: x['vmid'], sorted(vms.values(), key=lambda x: x['mem'], reverse=True))
print("firstbatch = %d" % firstbatch)
print(dstnode['node'], dstnode['memfree'], "%02.f%%" % (dstnode['memfree'] * 100.0 / dstnode['maxmem']))
vms_bymem = [x['vmid'] for x in sorted(list(vms.values()), key=lambda x: x['mem'], reverse=True)]
if args.debug:
pprint(vms_bymem)
print("vms_bymem: %s" % vms_bymem)
batchtotal = 0
for vmid in vms_bymem:
batchtotal += vms[vmid]['mem']
if args.debug:
print vmid, dstnode['memfree'], "%02.f%%" % (dstnode['memfree'] * 100.0 / dstnode['maxmem']), vms[vmid]['mem'], firstbatch, batchtotal
print(vmid, dstnode['memfree'], "%02.f%%" % (dstnode['memfree'] * 100.0 / dstnode['maxmem']), vms[vmid]['mem'], firstbatch, batchtotal)
# is enough mem free on current node?
memfree = dstnode['memfree'] > vms[vmid]['mem']
# is current node first in node list?
first = firstbatch == 0
# is current batch smaller than first batch?
second = batchtotal <= firstbatch
# is vm HA resource?
haresource = vmid in res
haresource = vmid in ha_res
# is VM HA managed (started)?
started = haresource and res[vmid]['state'] == 'started'
started = haresource and ha_res[vmid]['state'] == 'started'
# is VM for current node based on HA group?
forcurrentnode = haresource and (dstnode['node'] in res[vmid]['group']['nodelist'] or not res[vmid]['group']['nodelist'] or not res[vmid]['group']['restricted'])
forcurrentnode = haresource and (dstnode['node'] in ha_res[vmid]['group']['nodelist'] or not ha_res[vmid]['group']['restricted'])
if args.debug:
print memfree, first, second, haresource, started, forcurrentnode
print(memfree, first, second, haresource, started, forcurrentnode)
if haresource:
print(ha_res[vmid]['group']['nodelist'], ha_res[vmid]['group'].get('restricted'))
if memfree and \
(first or second) and \
(started and forcurrentnode or not started or not haresource):
dstnode['memfree'] -= vms[vmid]['mem']
if args.debug:
print " ", dstnode['node'], dstnode['memfree'], "%02.f%%" % (dstnode['memfree'] * 100.0 / dstnode['maxmem']), vmid, vms[vmid]['mem']
print(" ", dstnode['node'], dstnode['memfree'], "%02.f%%" % (dstnode['memfree'] * 100.0 / dstnode['maxmem']), vmid, vms[vmid]['mem'])
migrate[dstnode['node']].append(vms[vmid])
if firstbatch == 0:
firstbatch = vms[vmid]['mem']
Expand All @@ -202,30 +216,34 @@ def balance_vms(self, vms, dstnodes, maxfree = False):
else:
batchtotal -= vms[vmid]['mem']
if lenvms == len(vms):
for vm in vms.values():
print "Unable to find destination for %s (%s)" % (vm['vmid'], vm['name'])
for vm in list(vms.values()):
print("Unable to find destination for %s (%s)" % (vm['vmid'], vm['name']))
break
lenvms = len(vms)
if args.debug:
pprint(migrate)
for dstnode, vms in migrate.iteritems():
for dstnode, vms in migrate.items():
for vm in vms:
if vm['node'] == dstnode:
print "%s (%s) stays on %s" % (vm['vmid'], vm['name'], vm['node'])
print("%s (%s) stays on %s" % (vm['vmid'], vm['name'], vm['node']))
else:
if args.dryrun:
print "would migrate %s (%s) from %s to %s" % (vm['vmid'], vm['name'], vm['node'], dstnode)
print("would migrate %s (%s) from %s to %s" % (vm['vmid'], vm['name'], vm['node'], dstnode))
else:
self.migrate_vm(vm, dstnode)
for dstnode in dstnodes_bymem:
print "%s has %d memory free (%0.2f%%)" % (dstnode['node'], dstnode['memfree'], dstnode['memfree'] * 100.0 / dstnode['maxmem'])
print("%s has %d memory free (%0.2f%%)" % (dstnode['node'], dstnode['memfree'], dstnode['memfree'] * 100.0 / dstnode['maxmem']))

def hostname_from_fqdn(fqdn):
return fqdn.split('.')[0]

parser = argparse.ArgumentParser()
parser.add_argument('-u', '--username', required=True)
parser.add_argument('-p', '--password', required=True)
parser.add_argument('-n', '--dryrun', action='store_true', required=False)
parser.add_argument('-d', '--debug', action='store_true', required=False)
parser.add_argument('-w', '--wait', action='store_true', required=False)
parser.add_argument('-s', '--no-verify-ssl', action='store_true', required=False)
subparsers = parser.add_subparsers(title='available commands', help='call "subcommand --help" for more information')
evacuate = subparsers.add_parser('evacuate', help='evacuate first host, migrate VMs to other hosts')
evacuate.set_defaults(func='evacuate')
Expand All @@ -241,30 +259,39 @@ def balance_vms(self, vms, dstnodes, maxfree = False):

args = parser.parse_args()

if 'func' not in args:
parser.print_help()
sys.exit(1)

if args.debug:
pprint(args)

vssl = not args.no_verify_ssl

if args.func == 'evacuate':

proxmox = ProxmoxAPIext(args.source, user=args.username, password=args.password, verify_ssl=False)
proxmox = ProxmoxAPIext(args.source, user=args.username, password=args.password, verify_ssl=vssl)

vms = proxmox.get_vms(lambda x: x['status'] == 'running' and x['node'] == args.source)
vms = proxmox.get_vms(lambda x: x['status'] == 'running' and x['node'] == hostname_from_fqdn(args.source))
if args.debug:
pprint(vms)

proxmox.balance_vms(vms, args.dstnodes)
proxmox.balance_vms(vms, list(map(hostname_from_fqdn, args.dstnodes)))

elif args.func == 'balanceram':
if len(args.nodes) < 2:
raise RuntimeError('List of nodes is too short: %s' % ', '.join(args.nodes))

proxmox = ProxmoxAPIext(args.nodes[0], user=args.username, password=args.password, verify_ssl=False)
proxmox = ProxmoxAPIext(args.nodes[0], user=args.username, password=args.password, verify_ssl=vssl)

vms = proxmox.get_vms(lambda x: x['status'] == 'running' and x['node'] in args.nodes)
vms = proxmox.get_vms(lambda x: x['status'] == 'running' and x['node'] in map(hostname_from_fqdn, args.nodes))
if args.debug:
pprint(vms)

proxmox.balance_vms(vms, args.nodes, True)
proxmox.balance_vms(vms, list(map(hostname_from_fqdn, args.nodes)), True)

elif args.func == 'migrate':

proxmox = ProxmoxAPIext(args.dst, user=args.username, password=args.password, verify_ssl=False)
if not proxmox.migrate_vmid(args.vmid, args.dst):
proxmox = ProxmoxAPIext(args.dst, user=args.username, password=args.password, verify_ssl=vssl)
if not proxmox.migrate_vmid(args.vmid, hostname_from_fqdn(args.dst)):
sys.exit(1)

0 comments on commit c58d08b

Please sign in to comment.