summaryrefslogtreecommitdiff
path: root/kpov_judge/finalize_opstack.py
blob: 7938bdaba592950d3702962bc2306d6225c9a88b (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
import keystoneclient.v2_0.client as ksclient
import quantumclient.quantum.client as qclient
import novaclient.client as nclient
import settings
import pymongo
import sys
import os
import fcntl

##########################################################
def create_project(project_name):
  return kc.tenants.create(tenant_name=project_name)

def get_project_by_name(project_name):
  return kc.users.find(name=username)

def get_user_by_name(username):
  return kc.users.find(name=username)
      
def create_network(network_name, tenant_name):
  net = {'name': network_name, 'admin_state_up': True, 'tenant_id': getattr(kc.tenants.find(name=tenant_name), 'id')}
  network = qc.create_network({'network': net})
  sub = {'name': network_name + "-subnet", 'cidr': '0.0.0.0/24', 'network_id': network['network']['id'], 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': None}
  subnet = qc.create_subnet({'subnet': sub})
  return network
  
def get_nova_client(tenant_name):
  return nclient.Client("1.1", username=settings.OS_ADMIN_USER, api_key=settings.OS_ADMIN_PASS, auth_url=settings.OS_AUTH_URL, project_id=tenant_name)

def get_quantum_client(tenant_name):
  kcsub = ksclient.Client(auth_url=settings.OS_AUTH_URL, username=settings.OS_ADMIN_USER, password=settings.OS_ADMIN_PASS, tenant_name=tenant_name)
  client = qclient.Client('2.0', endpoint_url=settings.OS_QUANTUM_URL, token=kcsub.auth_token)
  client.format = 'json'
  return client
 
##########################################################

kc = ksclient.Client(endpoint=settings.OS_ADMIN_AUTH_URL, token=settings.OS_ADMIN_TOKEN)
member_role = kc.roles.find(name='Member')

db = pymongo.MongoClient(settings.DB_HOST).kpov
try:
    db.authenticate(settings.USERNAME, settings.PASSWORD)
except Exception, e:
    print str(e)
    #no auth or auth config?

l = db.student_tasks.find({'create_openstack': True})
projects = list()
for project in l:
  task_id, student_id = project['task_id'], project['student_id']
  if (task_id, student_id) not in projects:
    projects.append((task_id, student_id))
#projects = [ ('01.predvaja','at9036@student.uni-lj.si'), ('01.predvaja', 'andrejtolic@fri1.uni-lj.si') ]
for task_id, student_id in projects:
  l = db.student_tasks.find_one({'task_id': task_id, 'student_id': student_id, "create_openstack": True})
  if l is None:
    continue
  lock_file = os.path.join(settings.OS_LOCKFILE_PATH, '{0}-{1}.lock'.format(student_id, task_id))
  lock_fp = open(lock_file, 'w')
  try:
    fcntl.lockf(lock_fp, fcntl.LOCK_EX | fcntl.LOCK_NB)
  except IOError:
    continue
  # Ustvarimo projekt
  project_name = "{0}-{1}".format(student_id, task_id)
  project = create_project(project_name=project_name)
  lock_fp.write("Created project {0}.\n".format(project_name))
  # Dodamo admin uporabnika v projekt
  kc.roles.add_user_role(get_user_by_name('admin'), admin_role, project)
  lock_fp.write("Added user admin to project {0}.\n".format(project_name))
  # Ustvarimo L2 omrezja
  qc = get_quantum_client(tenant_name=project_name)
  network_list = db.networks.find({'task_id': task_id})
  nets = []
  for n in network_list:
    net = create_network(network_name=n['name'], tenant_name=project_name)
    lock_fp.write("Created network {0}.".format(n['name']))
    nets.append( (n['name'], {'net-id': net['network']['id']}) )
    db.student_networks.update({'task_id': task_id, 'student_id': student_id, 'name': n['name']}, {'$set': {'network_id': net['network']['id'], 'public': n['public']}}, upsert=True)
  #Ustvarimo instance
  instance_list = db.computers_meta.find({'task_id': task_id})
  nc = get_nova_client(tenant_name=project_name)
  first_instance_in_project = True
  for inst in instance_list:
    image = nc.images.find(name=inst['image'])
    flavor = nc.flavors.find(name=inst['flavor'])
    instance_net_names = inst['networks']
    instance_nets = [net[1] for net in nets if net[0] in instance_net_names]
    if inst['config_drive']:
      if 'string' in inst['userdata'].keys():
        udata = inst['userdata']['string']
      elif 'file' in inst['userdata'].keys():
        try:
          udata = open(inst['userdata']['file'], 'r')
        except:
          udata = None
          lock_fp.write("Problem reading file {0} for config drive. Using None instead.".format(inst['userdata']['file']))
    else:
      udata = None
    if first_instance_in_project:
      scheduler_hints = None
      first_instance_in_project = False
    else:
      s = db.student_computers.find_one({'task_id': task_id, 'student_id': student_id, 'name': inst['name']})
      # Value corresponding to the 'same_host' key is a list (with just one element)
      # of instances besides which to put the new instance.
      scheduler_hints = {'same_host': [s['openstack_instance_id']] }
    instance = nc.servers.create(name=project_name + "-" + inst['name'], image=image, flavor=flavor, nics=instance_nets, config_drive=inst['config_drive'], userdata=udata, scheduler_hints=scheduler_hints)
    lock_fp.write("Created instance for computer {0}.".format(inst['name']))
    # Write openstack instance id to mongo.
    db.student_computers.update({'task_id': task_id, 'student_id': student_id, 'name': inst['name']}, {'$set': {'openstack_instance_id': instance['id'], 'openstack_host': instance['OS-EXT-SRV-ATTR:host'], 'openstack_finalized': False}, upsert=True)
    # instance['status'] lahko BUILD, ACTIVE ali SHUTOFF
    # instance = nova.servers.get(instance['id'])
  db.student_tasks.update({'task_id': task_id, 'student_id': student_id}, {'$set': {'create_openstack': False, 'openstack_created': True}})
  os.unlink(lock_file)
  lock_fp.close()

# TODO v loceni skripti.
# povezi test-net na brarbiters, po izklopu instanc guestfs nad diski in create_image.
# Dodamo studenta v projekt
kc.roles.add_user_role(get_user_by_name(student_id), member_role, project)