2019-07-01 18:53:38 +00:00
|
|
|
# TODO
|
2019-07-18 12:10:17 +00:00
|
|
|
# 1. Allow user of realm ungleich-admin to perform any action on
|
|
|
|
# any user vm.
|
|
|
|
|
2019-06-24 17:14:45 +00:00
|
|
|
import json
|
2019-08-11 17:01:27 +00:00
|
|
|
import subprocess
|
2019-06-24 10:46:06 +00:00
|
|
|
|
2019-08-01 10:04:40 +00:00
|
|
|
from flask import Flask, request
|
|
|
|
from flask_restful import Resource, Api
|
2019-06-24 17:14:45 +00:00
|
|
|
from uuid import uuid4
|
2019-07-01 18:53:38 +00:00
|
|
|
from etcd3_wrapper import Etcd3Wrapper
|
2019-08-11 17:01:27 +00:00
|
|
|
from os.path import join
|
2019-08-01 10:04:40 +00:00
|
|
|
|
|
|
|
from ucloud_common.vm import VmPool, VMStatus
|
2019-08-11 17:01:27 +00:00
|
|
|
from ucloud_common.host import HostPool
|
|
|
|
from ucloud_common.request import RequestEntry, RequestPool, RequestType
|
2019-08-01 10:04:40 +00:00
|
|
|
from schemas import (CreateVMSchema, VMStatusSchema,
|
|
|
|
CreateImageSchema, VmActionSchema,
|
2019-08-11 17:01:27 +00:00
|
|
|
OTPSchema, CreateHostSchema,
|
|
|
|
VmMigrationSchema)
|
2019-08-01 10:04:40 +00:00
|
|
|
|
2019-06-24 10:46:06 +00:00
|
|
|
app = Flask(__name__)
|
|
|
|
api = Api(app)
|
|
|
|
|
2019-07-01 18:53:38 +00:00
|
|
|
client = Etcd3Wrapper()
|
2019-08-01 10:04:40 +00:00
|
|
|
vm_pool = VmPool(client, "/v1/vm")
|
2019-08-11 17:01:27 +00:00
|
|
|
host_pool = HostPool(client, "/v1/host")
|
|
|
|
request_pool = RequestPool(client, "/v1/request")
|
2019-07-03 12:47:24 +00:00
|
|
|
|
2019-06-24 10:46:06 +00:00
|
|
|
|
|
|
|
class CreateVM(Resource):
|
2019-08-11 17:01:27 +00:00
|
|
|
@staticmethod
|
|
|
|
def post():
|
2019-08-01 10:04:40 +00:00
|
|
|
data = request.json
|
|
|
|
validator = CreateVMSchema(data)
|
|
|
|
if validator.is_valid():
|
2019-08-11 17:01:27 +00:00
|
|
|
# Create VM Entry under /v1/vm/
|
|
|
|
vm_uuid = uuid4().hex
|
|
|
|
vm_key = f"/v1/vm/{vm_uuid}"
|
2019-08-01 10:04:40 +00:00
|
|
|
vm_entry = {
|
|
|
|
"owner": data["name"],
|
|
|
|
"specs": data["specs"],
|
|
|
|
"hostname": "",
|
2019-08-11 17:01:27 +00:00
|
|
|
"status": "",
|
2019-08-01 10:04:40 +00:00
|
|
|
"image_uuid": data["image_uuid"],
|
2019-08-11 17:01:27 +00:00
|
|
|
"log": []
|
2019-08-01 10:04:40 +00:00
|
|
|
}
|
|
|
|
client.put(vm_key, vm_entry, value_in_json=True)
|
2019-08-11 17:01:27 +00:00
|
|
|
|
|
|
|
# Create ScheduleVM Request
|
|
|
|
r = RequestEntry.from_scratch(type=RequestType.ScheduleVM,
|
|
|
|
uuid=vm_uuid)
|
|
|
|
request_pool.put(r)
|
|
|
|
|
2019-08-01 10:04:40 +00:00
|
|
|
return {"message": "VM Creation Queued"}, 200
|
2019-06-24 10:46:06 +00:00
|
|
|
else:
|
2019-08-01 10:04:40 +00:00
|
|
|
return validator.get_errors(), 400
|
2019-06-24 10:46:06 +00:00
|
|
|
|
|
|
|
|
2019-06-25 10:07:23 +00:00
|
|
|
class VmStatus(Resource):
|
2019-08-11 17:01:27 +00:00
|
|
|
@staticmethod
|
|
|
|
def get():
|
2019-08-01 10:04:40 +00:00
|
|
|
data = request.json
|
|
|
|
validator = VMStatusSchema(data)
|
|
|
|
if validator.is_valid():
|
|
|
|
vm = vm_pool.get(f"/v1/vm/{data['uuid']}")
|
|
|
|
return str(vm)
|
|
|
|
else:
|
|
|
|
return validator.get_errors(), 400
|
2019-06-25 10:07:23 +00:00
|
|
|
|
|
|
|
|
2019-07-01 18:53:38 +00:00
|
|
|
class CreateImage(Resource):
|
2019-08-11 17:01:27 +00:00
|
|
|
@staticmethod
|
|
|
|
def post():
|
2019-08-01 10:04:40 +00:00
|
|
|
data = request.json
|
|
|
|
validator = CreateImageSchema(data)
|
|
|
|
if validator.is_valid():
|
|
|
|
file_entry = client.get(f"/v1/file/{data['uuid']}")
|
|
|
|
file_entry_value = json.loads(file_entry.value)
|
|
|
|
|
|
|
|
image_entry_json = {
|
|
|
|
"status": "TO_BE_CREATED",
|
|
|
|
"owner": file_entry_value["owner"],
|
|
|
|
"filename": file_entry_value["filename"],
|
|
|
|
"name": data["name"],
|
|
|
|
"store_name": data["image_store"],
|
|
|
|
"visibility": "public",
|
|
|
|
}
|
|
|
|
client.put(f"/v1/image/{data['uuid']}", json.dumps(image_entry_json))
|
|
|
|
|
2019-08-11 17:01:27 +00:00
|
|
|
return {"message": "Image successfully created"}
|
2019-08-01 10:04:40 +00:00
|
|
|
else:
|
|
|
|
return validator.get_errors(), 400
|
2019-07-01 18:53:38 +00:00
|
|
|
|
|
|
|
|
2019-07-03 12:47:24 +00:00
|
|
|
class ListPublicImages(Resource):
|
2019-08-11 17:01:27 +00:00
|
|
|
@staticmethod
|
|
|
|
def get():
|
2019-07-03 12:47:24 +00:00
|
|
|
images = client.get_prefix("/v1/image/")
|
|
|
|
r = {}
|
|
|
|
for image in images:
|
|
|
|
r[image.key.split("/")[-1]] = json.loads(image.value)
|
|
|
|
|
|
|
|
return r, 200
|
|
|
|
|
|
|
|
|
2019-08-01 10:04:40 +00:00
|
|
|
class VMAction(Resource):
|
2019-08-11 17:01:27 +00:00
|
|
|
@staticmethod
|
|
|
|
def post():
|
2019-08-01 10:04:40 +00:00
|
|
|
data = request.json
|
|
|
|
validator = VmActionSchema(data)
|
|
|
|
|
|
|
|
if validator.is_valid():
|
2019-08-11 17:01:27 +00:00
|
|
|
vm_entry = vm_pool.get(f"/v1/vm/{data['uuid']}")
|
|
|
|
action = data["action"]
|
|
|
|
|
2019-08-01 10:04:40 +00:00
|
|
|
if action == "start":
|
2019-08-11 17:01:27 +00:00
|
|
|
vm_entry.status = VMStatus.requested_start
|
|
|
|
vm_pool.put(vm_entry)
|
|
|
|
action = "schedule"
|
|
|
|
|
|
|
|
if action == "delete" and vm_entry.hostname == "":
|
|
|
|
try:
|
|
|
|
path_without_protocol = vm_entry.path[vm_entry.path.find(":")+1:]
|
|
|
|
rc = subprocess.call(f"rbd rm {path_without_protocol}".split(" "))
|
|
|
|
except FileNotFoundError:
|
|
|
|
return {"message": "VM image does not exists"}
|
|
|
|
else:
|
|
|
|
if rc == 0:
|
|
|
|
client.client.delete(vm_entry.key)
|
|
|
|
return {"message": "VM successfully deleted"}
|
|
|
|
else:
|
|
|
|
return {"message": "Some error occurred while deleting VM"}
|
|
|
|
|
|
|
|
r = RequestEntry.from_scratch(type=f"{action.title()}VM",
|
|
|
|
uuid=data['uuid'],
|
|
|
|
hostname=vm_entry.hostname)
|
|
|
|
request_pool.put(r)
|
|
|
|
return {"message": f"VM {action.title()} Queued"}, 200
|
|
|
|
else:
|
|
|
|
return validator.get_errors(), 400
|
|
|
|
|
|
|
|
|
|
|
|
class VMMigration(Resource):
|
|
|
|
@staticmethod
|
|
|
|
def post():
|
|
|
|
data = request.json
|
|
|
|
validator = VmMigrationSchema(data)
|
|
|
|
|
|
|
|
if validator.is_valid():
|
|
|
|
vm = vm_pool.get(data['uuid'])
|
|
|
|
|
|
|
|
r = RequestEntry.from_scratch(type=RequestType.ScheduleVM,
|
|
|
|
uuid=vm.uuid,
|
|
|
|
destination=join("/v1/host", data["destination"]),
|
|
|
|
migration=True)
|
|
|
|
request_pool.put(r)
|
|
|
|
return {"message": f"VM Migration Initialization Queued"}, 200
|
2019-07-11 08:34:21 +00:00
|
|
|
else:
|
2019-08-01 10:04:40 +00:00
|
|
|
return validator.get_errors(), 400
|
2019-07-11 08:34:21 +00:00
|
|
|
|
|
|
|
|
2019-07-03 12:47:24 +00:00
|
|
|
class ListUserVM(Resource):
|
2019-08-11 17:01:27 +00:00
|
|
|
@staticmethod
|
|
|
|
def get():
|
2019-08-01 10:04:40 +00:00
|
|
|
data = request.json
|
|
|
|
validator = OTPSchema(data)
|
2019-07-03 12:47:24 +00:00
|
|
|
|
2019-08-01 10:04:40 +00:00
|
|
|
if validator.is_valid():
|
2019-07-03 12:47:24 +00:00
|
|
|
vms = client.get_prefix(f"/v1/vm/", value_in_json=True)
|
|
|
|
if vms:
|
|
|
|
return_vms = []
|
2019-08-01 10:04:40 +00:00
|
|
|
user_vms = list(filter(lambda v: v.value["owner"] == data["name"], vms))
|
2019-07-03 12:47:24 +00:00
|
|
|
for vm in user_vms:
|
2019-07-18 12:10:17 +00:00
|
|
|
return_vms.append(
|
|
|
|
{
|
|
|
|
"vm_uuid": vm.key.split("/")[-1],
|
|
|
|
"specs": vm.value["specs"],
|
|
|
|
"status": vm.value["status"],
|
2019-08-12 13:36:38 +00:00
|
|
|
"hostname": vm.value["hostname"]
|
2019-07-18 12:10:17 +00:00
|
|
|
}
|
|
|
|
)
|
2019-07-03 12:47:24 +00:00
|
|
|
return {"message": return_vms}, 200
|
|
|
|
else:
|
|
|
|
return {"message": "No VM found"}, 404
|
|
|
|
else:
|
2019-08-01 10:04:40 +00:00
|
|
|
return validator.get_errors(), 400
|
2019-07-03 12:47:24 +00:00
|
|
|
|
|
|
|
|
2019-07-11 08:34:21 +00:00
|
|
|
class ListUserFiles(Resource):
|
2019-08-11 17:01:27 +00:00
|
|
|
@staticmethod
|
|
|
|
def get():
|
2019-08-01 10:04:40 +00:00
|
|
|
data = request.json
|
|
|
|
validator = OTPSchema(data)
|
2019-07-11 08:34:21 +00:00
|
|
|
|
2019-08-01 10:04:40 +00:00
|
|
|
if validator.is_valid():
|
2019-07-30 15:45:05 +00:00
|
|
|
files = client.get_prefix(f"/v1/file/", value_in_json=True)
|
2019-07-11 08:34:21 +00:00
|
|
|
if files:
|
|
|
|
return_files = []
|
2019-08-01 10:04:40 +00:00
|
|
|
user_files = list(filter(lambda f: f.value["owner"] == data["name"], files))
|
2019-07-11 08:34:21 +00:00
|
|
|
for file in user_files:
|
2019-07-18 12:10:17 +00:00
|
|
|
return_files.append(
|
|
|
|
{
|
|
|
|
"filename": file.value["filename"],
|
|
|
|
"uuid": file.key.split("/")[-1],
|
|
|
|
}
|
|
|
|
)
|
2019-07-11 08:34:21 +00:00
|
|
|
return {"message": return_files}, 200
|
|
|
|
else:
|
|
|
|
return {"message": "No File found"}, 404
|
|
|
|
else:
|
2019-08-01 10:04:40 +00:00
|
|
|
return validator.get_errors(), 400
|
2019-07-11 08:34:21 +00:00
|
|
|
|
2019-07-18 12:10:17 +00:00
|
|
|
|
|
|
|
class CreateHost(Resource):
|
2019-08-11 17:01:27 +00:00
|
|
|
@staticmethod
|
|
|
|
def post():
|
2019-08-01 10:04:40 +00:00
|
|
|
data = request.json
|
|
|
|
validator = CreateHostSchema(data)
|
|
|
|
if validator.is_valid():
|
2019-07-18 12:10:17 +00:00
|
|
|
host_key = f"/v1/host/{uuid4().hex}"
|
|
|
|
host_entry = {
|
2019-08-01 10:04:40 +00:00
|
|
|
"specs": data["specs"],
|
|
|
|
"hostname": data["hostname"],
|
2019-07-18 12:10:17 +00:00
|
|
|
"status": "DEAD",
|
2019-07-18 14:09:26 +00:00
|
|
|
"last_heartbeat": "",
|
2019-07-18 12:10:17 +00:00
|
|
|
}
|
|
|
|
client.put(host_key, host_entry, value_in_json=True)
|
|
|
|
|
|
|
|
return {"message": "Host Created"}, 200
|
|
|
|
else:
|
2019-08-01 10:04:40 +00:00
|
|
|
return validator.get_errors(), 400
|
2019-07-18 12:10:17 +00:00
|
|
|
|
|
|
|
|
2019-08-11 17:01:27 +00:00
|
|
|
class ListHost(Resource):
|
|
|
|
@staticmethod
|
|
|
|
def get():
|
|
|
|
hosts = host_pool.hosts
|
|
|
|
r = {host.key: {"status": host.status, "specs": host.specs, "hostname": host.hostname} for host in hosts}
|
|
|
|
return r, 200
|
|
|
|
|
|
|
|
|
2019-06-26 07:33:29 +00:00
|
|
|
api.add_resource(CreateVM, "/vm/create")
|
|
|
|
api.add_resource(VmStatus, "/vm/status")
|
2019-07-11 08:34:21 +00:00
|
|
|
|
2019-08-01 10:04:40 +00:00
|
|
|
api.add_resource(VMAction, "/vm/action")
|
2019-08-11 17:01:27 +00:00
|
|
|
api.add_resource(VMMigration, "/vm/migrate")
|
2019-07-03 12:47:24 +00:00
|
|
|
|
2019-07-01 18:53:38 +00:00
|
|
|
api.add_resource(CreateImage, "/image/create")
|
2019-07-03 12:47:24 +00:00
|
|
|
api.add_resource(ListPublicImages, "/image/list-public")
|
2019-07-01 18:53:38 +00:00
|
|
|
|
2019-07-03 12:47:24 +00:00
|
|
|
api.add_resource(ListUserVM, "/user/vms")
|
2019-07-11 08:34:21 +00:00
|
|
|
api.add_resource(ListUserFiles, "/user/files")
|
2019-06-24 10:46:06 +00:00
|
|
|
|
2019-07-18 12:10:17 +00:00
|
|
|
api.add_resource(CreateHost, "/host/create")
|
2019-08-11 17:01:27 +00:00
|
|
|
api.add_resource(ListHost, "/host/list")
|
2019-07-18 12:10:17 +00:00
|
|
|
|
2019-06-26 07:33:29 +00:00
|
|
|
if __name__ == "__main__":
|
2019-06-30 16:20:02 +00:00
|
|
|
app.run(host="::", debug=True)
|