Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Webpage for resource allocation #3432

Merged
merged 16 commits into from
Sep 13, 2024
Merged
Show file tree
Hide file tree
Changes from 15 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion qiita_db/meta_util.py
Original file line number Diff line number Diff line change
Expand Up @@ -566,6 +566,7 @@ def get_software_commands(active):

for command in commands:
software_commands[sname][sversion].append(command.name)
software_commands[sname] = dict(software_commands[sname])

return dict(software_commands)

Expand All @@ -587,7 +588,6 @@ def update_resource_allocation_redis(active=True):
for sname, versions in scommands.items():
for version, commands in versions.items():
for cname in commands:

col_name = "samples * columns"
df = retrieve_resource_data(cname, sname, version, COLUMNS)
if len(df) == 0:
Expand Down
135 changes: 135 additions & 0 deletions qiita_pet/handlers/resources.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,135 @@

charles-cowart marked this conversation as resolved.
Show resolved Hide resolved
from tornado.gen import coroutine, Task
from tornado.web import authenticated, HTTPError
import json
import ast
from .base_handlers import BaseHandler
from qiita_core.qiita_settings import r_client
from qiita_core.util import execute_as_transaction

commands = 'resources:commands'
default_col_name = "samples * columns"


class ResourcesHandler(BaseHandler):
def check_admin(self):
if self.current_user.level != "admin":
raise HTTPError(403, reason="%s does not have access to portal "
"editing!" % self.current_user.id)

@execute_as_transaction
def _get_resources(self, cname, sname, version, col_name, callback):
resources = {}
vals = [
('img_mem', r_client.get),
('img_time', r_client.get),
('time', r_client.get),
('title_mem', r_client.get),
('title_time', r_client.get)
]
for k, f in vals:
redis_key = 'resources$#%s$#%s$#%s$#%s:%s' % (cname, sname,
version, col_name, k)
resources[k] = f(redis_key)
callback(resources)

@execute_as_transaction
def _get_commands(self, callback):
res = r_client.get(commands)
callback(res)

@authenticated
@coroutine
@execute_as_transaction
def get(self):
self.check_admin()
commands = yield Task(self._get_commands)

commands_str = commands.decode('utf-8')
commands_dict = ast.literal_eval(commands_str)
commands_json = json.dumps(commands_dict)

self.render('resources.html',
img_mem=None, img_time=None,
time=None,
mk=None, ma=None, mb=None,
mmodel=None, mreal=None,
mcalc=None, mfail=None,
tk=None, ta=None, tb=None,
tmodel=None, treal=None,
tcalc=None, tfail=None,
commands=commands_json,
initial_load=True)

@authenticated
@coroutine
@execute_as_transaction
def post(self):
try:
data = json.loads(self.request.body)
software = data.get('software')
version = data.get('version')
command = data.get('command')

resources = yield Task(self._get_resources, command, software,
version, default_col_name)

mcof, mmodel, mreal, mcalc, mfail = list(
map(lambda x: x.split(b": ")[1].strip().decode('utf-8'),
resources['title_mem'].split(b"\n")))

tcof, tmodel, treal, tcalc, tfail = list(
map(lambda x: x.split(b": ")[1].strip().decode('utf-8'),
resources['title_time'].split(b"\n")))

mk, ma, mb = mcof.split("||")
tk, ta, tb = tcof.split("||")

response_data = {
"status": "success",
"img_mem": resources[
'img_mem'].decode('utf-8') if isinstance(
resources['img_mem'], bytes) else resources['img_mem'],
"img_time": resources[
'img_time'].decode('utf-8') if isinstance(
resources['img_time'], bytes) else resources['img_time'],
"time": resources[
'time'].decode('utf-8') if isinstance(
resources['time'], bytes) else resources['time'],
"mk": mk, "ma": ma, "mb": mb,
"tk": tk, "ta": ta, "tb": tb,
"mmodel": mmodel, "mreal": mreal,
"mcalc": mcalc, "mfail": mfail,
"tcof": tcof,
"tmodel": tmodel, "treal": treal,
"tcalc": tcalc, "tfail": tfail,
"initial_load": False
}
self.write(json.dumps(response_data))
charles-cowart marked this conversation as resolved.
Show resolved Hide resolved

except json.JSONDecodeError:
self.set_status(400)
self.finish({"error": "Invalid JSON data"})
except Exception as e:
import traceback
print(traceback.format_exc())
if resources['title_mem'] is None:
response_data = {
"status": "no_data",
"img_mem": None,
"img_time": None,
"time": None,
"mk": None, "ma": None, "mb": None,
"tk": None, "ta": None, "tb": None,
"mmodel": None, "mreal": None,
"mcalc": None, "mfail": None,
"tcof": None,
"tmodel": None, "treal": None,
"tcalc": None, "tfail": None,
"initial_load": False
}
self.set_status(200)
self.write(json.dumps(response_data))
else:
self.set_status(500)
self.finish({"error": str(e)})
Loading
Loading