mirror of
https://github.com/YunoHost/yunorunner.git
synced 2024-09-03 20:05:52 +02:00
[mod] rename, uses 'job' instead of 'build task'
This commit is contained in:
parent
a6ee91c944
commit
b4f4293784
3 changed files with 50 additions and 50 deletions
|
@ -13,7 +13,7 @@ class Repo(peewee.Model):
|
|||
database = db
|
||||
|
||||
|
||||
class BuildTask(peewee.Model):
|
||||
class Job(peewee.Model):
|
||||
repo = peewee.ForeignKeyField(Repo)
|
||||
target_revision = peewee.CharField()
|
||||
yunohost_version = peewee.CharField()
|
||||
|
@ -41,7 +41,7 @@ class Worker(peewee.Model):
|
|||
|
||||
|
||||
# peewee is a bit stupid and will crash if the table already exists
|
||||
for i in [Repo, BuildTask, Worker]:
|
||||
for i in [Repo, Job, Worker]:
|
||||
try:
|
||||
i.create_table()
|
||||
except:
|
||||
|
|
66
run.py
66
run.py
|
@ -19,7 +19,7 @@ from sanic import Sanic, response
|
|||
|
||||
from playhouse.shortcuts import model_to_dict, dict_to_model
|
||||
|
||||
from models import Repo, BuildTask, db, Worker
|
||||
from models import Repo, Job, db, Worker
|
||||
|
||||
app = Sanic()
|
||||
|
||||
|
@ -58,7 +58,7 @@ async def initialize_app_list():
|
|||
)
|
||||
|
||||
print(f"Schedule a new build for {app_id}")
|
||||
BuildTask.create(
|
||||
Job.create(
|
||||
repo=repo,
|
||||
target_revision=app_data["git"]["revision"],
|
||||
yunohost_version="stretch-stable",
|
||||
|
@ -66,7 +66,7 @@ async def initialize_app_list():
|
|||
)
|
||||
|
||||
|
||||
async def tasks_dispatcher():
|
||||
async def jobs_dispatcher():
|
||||
if Worker.select().count() == 0:
|
||||
for i in range(5):
|
||||
Worker.create(state="available")
|
||||
|
@ -80,37 +80,37 @@ async def tasks_dispatcher():
|
|||
continue
|
||||
|
||||
with db.atomic('IMMEDIATE'):
|
||||
build_tasks = BuildTask.select().where(BuildTask.state == "scheduled")
|
||||
jobs = Job.select().where(Job.state == "scheduled")
|
||||
|
||||
# no task to process, wait
|
||||
if build_tasks.count() == 0:
|
||||
# no jobs to process, wait
|
||||
if jobs.count() == 0:
|
||||
await asyncio.sleep(3)
|
||||
continue
|
||||
|
||||
for i in range(min(workers.count(), build_tasks.count())):
|
||||
build_task = build_tasks[i]
|
||||
for i in range(min(workers.count(), jobs.count())):
|
||||
job = jobs[i]
|
||||
worker = workers[i]
|
||||
|
||||
build_task.state = "running"
|
||||
build_task.started_time = datetime.now()
|
||||
print(build_task)
|
||||
build_task.save()
|
||||
job.state = "running"
|
||||
job.started_time = datetime.now()
|
||||
print(job)
|
||||
job.save()
|
||||
|
||||
worker.state = "busy"
|
||||
worker.save()
|
||||
|
||||
asyncio.ensure_future(run_task(worker, build_task))
|
||||
asyncio.ensure_future(run_job(worker, job))
|
||||
|
||||
|
||||
async def run_task(worker, build_task):
|
||||
async def run_job(worker, job):
|
||||
await broadcast({
|
||||
"target": "build_task",
|
||||
"id": build_task.id,
|
||||
"data": model_to_dict(build_task),
|
||||
}, "build_tasks")
|
||||
"target": "job",
|
||||
"id": job.id,
|
||||
"data": model_to_dict(job),
|
||||
}, "jobs")
|
||||
|
||||
# fake stupid command, whould run CI instead
|
||||
print(f"Starting job for {build_task.repo.name}...")
|
||||
print(f"Starting job for {job.repo.name}...")
|
||||
command = await asyncio.create_subprocess_shell("/usr/bin/tail /var/log/auth.log",
|
||||
stdout=asyncio.subprocess.PIPE,
|
||||
stderr=asyncio.subprocess.PIPE)
|
||||
|
@ -123,21 +123,21 @@ async def run_task(worker, build_task):
|
|||
# XXX stupid crap to stimulate long jobs
|
||||
await asyncio.sleep(random.randint(1, 15))
|
||||
# await asyncio.sleep(5)
|
||||
print(f"Finished task for {build_task.repo.name}")
|
||||
print(f"Finished job for {job.repo.name}")
|
||||
|
||||
await command.wait()
|
||||
build_task.end_time = datetime.now()
|
||||
build_task.state = "done"
|
||||
build_task.save()
|
||||
job.end_time = datetime.now()
|
||||
job.state = "done"
|
||||
job.save()
|
||||
|
||||
worker.state = "available"
|
||||
worker.save()
|
||||
|
||||
await broadcast({
|
||||
"target": "build_task",
|
||||
"id": build_task.id,
|
||||
"data": model_to_dict(build_task),
|
||||
}, "build_tasks")
|
||||
"target": "job",
|
||||
"id": job.id,
|
||||
"data": model_to_dict(job),
|
||||
}, "jobs")
|
||||
|
||||
|
||||
async def broadcast(message, channel):
|
||||
|
@ -160,7 +160,7 @@ def subscribe(ws, channel):
|
|||
|
||||
@app.websocket('/index-ws')
|
||||
async def index_ws(request, websocket):
|
||||
subscribe(websocket, "build_tasks")
|
||||
subscribe(websocket, "jobs")
|
||||
|
||||
while True:
|
||||
data = await websocket.recv()
|
||||
|
@ -168,20 +168,20 @@ async def index_ws(request, websocket):
|
|||
await websocket.send(f"echo {data}")
|
||||
|
||||
|
||||
@app.route("/api/tasks")
|
||||
async def api_tasks(request):
|
||||
return response.json(map(model_to_dict, BuildTask.select()))
|
||||
@app.route("/api/jobs")
|
||||
async def api_jobs(request):
|
||||
return response.json(map(model_to_dict, Job.select()))
|
||||
|
||||
|
||||
@app.route('/')
|
||||
async def index(request):
|
||||
return response.html(open("./templates/index.html", "r").read())
|
||||
# return await render_template("index.html", build_tasks=BuildTask.select().order_by("id"))
|
||||
# return await render_template("index.html", jobs=Job.select().order_by("id"))
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
subscriptions = defaultdict(list)
|
||||
|
||||
app.add_task(initialize_app_list())
|
||||
app.add_task(tasks_dispatcher())
|
||||
app.add_task(jobs_dispatcher())
|
||||
app.run('localhost', port=5000, debug=True)
|
||||
|
|
|
@ -19,14 +19,14 @@
|
|||
<th>Started time</th>
|
||||
<th>End time</th>
|
||||
</tr>
|
||||
<tr v-for="build_task in build_tasks" :id="build_task.id">
|
||||
<td>{{build_task.repo.name}}</td>
|
||||
<td>{{build_task.state}}</td>
|
||||
<td>{{build_task.target_revision}}</td>
|
||||
<td>{{build_task.yunohost_version}}</td>
|
||||
<td>{{build_task.created_time}}</td>
|
||||
<td>{{build_task.started_time}}</td>
|
||||
<td>{{build_task.end_time}}</td>
|
||||
<tr v-for="job in jobs" :id="job.id">
|
||||
<td>{{job.repo.name}}</td>
|
||||
<td>{{job.state}}</td>
|
||||
<td>{{job.target_revision}}</td>
|
||||
<td>{{job.yunohost_version}}</td>
|
||||
<td>{{job.created_time}}</td>
|
||||
<td>{{job.started_time}}</td>
|
||||
<td>{{job.end_time}}</td>
|
||||
</tr>
|
||||
</table>
|
||||
</div>
|
||||
|
@ -35,12 +35,12 @@
|
|||
var app = new Vue({
|
||||
el: '#jobs',
|
||||
data: {
|
||||
build_tasks: []
|
||||
jobs: []
|
||||
},
|
||||
})
|
||||
|
||||
$.getJSON("/api/tasks").done(function(data) {
|
||||
app.build_tasks = data;
|
||||
$.getJSON("/api/jobs").done(function(data) {
|
||||
app.jobs = data;
|
||||
})
|
||||
|
||||
ws = new WebSocket('ws://' + document.domain + ':' + location.port + '/index-ws');
|
||||
|
@ -50,10 +50,10 @@
|
|||
var data = message.data;
|
||||
var target = message.target;
|
||||
|
||||
if (target == "build_task") {
|
||||
for (var i = 0; i < app.build_tasks.length; ++i) {
|
||||
if (app.build_tasks[i].id == data.id) {
|
||||
Vue.set(app.build_tasks, i, data);
|
||||
if (target == "job") {
|
||||
for (var i = 0; i < app.jobs.length; ++i) {
|
||||
if (app.jobs[i].id == data.id) {
|
||||
Vue.set(app.jobs, i, data);
|
||||
return;
|
||||
}
|
||||
}
|
||||
|
|
Loading…
Add table
Reference in a new issue