2022-12-06 14:11:17 +01:00
|
|
|
module build
|
|
|
|
|
|
|
|
import models { Target }
|
|
|
|
import cron.expression { CronExpression, parse_expression }
|
|
|
|
import time
|
|
|
|
import datatypes { MinHeap }
|
2022-12-12 20:33:51 +01:00
|
|
|
import util
|
2022-12-06 14:11:17 +01:00
|
|
|
|
|
|
|
struct BuildJob {
|
|
|
|
pub:
|
|
|
|
// Earliest point this
|
|
|
|
timestamp time.Time
|
|
|
|
config BuildConfig
|
|
|
|
}
|
|
|
|
|
|
|
|
// Overloaded operator for comparing ScheduledBuild objects
|
|
|
|
fn (r1 BuildJob) < (r2 BuildJob) bool {
|
|
|
|
return r1.timestamp < r2.timestamp
|
|
|
|
}
|
|
|
|
|
|
|
|
pub struct BuildJobQueue {
|
|
|
|
// Schedule to use for targets without explicitely defined cron expression
|
|
|
|
default_schedule CronExpression
|
|
|
|
// Base image to use for targets without defined base image
|
|
|
|
default_base_image string
|
|
|
|
mut:
|
2022-12-12 20:33:51 +01:00
|
|
|
mutex shared util.Dummy
|
2022-12-06 14:11:17 +01:00
|
|
|
// For each architecture, a priority queue is tracked
|
|
|
|
queues map[string]MinHeap<BuildJob>
|
|
|
|
// Each queued build job is also stored in a map, with the keys being the
|
|
|
|
// target IDs. This is used when removing or editing targets.
|
|
|
|
// jobs map[int]BuildJob
|
|
|
|
}
|
|
|
|
|
|
|
|
pub fn new_job_queue(default_schedule CronExpression, default_base_image string) BuildJobQueue {
|
|
|
|
return BuildJobQueue{
|
|
|
|
default_schedule: default_schedule
|
|
|
|
default_base_image: default_base_image
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// insert a new job into the queue for a given target on an architecture.
|
|
|
|
pub fn (mut q BuildJobQueue) insert(target Target, arch string) ! {
|
2022-12-12 20:33:51 +01:00
|
|
|
lock q.mutex {
|
|
|
|
if arch !in q.queues {
|
|
|
|
q.queues[arch] = MinHeap<BuildJob>{}
|
|
|
|
}
|
|
|
|
|
|
|
|
ce := if target.schedule != '' {
|
|
|
|
parse_expression(target.schedule) or {
|
|
|
|
return error("Error while parsing cron expression '$target.schedule' (id $target.id): $err.msg()")
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
q.default_schedule
|
|
|
|
}
|
|
|
|
|
|
|
|
timestamp := ce.next_from_now()!
|
|
|
|
|
|
|
|
job := BuildJob{
|
|
|
|
timestamp: timestamp
|
|
|
|
config: BuildConfig{
|
|
|
|
target_id: target.id
|
|
|
|
kind: target.kind
|
|
|
|
url: target.url
|
|
|
|
branch: target.branch
|
|
|
|
repo: target.repo
|
|
|
|
// TODO make this configurable
|
|
|
|
base_image: q.default_base_image
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
q.queues[arch].insert(job)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// peek shows the first job for the given architecture that's ready to be
|
|
|
|
// executed, if present.
|
|
|
|
pub fn (q &BuildJobQueue) peek(arch string) ?BuildJob {
|
|
|
|
rlock q.mutex {
|
|
|
|
if arch !in q.queues {
|
|
|
|
return none
|
|
|
|
}
|
|
|
|
|
|
|
|
job := q.queues[arch].peek() or { return none }
|
|
|
|
|
|
|
|
if job.timestamp < time.now() {
|
|
|
|
return job
|
|
|
|
}
|
2022-12-06 14:11:17 +01:00
|
|
|
}
|
|
|
|
|
2022-12-12 20:33:51 +01:00
|
|
|
return none
|
|
|
|
}
|
|
|
|
|
|
|
|
// pop removes the first job for the given architecture that's ready to be
|
|
|
|
// executed from the queue and returns it, if present.
|
|
|
|
pub fn (mut q BuildJobQueue) pop(arch string) ?BuildJob {
|
|
|
|
lock q.mutex {
|
|
|
|
if arch !in q.queues {
|
|
|
|
return none
|
|
|
|
}
|
|
|
|
|
|
|
|
job := q.queues[arch].peek() or { return none }
|
|
|
|
|
|
|
|
if job.timestamp < time.now() {
|
|
|
|
return q.queues[arch].pop()
|
2022-12-06 14:11:17 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-12-12 20:33:51 +01:00
|
|
|
return none
|
|
|
|
}
|
|
|
|
|
|
|
|
// pop_n tries to pop at most n available jobs for the given architecture.
|
|
|
|
pub fn (mut q BuildJobQueue) pop_n(arch string, n int) []BuildJob {
|
|
|
|
lock q.mutex {
|
|
|
|
if arch !in q.queues {
|
|
|
|
return []
|
|
|
|
}
|
|
|
|
|
|
|
|
mut out := []BuildJob{}
|
|
|
|
|
|
|
|
for out.len < n {
|
|
|
|
job := q.queues[arch].peek() or { break }
|
|
|
|
|
|
|
|
if job.timestamp < time.now() {
|
|
|
|
out << q.queues[arch].pop() or { break }
|
|
|
|
} else {
|
|
|
|
break
|
|
|
|
}
|
2022-12-06 14:11:17 +01:00
|
|
|
}
|
2022-12-12 20:33:51 +01:00
|
|
|
|
|
|
|
return out
|
2022-12-06 14:11:17 +01:00
|
|
|
}
|
|
|
|
|
2022-12-12 20:33:51 +01:00
|
|
|
return []
|
2022-12-06 14:11:17 +01:00
|
|
|
}
|