forked from vieter-v/vieter
refactor: moved client code into own module
parent
f42d3fd8b0
commit
407b226955
|
@ -3,9 +3,9 @@ module build
|
||||||
import docker
|
import docker
|
||||||
import encoding.base64
|
import encoding.base64
|
||||||
import time
|
import time
|
||||||
import git
|
|
||||||
import os
|
import os
|
||||||
import db
|
import db
|
||||||
|
import client
|
||||||
|
|
||||||
const container_build_dir = '/build'
|
const container_build_dir = '/build'
|
||||||
|
|
||||||
|
@ -126,7 +126,7 @@ fn build(conf Config) ? {
|
||||||
build_arch := os.uname().machine
|
build_arch := os.uname().machine
|
||||||
|
|
||||||
// We get the repos map from the Vieter instance
|
// We get the repos map from the Vieter instance
|
||||||
repos := git.get_repos(conf.address, conf.api_key) ?
|
repos := client.new(conf.address, conf.api_key).get_git_repos() ?
|
||||||
|
|
||||||
// We filter out any repos that aren't allowed to be built on this
|
// We filter out any repos that aren't allowed to be built on this
|
||||||
// architecture
|
// architecture
|
||||||
|
|
|
@ -0,0 +1,40 @@
|
||||||
|
module client
|
||||||
|
|
||||||
|
import net.http
|
||||||
|
import response { Response }
|
||||||
|
import json
|
||||||
|
|
||||||
|
pub struct Client {
|
||||||
|
pub:
|
||||||
|
address string
|
||||||
|
api_key string
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn new(address string, api_key string) Client {
|
||||||
|
return Client{
|
||||||
|
address: address
|
||||||
|
api_key: api_key
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// send_request<T> is a convenience method for sending requests to the repos
|
||||||
|
// API. It mostly does string manipulation to create a query string containing
|
||||||
|
// the provided params.
|
||||||
|
fn (c &Client) send_request<T>(method http.Method, url string, params map[string]string) ?Response<T> {
|
||||||
|
mut full_url := '${c.address}$url'
|
||||||
|
|
||||||
|
if params.len > 0 {
|
||||||
|
params_str := params.keys().map('$it=${params[it]}').join('&')
|
||||||
|
|
||||||
|
full_url = '$full_url?$params_str'
|
||||||
|
}
|
||||||
|
|
||||||
|
mut req := http.new_request(method, full_url, '') ?
|
||||||
|
req.add_custom_header('X-API-Key', c.api_key) ?
|
||||||
|
|
||||||
|
res := req.do() ?
|
||||||
|
data := json.decode(Response<T>, res.text) ?
|
||||||
|
|
||||||
|
return data
|
||||||
|
}
|
||||||
|
|
|
@ -0,0 +1,51 @@
|
||||||
|
module client
|
||||||
|
|
||||||
|
import db
|
||||||
|
import net.http
|
||||||
|
import response { Response }
|
||||||
|
|
||||||
|
// get_repos returns the current list of repos.
|
||||||
|
pub fn (c &Client) get_git_repos() ?[]db.GitRepo {
|
||||||
|
data := c.send_request<[]db.GitRepo>(http.Method.get, '/api/repos', {}) ?
|
||||||
|
|
||||||
|
return data.data
|
||||||
|
}
|
||||||
|
|
||||||
|
// get_repo returns the repo for a specific ID.
|
||||||
|
pub fn (c &Client) get_git_repo(id int) ?db.GitRepo {
|
||||||
|
data := c.send_request<db.GitRepo>(http.Method.get, '/api/repos/$id', {}) ?
|
||||||
|
|
||||||
|
return data.data
|
||||||
|
}
|
||||||
|
|
||||||
|
// add_repo adds a new repo to the server.
|
||||||
|
pub fn (c &Client) add_git_repo(url string, branch string, repo string, arch []string) ?Response<string> {
|
||||||
|
mut params := {
|
||||||
|
'url': url
|
||||||
|
'branch': branch
|
||||||
|
'repo': repo
|
||||||
|
}
|
||||||
|
|
||||||
|
if arch.len > 0 {
|
||||||
|
params['arch'] = arch.join(',')
|
||||||
|
}
|
||||||
|
|
||||||
|
data := c.send_request<string>(http.Method.post, '/api/repos', params) ?
|
||||||
|
|
||||||
|
return data
|
||||||
|
}
|
||||||
|
|
||||||
|
// remove_repo removes the repo with the given ID from the server.
|
||||||
|
pub fn (c &Client) remove_git_repo(id int) ?Response<string> {
|
||||||
|
data := c.send_request<string>(http.Method.delete, '/api/repos/$id', {}) ?
|
||||||
|
|
||||||
|
return data
|
||||||
|
}
|
||||||
|
|
||||||
|
// patch_repo sends a PATCH request to the given repo with the params as
|
||||||
|
// payload.
|
||||||
|
pub fn (c &Client) patch_git_repo(id int, params map[string]string) ?Response<string> {
|
||||||
|
data := c.send_request<string>(http.Method.patch, '/api/repos/$id', params) ?
|
||||||
|
|
||||||
|
return data
|
||||||
|
}
|
|
@ -77,7 +77,7 @@ fn (mut d Daemon) run_build(build_index int, sb ScheduledBuild) {
|
||||||
// 0 means success, 1 means failure
|
// 0 means success, 1 means failure
|
||||||
mut status := 0
|
mut status := 0
|
||||||
|
|
||||||
build.build_repo(d.address, d.api_key, d.builder_images.last(), &sb.repo) or {
|
build.build_repo(d.client.address, d.client.api_key, d.builder_images.last(), &sb.repo) or {
|
||||||
d.ldebug('build_repo error: $err.msg()')
|
d.ldebug('build_repo error: $err.msg()')
|
||||||
status = 1
|
status = 1
|
||||||
}
|
}
|
||||||
|
|
|
@ -1,6 +1,5 @@
|
||||||
module daemon
|
module daemon
|
||||||
|
|
||||||
import git
|
|
||||||
import time
|
import time
|
||||||
import log
|
import log
|
||||||
import datatypes { MinHeap }
|
import datatypes { MinHeap }
|
||||||
|
@ -10,6 +9,7 @@ import build
|
||||||
import docker
|
import docker
|
||||||
import db
|
import db
|
||||||
import os
|
import os
|
||||||
|
import client
|
||||||
|
|
||||||
const (
|
const (
|
||||||
// How many seconds to wait before retrying to update API if failed
|
// How many seconds to wait before retrying to update API if failed
|
||||||
|
@ -31,8 +31,7 @@ fn (r1 ScheduledBuild) < (r2 ScheduledBuild) bool {
|
||||||
|
|
||||||
pub struct Daemon {
|
pub struct Daemon {
|
||||||
mut:
|
mut:
|
||||||
address string
|
client client.Client
|
||||||
api_key string
|
|
||||||
base_image string
|
base_image string
|
||||||
builder_images []string
|
builder_images []string
|
||||||
global_schedule CronExpression
|
global_schedule CronExpression
|
||||||
|
@ -56,8 +55,7 @@ mut:
|
||||||
// populates the build queue for the first time.
|
// populates the build queue for the first time.
|
||||||
pub fn init_daemon(logger log.Log, address string, api_key string, base_image string, global_schedule CronExpression, max_concurrent_builds int, api_update_frequency int, image_rebuild_frequency int) ?Daemon {
|
pub fn init_daemon(logger log.Log, address string, api_key string, base_image string, global_schedule CronExpression, max_concurrent_builds int, api_update_frequency int, image_rebuild_frequency int) ?Daemon {
|
||||||
mut d := Daemon{
|
mut d := Daemon{
|
||||||
address: address
|
client: client.new(address, api_key)
|
||||||
api_key: api_key
|
|
||||||
base_image: base_image
|
base_image: base_image
|
||||||
global_schedule: global_schedule
|
global_schedule: global_schedule
|
||||||
api_update_frequency: api_update_frequency
|
api_update_frequency: api_update_frequency
|
||||||
|
@ -180,7 +178,7 @@ fn (mut d Daemon) schedule_build(repo db.GitRepo) {
|
||||||
fn (mut d Daemon) renew_repos() {
|
fn (mut d Daemon) renew_repos() {
|
||||||
d.linfo('Renewing repos...')
|
d.linfo('Renewing repos...')
|
||||||
|
|
||||||
mut new_repos := git.get_repos(d.address, d.api_key) or {
|
mut new_repos := d.client.get_git_repos() or {
|
||||||
d.lerror('Failed to renew repos. Retrying in ${daemon.api_update_retry_timeout}s...')
|
d.lerror('Failed to renew repos. Retrying in ${daemon.api_update_retry_timeout}s...')
|
||||||
d.api_update_timestamp = time.now().add_seconds(daemon.api_update_retry_timeout)
|
d.api_update_timestamp = time.now().add_seconds(daemon.api_update_retry_timeout)
|
||||||
|
|
||||||
|
|
|
@ -3,6 +3,7 @@ module git
|
||||||
import cli
|
import cli
|
||||||
import env
|
import env
|
||||||
import cron.expression { parse_expression }
|
import cron.expression { parse_expression }
|
||||||
|
import client
|
||||||
|
|
||||||
struct Config {
|
struct Config {
|
||||||
address string [required]
|
address string [required]
|
||||||
|
@ -119,7 +120,8 @@ pub fn cmd() cli.Command {
|
||||||
|
|
||||||
// list prints out a list of all repositories.
|
// list prints out a list of all repositories.
|
||||||
fn list(conf Config) ? {
|
fn list(conf Config) ? {
|
||||||
repos := get_repos(conf.address, conf.api_key) ?
|
c := client.new(conf.address, conf.api_key)
|
||||||
|
repos := c.get_git_repos() ?
|
||||||
|
|
||||||
for repo in repos {
|
for repo in repos {
|
||||||
println('$repo.id\t$repo.url\t$repo.branch\t$repo.repo')
|
println('$repo.id\t$repo.url\t$repo.branch\t$repo.repo')
|
||||||
|
@ -128,7 +130,8 @@ fn list(conf Config) ? {
|
||||||
|
|
||||||
// add adds a new repository to the server's list.
|
// add adds a new repository to the server's list.
|
||||||
fn add(conf Config, url string, branch string, repo string) ? {
|
fn add(conf Config, url string, branch string, repo string) ? {
|
||||||
res := add_repo(conf.address, conf.api_key, url, branch, repo, []) ?
|
c := client.new(conf.address, conf.api_key)
|
||||||
|
res := c.add_git_repo(url, branch, repo, []) ?
|
||||||
|
|
||||||
println(res.message)
|
println(res.message)
|
||||||
}
|
}
|
||||||
|
@ -139,7 +142,8 @@ fn remove(conf Config, id string) ? {
|
||||||
id_int := id.int()
|
id_int := id.int()
|
||||||
|
|
||||||
if id_int != 0 {
|
if id_int != 0 {
|
||||||
res := remove_repo(conf.address, conf.api_key, id_int) ?
|
c := client.new(conf.address, conf.api_key)
|
||||||
|
res := c.remove_git_repo(id_int) ?
|
||||||
println(res.message)
|
println(res.message)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -156,7 +160,9 @@ fn patch(conf Config, id string, params map[string]string) ? {
|
||||||
|
|
||||||
id_int := id.int()
|
id_int := id.int()
|
||||||
if id_int != 0 {
|
if id_int != 0 {
|
||||||
res := patch_repo(conf.address, conf.api_key, id_int, params) ?
|
|
||||||
|
c := client.new(conf.address, conf.api_key)
|
||||||
|
res := c.patch_git_repo(id_int, params) ?
|
||||||
|
|
||||||
println(res.message)
|
println(res.message)
|
||||||
}
|
}
|
||||||
|
@ -170,6 +176,7 @@ fn info(conf Config, id string) ? {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
repo := get_repo(conf.address, conf.api_key, id_int) ?
|
c := client.new(conf.address, conf.api_key)
|
||||||
|
repo := c.get_git_repo(id_int) ?
|
||||||
println(repo)
|
println(repo)
|
||||||
}
|
}
|
||||||
|
|
|
@ -1,77 +0,0 @@
|
||||||
module git
|
|
||||||
|
|
||||||
import json
|
|
||||||
import response { Response }
|
|
||||||
import net.http
|
|
||||||
import db
|
|
||||||
|
|
||||||
// send_request<T> is a convenience method for sending requests to the repos
|
|
||||||
// API. It mostly does string manipulation to create a query string containing
|
|
||||||
// the provided params.
|
|
||||||
fn send_request<T>(method http.Method, address string, url string, api_key string, params map[string]string) ?Response<T> {
|
|
||||||
mut full_url := '$address$url'
|
|
||||||
|
|
||||||
if params.len > 0 {
|
|
||||||
params_str := params.keys().map('$it=${params[it]}').join('&')
|
|
||||||
|
|
||||||
full_url = '$full_url?$params_str'
|
|
||||||
}
|
|
||||||
|
|
||||||
mut req := http.new_request(method, full_url, '') ?
|
|
||||||
req.add_custom_header('X-API-Key', api_key) ?
|
|
||||||
|
|
||||||
res := req.do() ?
|
|
||||||
data := json.decode(Response<T>, res.text) ?
|
|
||||||
|
|
||||||
return data
|
|
||||||
}
|
|
||||||
|
|
||||||
// get_repos returns the current list of repos.
|
|
||||||
pub fn get_repos(address string, api_key string) ?[]db.GitRepo {
|
|
||||||
data := send_request<[]db.GitRepo>(http.Method.get, address, '/api/repos', api_key,
|
|
||||||
{}) ?
|
|
||||||
|
|
||||||
return data.data
|
|
||||||
}
|
|
||||||
|
|
||||||
// get_repo returns the repo for a specific ID.
|
|
||||||
pub fn get_repo(address string, api_key string, id int) ?db.GitRepo {
|
|
||||||
data := send_request<db.GitRepo>(http.Method.get, address, '/api/repos/$id', api_key,
|
|
||||||
{}) ?
|
|
||||||
|
|
||||||
return data.data
|
|
||||||
}
|
|
||||||
|
|
||||||
// add_repo adds a new repo to the server.
|
|
||||||
pub fn add_repo(address string, api_key string, url string, branch string, repo string, arch []string) ?Response<string> {
|
|
||||||
mut params := {
|
|
||||||
'url': url
|
|
||||||
'branch': branch
|
|
||||||
'repo': repo
|
|
||||||
}
|
|
||||||
|
|
||||||
if arch.len > 0 {
|
|
||||||
params['arch'] = arch.join(',')
|
|
||||||
}
|
|
||||||
|
|
||||||
data := send_request<string>(http.Method.post, address, '/api/repos', api_key, params) ?
|
|
||||||
|
|
||||||
return data
|
|
||||||
}
|
|
||||||
|
|
||||||
// remove_repo removes the repo with the given ID from the server.
|
|
||||||
pub fn remove_repo(address string, api_key string, id int) ?Response<string> {
|
|
||||||
data := send_request<string>(http.Method.delete, address, '/api/repos/$id', api_key,
|
|
||||||
{}) ?
|
|
||||||
|
|
||||||
return data
|
|
||||||
}
|
|
||||||
|
|
||||||
// patch_repo sends a PATCH request to the given repo with the params as
|
|
||||||
// payload.
|
|
||||||
pub fn patch_repo(address string, api_key string, id int, params map[string]string) ?Response<string> {
|
|
||||||
data := send_request<string>(http.Method.patch, address, '/api/repos/$id', api_key,
|
|
||||||
params) ?
|
|
||||||
|
|
||||||
return data
|
|
||||||
}
|
|
Loading…
Reference in New Issue