v/vlib/vweb/vweb.v

535 lines
13 KiB
V
Raw Normal View History

2020-02-03 05:00:36 +01:00
// Copyright (c) 2019-2020 Alexander Medvednikov. All rights reserved.
2019-10-24 18:44:49 +02:00
// Use of this source code is governed by an MIT license
// that can be found in the LICENSE file.
2019-07-29 18:21:36 +02:00
module vweb
2020-04-26 13:49:31 +02:00
import os
import net
import net.http
import net.urllib
import strings
2020-06-23 21:02:17 +02:00
import time
2019-07-29 18:21:36 +02:00
pub const (
methods_with_form = ['POST', 'PUT', 'PATCH']
method_all = ['GET','POST','PUT','PATCH','DELETE']
2020-05-22 17:36:09 +02:00
header_server = 'Server: VWeb\r\n'
header_connection_close = 'Connection: close\r\n'
headers_close = '${header_server}${header_connection_close}\r\n'
http_404 = 'HTTP/1.1 404 Not Found\r\nContent-Type: text/plain\r\n${headers_close}404 Not Found'
http_500 = 'HTTP/1.1 500 Internal Server Error\r\nContent-Type: text/plain\r\n${headers_close}500 Internal Server Error'
2019-09-05 14:46:24 +02:00
mime_types = {
'.css': 'text/css; charset=utf-8',
'.gif': 'image/gif',
'.htm': 'text/html; charset=utf-8',
'.html': 'text/html; charset=utf-8',
'.jpg': 'image/jpeg',
'.js': 'application/javascript',
'.md': 'text/markdown; charset=utf-8',
2019-09-05 14:46:24 +02:00
'.pdf': 'application/pdf',
'.png': 'image/png',
'.svg': 'image/svg+xml',
'.txt': 'text/plain; charset=utf-8',
'.wasm': 'application/wasm',
2019-09-05 14:46:24 +02:00
'.xml': 'text/xml; charset=utf-8'
}
2020-05-22 17:36:09 +02:00
max_http_post_size = 1024 * 1024
default_port = 8080
)
2019-10-24 18:44:49 +02:00
pub struct Context {
2020-05-27 06:53:48 +02:00
mut:
2019-10-24 18:44:49 +02:00
static_files map[string]string
static_mime_types map[string]string
2020-06-27 23:22:37 +02:00
content_type string = 'text/plain'
2019-10-24 18:44:49 +02:00
pub:
req http.Request
conn net.Socket
// TODO Response
2020-05-27 03:38:21 +02:00
pub mut:
2020-05-27 06:53:48 +02:00
form map[string]string
2019-10-24 18:44:49 +02:00
headers string // response headers
2019-12-09 15:10:44 +01:00
done bool
2020-06-23 21:02:17 +02:00
page_gen_start i64
2019-09-05 14:46:24 +02:00
}
pub struct Cookie {
name string
value string
exprires time.Time
secure bool
http_only bool
}
2020-06-20 03:12:35 +02:00
pub struct Result {}
2020-05-17 13:51:18 +02:00
fn (mut ctx Context) send_response_to_client(mimetype string, res string) bool {
if ctx.done { return false }
ctx.done = true
mut sb := strings.new_builder(1024)
2020-06-28 13:56:38 +02:00
defer { sb.free() }
sb.write('HTTP/1.1 200 OK\r\nContent-Type: ') sb.write(mimetype)
sb.write('\r\nContent-Length: ') sb.write(res.len.str())
sb.write(ctx.headers)
sb.write('\r\n')
2020-05-22 17:36:09 +02:00
sb.write(headers_close)
sb.write(res)
2020-06-28 19:55:53 +02:00
s := sb.str()
defer {
s.free()
}
ctx.conn.send_string(s) or { return false }
return true
}
2020-05-17 13:51:18 +02:00
pub fn (mut ctx Context) html(s string) {
ctx.send_response_to_client('text/html', s)
2019-09-05 14:46:24 +02:00
}
2020-06-27 13:56:15 +02:00
pub fn (mut ctx Context) text(s string) Result {
ctx.send_response_to_client('text/plain', s)
2020-06-27 23:22:37 +02:00
return Result{}
2019-09-05 14:46:24 +02:00
}
2019-07-29 18:21:36 +02:00
2020-06-27 13:56:15 +02:00
pub fn (mut ctx Context) json(s string) Result {
ctx.send_response_to_client('application/json', s)
2020-06-27 23:22:37 +02:00
return Result{}
}
pub fn (mut ctx Context) ok(s string) Result {
ctx.send_response_to_client(ctx.content_type, s)
return Result{}
2019-09-05 14:46:24 +02:00
}
2019-07-29 18:21:36 +02:00
2020-06-30 21:04:00 +02:00
pub fn (mut ctx Context) redirect(url string) Result {
if ctx.done { return Result{} }
ctx.done = true
2020-06-30 21:04:00 +02:00
ctx.conn.send_string('HTTP/1.1 302 Found\r\nLocation: ${url}${ctx.headers}\r\n${headers_close}') or { return Result{} }
return Result{}
2019-09-05 14:46:24 +02:00
}
2019-07-29 18:21:36 +02:00
2020-06-27 13:56:15 +02:00
pub fn (mut ctx Context) not_found() Result {
if ctx.done { return vweb.Result{} }
ctx.done = true
2020-06-27 13:56:15 +02:00
ctx.conn.send_string(http_404) or {}
return vweb.Result{}
2019-09-05 14:46:24 +02:00
}
2019-08-02 04:04:48 +02:00
pub fn (mut ctx Context) set_cookie(cookie Cookie) {
secure := if cookie.secure { "Secure;" } else { "" }
http_only := if cookie.http_only { "HttpOnly" } else { "" }
ctx.add_header('Set-Cookie', '$cookie.name=$cookie.value; $secure $http_only')
}
pub fn (mut ctx Context) set_cookie_old(key, val string) {
// TODO support directives, escape cookie value (https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Set-Cookie)
//println('Set-Cookie $key=$val')
//ctx.add_header('Set-Cookie', '${key}=${val}; Secure; HttpOnly')
ctx.add_header('Set-Cookie', '${key}=${val}; HttpOnly')
2019-09-05 14:46:24 +02:00
}
2019-07-29 18:21:36 +02:00
2020-06-27 23:22:37 +02:00
pub fn (mut ctx Context) set_content_type(typ string) {
ctx.content_type = typ
}
2020-06-29 21:14:36 +02:00
pub fn (mut ctx Context) set_cookie_with_expire_date(key, val string, expire_date time.Time) {
ctx.add_header('Set-Cookie', '$key=$val; Secure; HttpOnly; expires=${expire_date.utc_string()}')
}
pub fn (ctx &Context) get_cookie(key string) ?string { // TODO refactor
2019-12-13 19:11:40 +01:00
mut cookie_header := ctx.get_header('cookie')
if cookie_header == '' {
cookie_header = ctx.get_header('Cookie')
}
cookie_header = ' ' + cookie_header
//println('cookie_header="$cookie_header"')
//println(ctx.req.headers)
2019-09-05 14:46:24 +02:00
cookie := if cookie_header.contains(';') {
2019-12-07 23:48:49 +01:00
cookie_header.find_between(' $key=', ';')
2019-09-05 14:46:24 +02:00
} else {
2019-12-07 23:48:49 +01:00
cookie_header.find_between(' $key=', '\r')
2019-09-05 14:46:24 +02:00
}
if cookie != '' {
2019-12-07 23:48:49 +01:00
return cookie.trim_space()
2019-09-05 14:46:24 +02:00
}
return error('Cookie not found')
}
2019-07-29 18:21:36 +02:00
2020-05-17 13:51:18 +02:00
pub fn (mut ctx Context) add_header(key, val string) {
//println('add_header($key, $val)')
ctx.headers = ctx.headers + '\r\n$key: $val'
//println(ctx.headers)
2019-07-29 18:21:36 +02:00
}
pub fn (ctx &Context) get_header(key string) string {
2019-12-06 22:44:22 +01:00
return ctx.req.headers[key]
2019-09-05 14:46:24 +02:00
}
2019-07-29 18:21:36 +02:00
2019-12-20 01:02:16 +01:00
//fn handle_conn(conn net.Socket) {
//println('handle')
//}
pub fn run<T>(port int) {
mut app := T{}
run_app<T>(mut app, port)
2020-06-10 11:23:41 +02:00
}
pub fn run_app<T>(mut app T, port int) {
2020-06-10 11:50:06 +02:00
println('Running a Vweb app on http://localhost:$port')
2019-10-24 18:44:49 +02:00
l := net.listen(port) or { panic('failed to listen') }
2019-12-20 01:02:16 +01:00
app.vweb = Context{}
2020-06-10 11:23:41 +02:00
app.init_once()
2019-12-20 01:02:16 +01:00
//app.reset()
2019-07-29 18:21:36 +02:00
for {
conn := l.accept() or { panic('accept() failed') }
//handle_conn<T>(conn, mut app)
2020-06-05 21:04:18 +02:00
handle_conn<T>(conn, mut app)
2020-06-23 21:02:17 +02:00
//app.vweb.page_gen_time = time.ticks() - t
//eprintln('handle conn() took ${time.ticks()-t}ms')
//message := readall(conn)
//println(message)
/*
2020-05-22 17:36:09 +02:00
if message.len > max_http_post_size {
println('message.len = $message.len > max_http_post_size')
conn.send_string(http_500) or {}
conn.close() or {}
continue
}
*/
2019-12-13 19:11:40 +01:00
//lines := message.split_into_lines()
//println(lines)
2019-12-13 19:11:40 +01:00
/*
2019-12-11 17:20:46 +01:00
if lines.len < 2 {
2020-05-22 17:36:09 +02:00
conn.send_string(http_500) or {}
2019-12-11 17:20:46 +01:00
conn.close() or {}
continue
}
*/
2019-12-20 01:02:16 +01:00
}
}
2019-12-13 19:11:40 +01:00
2020-06-05 21:04:18 +02:00
fn handle_conn<T>(conn net.Socket, mut app T) {
2020-06-05 20:57:02 +02:00
//fn handle_conn<T>(conn net.Socket, app_ T) T {
//mut app := app_
2019-12-20 01:02:16 +01:00
//first_line := strip(lines[0])
2020-06-23 21:02:17 +02:00
page_gen_start := time.ticks()
2019-12-20 01:02:16 +01:00
first_line := conn.read_line()
2020-06-10 11:50:06 +02:00
$if debug {
println('firstline="$first_line"')
2020-06-10 11:50:06 +02:00
}
2019-12-20 01:02:16 +01:00
// Parse the first line
// "GET / HTTP/1.1"
//first_line := s.all_before('\n')
vals := first_line.split(' ')
if vals.len < 2 {
println('no vals for http')
2020-05-22 17:36:09 +02:00
conn.send_string(http_500) or {}
2019-12-20 01:02:16 +01:00
conn.close() or {}
2020-06-05 21:04:18 +02:00
return
2019-12-20 01:02:16 +01:00
//continue
}
2020-04-26 13:49:31 +02:00
mut headers := []string{}
2019-12-20 01:02:16 +01:00
mut body := ''
mut in_headers := true
mut len := 0
mut body_len := 0
//for line in lines[1..] {
2020-05-17 14:15:04 +02:00
for _ in 0..100 {
2019-12-20 01:02:16 +01:00
//println(j)
line := conn.read_line()
sline := strip(line)
if sline == '' {
//if in_headers {
// End of headers, no body => exit
if len == 0 {
break
}
2019-12-20 01:02:16 +01:00
//} //else {
// End of body
//break
//}
in_headers = false
2019-10-24 18:44:49 +02:00
}
2019-12-20 01:02:16 +01:00
if in_headers {
//println(sline)
headers << sline
if sline.starts_with('Content-Length') {
len = sline.all_after(': ').int()
//println('GOT CL=$len')
2019-08-20 10:18:12 +02:00
}
2019-12-20 01:02:16 +01:00
} else {
body += sline + '\r\n'
body_len += body.len
if body_len >= len {
break
}
//println('body:$body')
2019-10-24 18:44:49 +02:00
}
2019-12-20 01:02:16 +01:00
}
2019-12-20 01:02:16 +01:00
req := http.Request{
headers: http.parse_headers(headers) //s.split_into_lines())
data: strip(body)
2019-12-20 01:02:16 +01:00
ws_func: 0
user_ptr: 0
method: vals[0]
url: vals[1]
}
$if debug {
println('req.headers = ')
println(req.headers)
println('req.data="$req.data"' )
//println('vweb action = "$action"')
2019-12-20 01:02:16 +01:00
}
//mut app := T{
app.vweb = Context{
req: req
conn: conn
form: map[string]string
2020-03-07 14:16:03 +01:00
static_files: app.vweb.static_files
static_mime_types: app.vweb.static_mime_types
2020-06-23 21:02:17 +02:00
page_gen_start: page_gen_start
2019-12-20 01:02:16 +01:00
}
//}
if req.method in methods_with_form {
app.vweb.parse_form(req.data)
2019-12-20 01:02:16 +01:00
}
if vals.len < 2 {
$if debug {
2019-12-20 01:02:16 +01:00
println('no vals for http')
}
conn.close() or {}
2020-06-05 21:04:18 +02:00
return
2019-12-20 01:02:16 +01:00
//continue
}
// Serve a static file if it is one
// TODO: handle url parameters properly - for now, ignore them
mut static_file_name := app.vweb.req.url
if static_file_name.contains('?') {
static_file_name = static_file_name.all_before('?')
}
static_file := app.vweb.static_files[static_file_name]
mime_type := app.vweb.static_mime_types[static_file_name]
2020-03-07 14:16:03 +01:00
if static_file != '' && mime_type != '' {
data := os.read_file(static_file) or {
2020-05-22 17:36:09 +02:00
conn.send_string(http_404) or {}
2020-06-05 21:04:18 +02:00
return
2020-03-07 14:16:03 +01:00
}
app.vweb.send_response_to_client(mime_type, data)
2020-06-28 13:56:38 +02:00
data.free()
2020-06-05 21:04:18 +02:00
return
2020-03-07 14:16:03 +01:00
}
app.init()
2019-12-20 01:02:16 +01:00
// Call the right action
println('route matching...')
t := time.ticks()
mut action := ''
mut route_words := []string{}
mut ok := true
url_words := vals[1][1..].split('/')
mut vars := []string{cap: route_words.len}
$for method in T {
ok = true
println('\n\n method = $method urlwords=')
println(url_words)
println('attrs=$attrs')
if attrs == '' {
// No routing for this method. If it matches, call it and finish matching
// since such methods have a priority.
// For example URL `/register` matches route `/:user`, but `fn register()`
// should be called first.
println('no attrs for ${url_words[0]}')
if url_words[0] == method {
println('easy match $method')
vars = []
2020-07-03 17:50:45 +02:00
app.$method(vars)
conn.close() or {}
return
}
}
else {
//println('ATTR=$attrs')
route_words = attrs[1..].split('/')
//println('words:') println(route_words)
//println('vals:') println(url_words)
vars = []string{cap: route_words.len}
if route_words.len <= url_words.len {
// match `/:user/:repo/tree` to `/vlang/v/tree`
for i, word in route_words {
if word.starts_with(':') {
// remember and skip the var
vars << url_words[i]
continue
}
if word != url_words[i] {
ok = false
break
}
}
if ok {
//goto end // TODO break in $for
if !route_words[0].starts_with(':') {
// Routes without variables have higher priority, so call it right now
// e.g. `/register` matches `['/:user']`, but `['/register']` should be called first.
//println('OK not var $action="$action"')
app.$method(vars)
conn.close() or {}
return
}
action = method
println('setting action to $method')
}
}
}
}
if action == '' {
conn.send_string(http_404) or {}
}
//end:
// No route matched, just do a simple `/home` => `action=home`
if action == '' {
2020-07-03 17:50:45 +02:00
//println('action is empty because no routes were matched...')
action = vals[1][1..].all_before('/')
if action.contains('?') {
action = action.all_before('?')
}
if action == '' {
action = 'index'
}
}
$if debug {
2019-12-20 01:02:16 +01:00
println('action=$action')
}
println('route matching took ${time.ticks() - t}ms')
2020-05-27 03:33:37 +02:00
app.$action()
/*
2019-12-20 01:02:16 +01:00
app.$action() or {
2020-05-22 17:36:09 +02:00
conn.send_string(http_404) or {}
2019-07-29 18:21:36 +02:00
}
2020-05-27 03:33:37 +02:00
*/
2019-12-20 01:02:16 +01:00
conn.close() or {}
2020-06-10 11:23:41 +02:00
//app.reset()
2020-06-05 21:04:18 +02:00
return
2019-09-05 14:46:24 +02:00
}
2019-07-29 18:21:36 +02:00
2020-05-17 13:51:18 +02:00
fn (mut ctx Context) parse_form(s string) {
if ctx.req.method !in methods_with_form {
2019-10-24 18:44:49 +02:00
return
}
2019-11-26 11:54:41 +01:00
//pos := s.index('\r\n\r\n')
//if pos > -1 {
mut str_form := s//[pos..s.len]
str_form = str_form.replace('+', ' ')
words := str_form.split('&')
for word in words {
$if debug {
println('parse form keyval="$word"')
}
keyval := word.trim_space().split('=')
if keyval.len != 2 { continue }
key := keyval[0]
val := urllib.query_unescape(keyval[1]) or {
continue
}
$if debug {
println('http form "$key" => "$val"')
2019-07-29 18:21:36 +02:00
}
2019-11-26 11:54:41 +01:00
ctx.form[key] = val
2019-07-29 18:21:36 +02:00
}
2019-11-26 11:54:41 +01:00
//}
2019-12-11 17:20:46 +01:00
// todo: parse form-data and application/json
// ...
2019-09-05 14:46:24 +02:00
}
2019-07-29 18:21:36 +02:00
2020-05-17 13:51:18 +02:00
fn (mut ctx Context) scan_static_directory(directory_path, mount_path string) {
2019-10-17 13:30:05 +02:00
files := os.ls(directory_path) or { panic(err) }
2020-03-07 14:16:03 +01:00
if files.len > 0 {
2019-09-05 14:46:24 +02:00
for file in files {
if os.is_dir(file) {
ctx.scan_static_directory(directory_path + '/' + file, mount_path + '/' + file)
2020-03-07 14:16:03 +01:00
} else if file.contains('.') && ! file.starts_with('.') && ! file.ends_with('.') {
2020-03-26 14:18:08 +01:00
ext := os.file_ext(file)
2020-03-07 14:16:03 +01:00
// Rudimentary guard against adding files not in mime_types.
// Use serve_static directly to add non-standard mime types.
if ext in mime_types {
ctx.serve_static(mount_path + '/' + file, directory_path + '/' + file, mime_types[ext])
}
}
}
}
}
2020-05-17 13:51:18 +02:00
pub fn (mut ctx Context) handle_static(directory_path string) bool {
2020-03-07 14:16:03 +01:00
if ctx.done || ! os.exists(directory_path) {
return false
}
dir_path := directory_path.trim_space().trim_right('/')
2020-03-07 14:16:03 +01:00
mut mount_path := ''
2020-03-07 14:16:03 +01:00
if dir_path != '.' && os.is_dir(dir_path) {
// Mount point hygene, "./assets" => "/assets".
mount_path = '/' + dir_path.trim_left('.').trim('/')
2019-10-24 18:44:49 +02:00
}
2020-03-07 14:16:03 +01:00
ctx.scan_static_directory(dir_path, mount_path)
2020-03-07 14:16:03 +01:00
return true
2019-10-24 18:44:49 +02:00
}
2020-06-20 03:12:35 +02:00
2020-05-17 13:51:18 +02:00
pub fn (mut ctx Context) serve_static(url, file_path, mime_type string) {
2019-10-24 18:44:49 +02:00
ctx.static_files[url] = file_path
ctx.static_mime_types[url] = mime_type
}
2019-12-11 17:20:46 +01:00
/*
2019-12-11 17:20:46 +01:00
fn readall(conn net.Socket) string {
// read all message from socket
//printf("waitall=%d\n", C.MSG_WAITALL)
2019-12-11 17:20:46 +01:00
mut message := ''
buf := [1024]byte
for {
n := C.recv(conn.sockfd, buf, 1024, 0)
2019-12-11 17:20:46 +01:00
m := conn.crecv(buf, 1024)
message += string( byteptr(buf), m )
2020-05-22 17:36:09 +02:00
if message.len > max_http_post_size { break }
2019-12-11 17:20:46 +01:00
if n == m { break }
}
return message
}
*/
2019-12-11 17:20:46 +01:00
fn strip(s string) string {
// strip('\nabc\r\n') => 'abc'
return s.trim('\r\n')
}
2020-06-22 17:13:57 +02:00
pub fn not_found() Result {
return Result{}
}
fn filter(s string) string {
2020-06-24 22:38:25 +02:00
return s.replace_each([
'<', '&lt;',
'"', '&quot;',
'&', '&amp;',
])
}
pub type RawHtml = string