chore(ci): once again remove deploy hook

.dockerignore

@@ -1,4 +1,15 @@
-data/
-build/
-trie/build/
-.git/
+*
+
+!src/
+!include/
+
+!lsm/src/
+!lsm/include/
+!lsm/Makefile
+!lsm/config.mk
+
+!thirdparty/include
+!thirdparty/src
+
+!Makefile
+!config.mk

.gitignore

@@ -6,3 +6,4 @@ lander.data*
 pastes/
 .cache/
 vgcore.*
+data/

.woodpecker/docker.yml

@@ -15,12 +15,3 @@ pipeline:
       - 'docker_password'
     when:
       event: push
-
-  deploy:
-    image: 'curlimages/curl'
-    secrets:
-      - 'webhook_url'
-    commands:
-      - 'curl -XPOST -s --fail $WEBHOOK_URL'
-    when:
-      event: push

CHANGELOG.md

@@ -7,6 +7,25 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased](https://git.rustybever.be/Chewing_Bever/lander/src/branch/dev)
 
+* HTTP Loop
+    * Fully decoupled functionality from Lander-specific code
+    * Users can now define custom global & request-local contexts
+    * Introduced "response steps", allowing custom code during the response
+      part of a request
+* LSM - Lander Storage Module
+    * Rewrite of trie codebase
+    * Introduced a custom data store using an in-memory trie as index and a
+      custom binary on-disk format
+        * Support for lookup, insert & a basic remove
+* Lander
+    * Replaced old trie implementation with LSM store
+    * Add support for hosting arbitrary files
+        * Content type of file is set if provided when uploading file
+    * Support removing entries
+* Landerctl
+    * Replaced old Bash script with Libcurl-based application
+    * Supporting posting redirects, pastes & arbitrarily large files
+
 ## [0.1.0](https://git.rustybever.be/Chewing_Bever/lander/src/tag/0.1.0)
 
 ### Added

Dockerfile

@@ -1,11 +1,12 @@
-FROM alpine:3.18.0 AS builder
+FROM ubuntu:23.10 AS builder
 
 ARG DI_VER=1.2.5
 
-RUN apk add --update --no-cache \
-    build-base \
-    make \
-    curl
+RUN apt update && \
+    apt install -y --no-install-recommends \
+        curl ca-certificates \
+        build-essential \
+        musl musl-dev musl-tools
 
 WORKDIR /app
 
@@ -18,7 +19,7 @@ RUN curl -Lo - "https://github.com/Yelp/dumb-init/archive/refs/tags/v${DI_VER}.t
 
 COPY . ./
 
-RUN make CFLAGS='-O3' LDFLAGS='-static -flto' && \
+RUN make CFLAGS='-O3' LDFLAGS='-flto -static' && \
     strip build/lander && \
     readelf -d build/lander && \
     [ "$(readelf -d build/lander | grep NEEDED | wc -l)" = 0 ]

Makefile

@@ -35,12 +35,11 @@ all: $(BIN)
 .PHONY: objs
 objs: $(OBJS)
 
-.PHONY: libtrie
-libtrie:
-	$(MAKE) -C trie
+.PHONY: liblsm
+liblsm:
+	$(MAKE) -C lsm
 
-.PHONY: bin
-$(BIN): libtrie $(OBJS)
+$(BIN): liblsm $(OBJS)
 	$(CC) -o $@ $(OBJS) $(_LDFLAGS)
 
 $(BUILD_DIR)/$(SRC_DIR)/%.c.o: $(SRC_DIR)/%.c
@@ -51,14 +50,26 @@ $(BUILD_DIR)/$(THIRDPARTY_DIR)/%.c.o: $(THIRDPARTY_DIR)/%.c
 	mkdir -p $(dir $@)
 	$(CC) $(_CFLAGS) -c $< -o $@
 
+.PHONY: bin-docker
+bin-docker:
+	docker build -t lander .
+	docker container create --name lander-temp lander
+	docker cp -q lander-temp:/bin/lander $(BUILD_DIR)/lander-docker
+	docker container rm lander-temp
 
 # =====TESTING=====
 .PHONY: run
-run: bin
+run: $(BIN)
 	LANDER_API_KEY=test \
 		LANDER_DATA_DIR=data \
 		'$(BUILD_DIR)/$(BIN_FILENAME)'
 
+.PHONY: valgrind
+valgrind: $(BIN)
+	LANDER_API_KEY=test \
+		LANDER_DATA_DIR=data \
+		valgrind '$(BUILD_DIR)/$(BIN_FILENAME)'
+
 .PHONY: test
 test: $(TARGETS_TEST)
 
@@ -100,10 +111,26 @@ lint:
 fmt:
 	clang-format -i $(SRCS) $(SRCS_H) $(SRCS_H_INTERNAL)
 
+.PHONY: check
+check:
+	mkdir -p $(BUILD_DIR)/cppcheck
+	cppcheck \
+		$(addprefix -I,$(INC_DIRS)) \
+		--cppcheck-build-dir=$(BUILD_DIR)/cppcheck \
+		--project=compile_commands.json \
+		--error-exitcode=1 \
+		--enable=warning,style \
+		-ithirdparty/* \
+		-itrie/* \
+		--inline-suppr \
+		--check-level=exhaustive \
+		--quiet \
+		-j$(shell nproc)
+
 .PHONY: clean
 clean:
 	rm -rf $(BUILD_DIR)
-	$(MAKE) -C trie clean
+	$(MAKE) -C lsm clean
 
 
 .PHONY: bear

config.mk

@@ -7,9 +7,9 @@ SRC_DIR        = src
 TEST_DIR       = test
 THIRDPARTY_DIR = thirdparty
 
-INC_DIRS  = include $(THIRDPARTY_DIR)/include trie/include
-LIBS      = trie m
-LIB_DIRS  = ./trie/build
+INC_DIRS  = include $(THIRDPARTY_DIR)/include trie/include lsm/include
+LIBS      = m lsm
+LIB_DIRS  = ./lsm/build
 
 # -MMD: generate a .d file for every source file. This file can be imported by
 #  make and makes make aware that a header file has been changed, ensuring an

include/http/types.h

@@ -124,7 +124,8 @@ extern const char *http_header_names[];
 typedef enum http_header {
   http_header_connection = 0,
   http_header_location,
-  http_header_content_type
+  http_header_content_type,
+  http_header_content_disposition
 } http_header;
 
 typedef enum http_body_type {

include/http_loop.h

@@ -7,7 +7,6 @@
 #include "http/req.h"
 #include "http/res.h"
 #include "http/types.h"
-#include "trie.h"
 
 // Max amount of steps a route can use
 #define HTTP_LOOP_MAX_STEPS 17
@@ -27,11 +26,14 @@ typedef enum http_route_type {
  * Function describing a step in a route's processing.
  *
  * @param conn connection to process
- * @return whether the processing can immediately advance to the next step. A
- * step should return false if it's e.g. waiting for I/O, and can therefore not
- * finish its task in the current cycle of the event loop.
+ * @return whether processing can proceed to the next step without performing
+ * I/O first. For a request step, `false` means more data needs to be read
+ * before the step can finish its processing. For response steps, `false` means
+ * there's new data in the write buffer that needs to be written.
  */
-typedef bool (*step)(event_loop_conn *conn);
+typedef bool (*http_step)(event_loop_conn *conn);
+
+extern const http_step http_default_res_steps[HTTP_LOOP_MAX_STEPS];
 
 /**
  * Struct describing a route a request can take.
@@ -43,7 +45,8 @@ typedef struct http_route {
   // Compiled regex for a regex route. This value gets set at runtime when
   // starting the http loop
   regex_t *regex;
-  step steps[HTTP_LOOP_MAX_STEPS];
+  const http_step steps[HTTP_LOOP_MAX_STEPS];
+  const http_step steps_res[HTTP_LOOP_MAX_STEPS];
 } http_route;
 
 /**
@@ -52,9 +55,12 @@ typedef struct http_route {
 typedef struct http_loop_gctx {
   http_route *routes;
   size_t route_count;
-  Trie *trie;
+  void *(*custom_ctx_init)();
+  void (*custom_ctx_reset)(void *);
+  void (*custom_ctx_free)(void *);
   const char *api_key;
-  const char *data_dir;
+  // Custom global context
+  void *c;
 } http_loop_gctx;
 
 /**
@@ -73,6 +79,7 @@ typedef struct http_loop_ctx {
   http_route *route;
   size_t current_step;
   http_loop_gctx *g;
+  void *c;
 } http_loop_ctx;
 
 /**
@@ -98,6 +105,11 @@ void http_loop_ctx_reset(http_loop_ctx *ctx);
  */
 void http_loop_ctx_free(http_loop_ctx *ctx);
 
+/**
+ * Represents an HTTP loop
+ */
+typedef struct event_loop http_loop;
+
 /**
  * Process incoming data as an HTTP request. This is the "handle_data" function
  * for the event loop.
@@ -107,14 +119,6 @@ void http_loop_ctx_free(http_loop_ctx *ctx);
  */
 bool http_loop_handle_request(event_loop_conn *conn);
 
-/**
- * Write the HTTP response to the file descriptor. This is the "write_data"
- * function for the event loop.
- *
- * @param conn connection to process
- */
-void http_loop_write_response(event_loop_conn *conn);
-
 /**
  * Try to parse the incoming data as an HTTP request.
  *
@@ -139,6 +143,14 @@ void http_loop_route_request(event_loop_conn *conn);
  */
 void http_loop_process_request(event_loop_conn *conn);
 
+/**
+ * Handles the response processing. This is the `write_data` function for the
+ * event loop.
+ *
+ * @param conn connection to process
+ */
+void http_loop_handle_response(event_loop_conn *conn);
+
 /**
  * Request step that consumes the request body and stores it in a buffer.
  *
@@ -155,6 +167,13 @@ bool http_loop_step_body_to_buf(event_loop_conn *conn);
  */
 bool http_loop_step_body_to_file(event_loop_conn *conn);
 
+/**
+ * Try to parse the Content-Length header.
+ *
+ * @param conn connection to process
+ */
+bool http_loop_step_parse_content_length(event_loop_conn *conn);
+
 /**
  * Authenticate the request using the X-Api-Key header.
  *
@@ -171,13 +190,45 @@ bool http_loop_step_auth(event_loop_conn *conn);
  */
 bool http_loop_step_switch_res(event_loop_conn *conn);
 
+/**
+ * Write the HTTP header back to the connection. If `res->head` is not set, a
+ * header will be generated for you.
+ *
+ * @param conn connection to process
+ */
+bool http_loop_step_write_header(event_loop_conn *conn);
+
+/**
+ * Write the HTTP body back to the connection.
+ *
+ * @param conn connection to process
+ */
+bool http_loop_step_write_body(event_loop_conn *conn);
+
 /**
  * Initialize a new http loop.
  *
- * @param gctx global context for the event loop
+ * @param routes array of routes that should be served
+ * @param route_count how many elements are in `routes`
+ * @param custom_gctx the application's custom global context; can be NULL
+ * @param custom_ctx_init function to initialize a new custom context
+ * @param custom_ctx_reset function to reset a custom context
+ * @param custom_ctx_free function to free a custom context; will always be run
+ * after a reset
  * @return pointer to the newly allocated object
  */
-event_loop *http_loop_init(http_loop_gctx *gctx);
+http_loop *http_loop_init(http_route *routes, size_t route_count,
+                          void *custom_gctx, void *(*custom_ctx_init)(),
+                          void(custom_ctx_reset)(void *),
+                          void(custom_ctx_free)(void *));
+
+/**
+ * Set the API key the authentication steps should use.
+ *
+ * @param hl HTTP loop to set key in
+ * @param api_key API key to use
+ */
+void http_loop_set_api_key(http_loop *hl, const char *api_key);
 
 /**
  * Run the HTTP loop. This function never returns.
@@ -185,6 +236,6 @@ event_loop *http_loop_init(http_loop_gctx *gctx);
  * @param el the event loop
  * @param port on what port to listen
  */
-void http_loop_run(event_loop *el, int port);
+void http_loop_run(http_loop *hl, int port);
 
 #endif

include/lander.h

@@ -2,8 +2,40 @@
 #define LANDER
 
 #include "http_loop.h"
+#include "lsm/store.h"
 
-extern http_route lander_routes[4];
+extern http_route lander_routes[6];
+extern const char lander_key_charset[];
+
+typedef struct lander_gctx {
+  const char *data_dir;
+  lsm_store *store;
+} lander_gctx;
+
+typedef struct lander_ctx {
+  lsm_entry_handle *entry;
+} lander_ctx;
+
+typedef enum lander_attr_type : uint8_t {
+  lander_attr_type_entry_type = 0,
+  lander_attr_type_content_type = 1,
+  lander_attr_type_url = 2,
+  lander_attr_type_file_name = 3,
+} lander_attr_type;
+
+typedef enum lander_entry_type : uint8_t {
+  lander_entry_type_redirect = 0,
+  lander_entry_type_paste = 1,
+  lander_entry_type_file = 2,
+} lander_entry_type;
+
+void *lander_gctx_init();
+
+void *lander_ctx_init();
+
+void lander_ctx_reset(lander_ctx *ctx);
+
+void lander_ctx_free(lander_ctx *ctx);
 
 bool lander_get_index(event_loop_conn *conn);
 
@@ -13,4 +45,30 @@ bool lander_post_redirect(event_loop_conn *conn);
 
 bool lander_post_paste(event_loop_conn *conn);
 
+bool lander_post_paste(event_loop_conn *conn);
+
+bool lander_post_redirect(event_loop_conn *conn);
+
+bool lander_stream_body_to_entry(event_loop_conn *conn);
+
+bool lander_stream_body_to_client(event_loop_conn *conn);
+
+bool lander_post_redirect_body_to_attr(event_loop_conn *conn);
+
+bool lander_remove_entry(event_loop_conn *conn);
+
+bool lander_post_file(event_loop_conn *conn);
+
+/**
+ * Store the requested header as an attribute, if it's present.
+ */
+void lander_header_to_attr(http_loop_ctx *ctx, const char *header,
+                           lander_attr_type attr_type);
+
+/**
+ * Store the attribute's value as the provided header, if present.
+ */
+void lander_attr_to_header(http_loop_ctx *ctx, lander_attr_type attr_type,
+                           http_header header_type);
+
 #endif

landerctl

@@ -1,41 +0,0 @@
-#!/usr/bin/env sh
-
-API_KEY=test
-URL=http://localhost:18080
-
-if [ "$1" = g ]; then
-    curl -is "$URL/$2" | 
-        sed -En 's/^[lL]ocation: (.*)/\1/p'
-
-elif [ "$1" = s ]; then
-    curl \
-        -w "${URL}%header{location}" \
-        -XPOST \
-        -d "$2" \
-        -H "X-Api-Key: $API_KEY" \
-        "$URL/s/$3"
-
-elif [ "$1" = sl ]; then
-    curl \
-        -w "${URL}%header{location}" \
-        -XPOST \
-        -d "$2" \
-        -H "X-Api-Key: $API_KEY" \
-        "$URL/sl/$3"
-
-elif [ "$1" = p ]; then
-    curl \
-        -w "${URL}%header{location}" \
-        -XPOST \
-        -H "X-Api-Key: $API_KEY" \
-        --data-binary @"$2" \
-        "$URL/p/$3"
-
-elif [ "$1" = pl ]; then
-    curl \
-        -w "${URL}%header{location}" \
-        -XPOST \
-        -H "X-Api-Key: $API_KEY" \
-        --data-binary @"$2" \
-        "$URL/pl/$3"
-fi

landerctl/.landerrc

@@ -0,0 +1,2 @@
+api_key = test
+server_url = http://localhost:18080

landerctl/Makefile

@@ -0,0 +1,120 @@
+# https://spin.atomicobject.com/2016/08/26/makefile-c-projects/ was a great
+# base for this Makefile
+
+-include config.mk
+
+export CFLAGS
+export LDFLAGS
+
+BIN := $(BUILD_DIR)/$(BIN_FILENAME)
+
+SRCS != find '$(SRC_DIR)' -iname '*.c'
+
+SRCS_H != find include -iname '*.h'
+
+OBJS := $(SRCS:%=$(BUILD_DIR)/%.o) $(SRCS_THIRDPARTY:%=$(BUILD_DIR)/%.o)
+DEPS := $(SRCS:%=$(BUILD_DIR)/%.d)
+
+_CFLAGS := $(addprefix -I,$(INC_DIRS)) $(CFLAGS) -Wall -Wextra -DLANDER_VERSION=\"$(VERSION)\"
+_LDFLAGS := $(addprefix -L,$(LIB_DIRS)) $(addprefix -l,$(LIBS)) $(LDFLAGS)
+
+.PHONY: all
+all: $(BIN)
+
+
+# =====COMPILATION=====
+# Utility used by the CI to lint
+.PHONY: objs
+objs: $(OBJS)
+
+$(BIN): $(OBJS)
+	$(CC) -o $@ $(OBJS) $(_LDFLAGS)
+
+$(BUILD_DIR)/$(SRC_DIR)/%.c.o: $(SRC_DIR)/%.c
+	mkdir -p $(dir $@)
+	$(CC) $(_CFLAGS) -c $< -o $@
+
+$(BUILD_DIR)/$(THIRDPARTY_DIR)/%.c.o: $(THIRDPARTY_DIR)/%.c
+	mkdir -p $(dir $@)
+	$(CC) $(_CFLAGS) -c $< -o $@
+
+# =====TESTING=====
+.PHONY: run
+run: $(BIN)
+	LANDER_API_KEY=test \
+		LANDER_DATA_DIR=data \
+		'$(BUILD_DIR)/$(BIN_FILENAME)'
+
+.PHONY: valgrind
+valgrind: $(BIN)
+	LANDER_API_KEY=test \
+		LANDER_DATA_DIR=data \
+		valgrind '$(BUILD_DIR)/$(BIN_FILENAME)'
+
+.PHONY: test
+test: $(TARGETS_TEST)
+
+.PHONY: test-mem
+test-mem: $(TARGETS_MEM_TEST)
+
+.PHONY: $(TARGETS_TEST)
+$(TARGETS_TEST): test-%: %
+	./$^
+
+.PHONY: $(TARGETS_MEM_TEST)
+$(TARGETS_MEM_TEST): test-mem-%: %
+	valgrind --tool=memcheck --error-exitcode=1 --track-origins=yes --leak-check=full ./$^
+
+.PHONY: build-test
+build-test: $(BINS_TEST)
+
+$(BINS_TEST): %: %.c.o
+	$(CC) \
+		$^ -o $@
+
+# Along with the include directory, each test includes $(TEST_DIR) (which
+# contains the acutest.h header file), and the src directory of the module it's
+# testing. This allows tests to access internal methods, which aren't publicly
+# exposed.
+$(BUILD_DIR)/$(TEST_DIR)/%.c.o: $(TEST_DIR)/%.c
+	mkdir -p $(dir $@)
+	$(CC) $(_CFLAGS) -I$(TEST_DIR) \
+		-I$(dir $(@:$(BUILD_DIR)/$(TEST_DIR)/%=$(SRC_DIR)/%)) \
+		-c $< -o $@
+
+
+# =====MAINTENANCE=====
+.PHONY: lint
+lint:
+	clang-format -n --Werror $(SRCS) $(SRCS_H) $(SRCS_H_INTERNAL)
+
+.PHONY: fmt
+fmt:
+	clang-format -i $(SRCS) $(SRCS_H) $(SRCS_H_INTERNAL)
+
+.PHONY: check
+check:
+	mkdir -p $(BUILD_DIR)/cppcheck
+	cppcheck \
+		$(addprefix -I,$(INC_DIRS)) \
+		--cppcheck-build-dir=$(BUILD_DIR)/cppcheck \
+		--project=compile_commands.json \
+		--error-exitcode=1 \
+		--enable=warning,style \
+		--inline-suppr \
+		--check-level=exhaustive \
+		--quiet \
+		-j$(shell nproc)
+
+.PHONY: clean
+clean:
+	rm -rf $(BUILD_DIR)
+
+.PHONY: bear
+bear: clean
+	bear -- make
+	bear --append -- make build-test
+
+
+# Make make aware of the .d files
+-include $(DEPS)

landerctl/config.mk

@@ -0,0 +1,22 @@
+VERSION := 0.2.0
+
+BIN_FILENAME = landerctl
+
+BUILD_DIR      = build
+SRC_DIR        = src
+TEST_DIR       = test
+
+INC_DIRS  = include
+LIBS      = magic curl
+LIB_DIRS  = 
+
+# -MMD: generate a .d file for every source file. This file can be imported by
+#  make and makes make aware that a header file has been changed, ensuring an
+#  object file is also recompiled if only a header is changed.
+# -MP: generate a dummy target for every header file (according to the  docs it
+#  prevents some errors when removing header files)
+CFLAGS = -MMD -MP -g
+
+# When compiling release builds, these flags are better
+# CLAGS = -O3
+# LDFLAGS = -flto

landerctl/include/landerctl.h

@@ -0,0 +1,59 @@
+#ifndef LANDERCTL
+#define LANDERCTL
+
+#include <stdbool.h>
+
+#include <curl/curl.h>
+
+typedef struct landerctl_cfg {
+  const char *api_key;
+  const char *server_url;
+} landerctl_cfg;
+
+typedef enum landerctl_cfg_err {
+  landerctl_cfg_err_ok = 0,
+  landerctl_cfg_err_not_found,
+  landerctl_cfg_err_invalid,
+  landerctl_cfg_err_incomplete,
+} landerctl_cfg_err;
+
+/**
+ * Try to parse the required config arguments from the config file
+ *
+ * @param out config to write values to. Existing values are overwritten
+ * @param path path to config file
+ */
+landerctl_cfg_err landerctl_cfg_parse(landerctl_cfg *out, const char *path);
+
+typedef enum landerctl_mode {
+  landerctl_mode_none = 0,
+  landerctl_mode_short,
+  landerctl_mode_paste,
+  landerctl_mode_file,
+} landerctl_mode;
+
+typedef enum landerctl_err {
+  landerctl_err_ok = 0,
+  landerctl_err_not_found
+} landerctl_err;
+
+typedef struct landerctl_ctx {
+  landerctl_cfg cfg;
+  landerctl_mode mode;
+  bool secure;
+  bool verbose;
+  const char *arg;
+  const char *key;
+  CURL *curl;
+  struct curl_slist *headers;
+  FILE *data_file;
+} landerctl_ctx;
+
+const char *landerctl_err_msg(landerctl_err err);
+
+void landerctl_set_common(landerctl_ctx *ctx);
+landerctl_err landerctl_post_short(landerctl_ctx *ctx);
+landerctl_err landerctl_post_paste(landerctl_ctx *ctx);
+landerctl_err landerctl_post_file(landerctl_ctx *ctx);
+
+#endif

landerctl/src/cfg_parse.c

@@ -0,0 +1,85 @@
+#include <regex.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+
+#include "landerctl.h"
+
+static const char cfg_line_regex_expr[] = "^([^ ]+) *= *([^ ]+)$";
+
+landerctl_cfg_err landerctl_cfg_parse(landerctl_cfg *out, const char *path) {
+  FILE *f = fopen(path, "r");
+
+  if (f == NULL) {
+    return landerctl_cfg_err_not_found;
+  }
+
+  struct {
+    const char *key;
+    const char **var;
+  } key_to_vars[] = {
+      {"api_key", &out->api_key},
+      {"server_url", &out->server_url},
+  };
+  size_t key_to_vars_len = sizeof(key_to_vars) / sizeof(key_to_vars[0]);
+
+  // We NULL everything beforehand so we can check if we have all needed
+  // variables
+  for (size_t i = 0; i < key_to_vars_len; i++) {
+    *key_to_vars[i].var = NULL;
+  }
+
+  regex_t cfg_line_regex;
+  regcomp(&cfg_line_regex, cfg_line_regex_expr, REG_EXTENDED);
+
+  // Accept lines of at most 256 lines
+  char line[256];
+  landerctl_cfg_err res = landerctl_cfg_err_ok;
+
+  while (fgets(line, sizeof(line), f) != NULL) {
+    // Last character might be a newline
+    size_t len = strlen(line);
+
+    if (line[len - 1] == '\n') {
+      line[len - 1] = '\0';
+    }
+
+    regmatch_t reg_groups[3];
+
+    if (regexec(&cfg_line_regex, line, 3, reg_groups, 0) != 0) {
+      res = landerctl_cfg_err_not_found;
+
+      break;
+    }
+
+    // api_key is currently the only value we parse
+    size_t key_len = reg_groups[1].rm_eo - reg_groups[1].rm_so;
+
+    for (size_t i = 0; i < key_to_vars_len; i++) {
+      if ((key_len == strlen(key_to_vars[i].key)) &&
+          (strncmp(&line[reg_groups[1].rm_so], key_to_vars[i].key, key_len) ==
+           0)) {
+        int val_len = reg_groups[2].rm_eo - reg_groups[2].rm_so;
+        char *buf = malloc(val_len + 1);
+        strncpy(buf, &line[reg_groups[2].rm_so], val_len);
+        buf[val_len] = '\0';
+
+        *key_to_vars[i].var = buf;
+        break;
+      }
+    }
+  }
+
+  if (res == landerctl_cfg_err_ok) {
+    for (size_t i = 0; i < key_to_vars_len; i++) {
+      if (*key_to_vars[i].var == NULL) {
+        res = landerctl_cfg_err_incomplete;
+        break;
+      }
+    }
+  }
+
+  fclose(f);
+
+  return res;
+}

landerctl/src/main.c

@@ -0,0 +1,197 @@
+#include <stdbool.h>
+#include <stdlib.h>
+#include <string.h>
+#include <sys/stat.h>
+#include <unistd.h>
+
+#include <curl/curl.h>
+#include <magic.h>
+
+#include "landerctl.h"
+
+const char *default_cfg_path = ".landerrc";
+const char *usage = "%s [-SPFsv] arg [key]\n";
+
+int main(int argc, char **argv) {
+  landerctl_ctx ctx = {0};
+  char *err_msg = NULL;
+
+  switch (landerctl_cfg_parse(&ctx.cfg, default_cfg_path)) {
+  case landerctl_cfg_err_ok:
+    break;
+  case landerctl_cfg_err_not_found:
+    err_msg = "Config file not found";
+    break;
+  case landerctl_cfg_err_invalid:
+    err_msg = "Invalid config file";
+    break;
+  case landerctl_cfg_err_incomplete:
+    err_msg = "Incomplete config file";
+    break;
+  }
+
+  if (err_msg != NULL) {
+    fprintf(stderr, "%s\n", err_msg);
+    exit(1);
+  }
+
+  opterr = 0;
+
+  int c;
+
+  while ((c = getopt(argc, argv, "SPFsv")) != -1) {
+    switch (c) {
+    case 'S':
+      ctx.mode = landerctl_mode_short;
+      break;
+    case 'P':
+      ctx.mode = landerctl_mode_paste;
+      break;
+    case 'F':
+      ctx.mode = landerctl_mode_file;
+      break;
+    case 's':
+      ctx.secure = true;
+      break;
+    case 'v':
+      ctx.verbose = true;
+      break;
+    case '?':
+      printf(usage, argv[0]);
+      exit(2);
+    }
+  }
+
+  if (ctx.mode == landerctl_mode_none) {
+    printf("No mode specified.\n\n");
+    printf(usage, argv[0]);
+    exit(2);
+  }
+
+  if (optind == argc || (argc - optind > 2)) {
+    printf(usage, argv[0]);
+    exit(2);
+  }
+
+  ctx.arg = argv[optind];
+  ctx.key = argc - optind == 2 ? argv[optind + 1] : NULL;
+
+  curl_global_init(CURL_GLOBAL_ALL);
+  ctx.curl = curl_easy_init();
+
+  if (ctx.curl == NULL) {
+    exit(255);
+  }
+
+  landerctl_set_common(&ctx);
+  landerctl_err res;
+
+  switch (ctx.mode) {
+  case landerctl_mode_short:
+    res = landerctl_post_short(&ctx);
+    break;
+  case landerctl_mode_paste:
+    res = landerctl_post_paste(&ctx);
+    break;
+  case landerctl_mode_file:
+    res = landerctl_post_file(&ctx);
+    break;
+  default:
+    return 7;
+  }
+
+  if (res != landerctl_err_ok) {
+    printf("%s\n", landerctl_err_msg(res));
+    exit(6);
+  }
+
+  if (ctx.verbose) {
+    curl_easy_setopt(ctx.curl, CURLOPT_VERBOSE, 1L);
+  }
+
+  curl_easy_setopt(ctx.curl, CURLOPT_HTTPHEADER, ctx.headers);
+
+  int exit_code = 0;
+
+  if (curl_easy_perform(ctx.curl) == CURLE_OK) {
+    long response_code;
+    curl_easy_getinfo(ctx.curl, CURLINFO_RESPONSE_CODE, &response_code);
+
+    if (response_code < 200 || response_code > 299) {
+      fprintf(stderr, "HTTP status code %li\n", response_code);
+      exit_code = 3;
+    } else {
+      struct curl_header *location_header;
+
+      if (curl_easy_header(ctx.curl, "Location", 0, CURLH_HEADER, -1,
+                           &location_header) == CURLHE_OK) {
+        printf("%s%s\n", ctx.cfg.server_url, location_header->value);
+      } else {
+        fprintf(stderr, "Server returned a 2xx without a Location header.\n");
+        exit_code = 5;
+      }
+    }
+  } else {
+    fprintf(stderr, "Libcurl encountered an error.\n");
+    exit_code = 4;
+  }
+
+  curl_easy_cleanup(ctx.curl);
+  curl_slist_free_all(ctx.headers);
+
+  if (ctx.data_file != NULL) {
+    fclose(ctx.data_file);
+  }
+
+  return exit_code;
+
+  /* struct stat sb; */
+
+  /* stat(argv[1], &sb); */
+
+  /* printf("file size: %lu\n", sb.st_size); */
+
+  /* FILE *f = fopen(argv[1], "rb"); */
+
+  /* if (f == NULL) { */
+  /*   printf("Couldn't open file.\n"); */
+  /*   exit(1); */
+  /* } */
+
+  /* CURL *curl = curl_easy_init(); */
+
+  /* if (curl == NULL) { */
+  /*   exit(1); */
+  /* } */
+
+  /* curl_easy_setopt(curl, CURLOPT_URL, "http://localhost:18080/f/"); */
+  /* curl_easy_setopt(curl, CURLOPT_UPLOAD, 1L); */
+  /* curl_easy_setopt(curl, CURLOPT_READDATA, f); */
+
+  /* curl_off_t file_size = sb.st_size; */
+  /* /1* curl_easy_setopt(curl, CURLOPT_INFILESIZE_LARGE, file_size); *1/ */
+  /* curl_easy_setopt(curl, CURLOPT_POST, 1L); */
+  /* curl_easy_setopt(curl, CURLOPT_POSTFIELDSIZE_LARGE, file_size); */
+
+  /* magic_t cookie = magic_open(MAGIC_MIME_TYPE); */
+  /* magic_load(cookie, NULL); */
+  /* const char *mime_type = magic_file(cookie, argv[1]); */
+
+  /* char content_type_header[strlen(mime_type) + 24]; */
+  /* sprintf(content_type_header, "X-Lander-Content-Type: %s", mime_type); */
+
+  /* char content_length_header[32]; */
+  /* sprintf(content_length_header, "Content-Length: %lu", sb.st_size); */
+
+  /* struct curl_slist *list = NULL; */
+  /* list = curl_slist_append(list, content_type_header); */
+  /* list = curl_slist_append(list, content_length_header); */
+  /* list = curl_slist_append(list, "X-Api-Key: test"); */
+
+  /* curl_easy_setopt(curl, CURLOPT_HTTPHEADER, list); */
+
+  /* curl_easy_setopt(curl, CURLOPT_VERBOSE, 1); */
+  /* curl_easy_perform(curl); */
+
+  /* curl_slist_free_all(list); */
+}

landerctl/src/post.c

@@ -0,0 +1,121 @@
+#include <libgen.h>
+#include <string.h>
+#include <sys/stat.h>
+
+#include <curl/curl.h>
+#include <magic.h>
+
+#include "landerctl.h"
+
+const char *landerctl_err_msg(landerctl_err err) {
+  switch (err) {
+  case landerctl_err_not_found:
+    return "File not found";
+  default:
+    return "";
+  }
+}
+
+void landerctl_set_common(landerctl_ctx *ctx) {
+  size_t url_len = strlen(ctx->cfg.server_url) + 4;
+
+  if (ctx->key != NULL) {
+    url_len += strlen(ctx->key);
+  }
+
+  char mode_char;
+
+  switch (ctx->mode) {
+  case landerctl_mode_short:
+    mode_char = 's';
+    break;
+  case landerctl_mode_paste:
+    mode_char = 'p';
+    break;
+  case landerctl_mode_file:
+    mode_char = 'f';
+    break;
+  // Shouldn't be able  to happen
+  default:
+    return;
+  }
+
+  char url[url_len + 1];
+
+  if (ctx->key == NULL) {
+    sprintf(url, "%s/%c%s/", ctx->cfg.server_url, mode_char,
+            ctx->secure ? "l" : "");
+  } else {
+    sprintf(url, "%s/%c%s/%s", ctx->cfg.server_url, mode_char,
+            ctx->secure ? "l" : "", ctx->key);
+  }
+
+  curl_easy_setopt(ctx->curl, CURLOPT_URL, url);
+
+  // Add API key header
+  char api_key_header[strlen(ctx->cfg.api_key) + 12];
+  sprintf(api_key_header, "X-Api-Key: %s", ctx->cfg.api_key);
+
+  ctx->headers = curl_slist_append(NULL, api_key_header);
+
+  curl_easy_setopt(ctx->curl, CURLOPT_USERAGENT,
+                   "landerctl/" LANDER_VERSION "");
+}
+
+landerctl_err landerctl_post_short(landerctl_ctx *ctx) {
+  curl_easy_setopt(ctx->curl, CURLOPT_POSTFIELDSIZE, strlen(ctx->arg));
+  curl_easy_setopt(ctx->curl, CURLOPT_POSTFIELDS, ctx->arg);
+
+  return landerctl_err_ok;
+}
+
+landerctl_err landerctl_post_paste(landerctl_ctx *ctx) {
+  ctx->data_file = fopen(ctx->arg, "rb");
+
+  if (ctx->data_file == NULL) {
+    return landerctl_err_not_found;
+  }
+
+  struct stat sb;
+  stat(ctx->arg, &sb);
+
+  curl_easy_setopt(ctx->curl, CURLOPT_POST, 1L);
+  curl_easy_setopt(ctx->curl, CURLOPT_READDATA, ctx->data_file);
+  curl_easy_setopt(ctx->curl, CURLOPT_POSTFIELDSIZE, sb.st_size);
+
+  return landerctl_err_ok;
+}
+
+landerctl_err landerctl_post_file(landerctl_ctx *ctx) {
+  ctx->data_file = fopen(ctx->arg, "rb");
+
+  if (ctx->data_file == NULL) {
+    return landerctl_err_not_found;
+  }
+
+  struct stat sb;
+  stat(ctx->arg, &sb);
+
+  curl_easy_setopt(ctx->curl, CURLOPT_POST, 1L);
+  curl_easy_setopt(ctx->curl, CURLOPT_READDATA, ctx->data_file);
+  curl_easy_setopt(ctx->curl, CURLOPT_POSTFIELDSIZE_LARGE, sb.st_size);
+
+  magic_t cookie = magic_open(MAGIC_MIME_TYPE);
+  magic_load(cookie, NULL);
+  const char *mime_type = magic_file(cookie, ctx->arg);
+
+  char content_type_header[strlen(mime_type) + 24];
+  sprintf(content_type_header, "X-Lander-Content-Type: %s", mime_type);
+
+  char s[strlen(ctx->arg) + 1];
+  strcpy(s, ctx->arg);
+  const char *base_name = basename(s);
+
+  char filename_header[strlen(base_name) + 20];
+  sprintf(filename_header, "X-Lander-Filename: %s", base_name);
+
+  ctx->headers = curl_slist_append(ctx->headers, content_type_header);
+  ctx->headers = curl_slist_append(ctx->headers, filename_header);
+
+  return landerctl_err_ok;
+}

lsm/Makefile

@@ -0,0 +1,113 @@
+# https://spin.atomicobject.com/2016/08/26/makefile-c-projects/ was a great
+# base for this Makefile
+
+-include config.mk
+
+LIB := $(BUILD_DIR)/$(LIB_FILENAME)
+
+SRCS != find '$(SRC_DIR)' -iname '*.c'
+SRCS_H != find $(INC_DIRS) -iname '*.h'
+SRCS_H_INTERNAL != find $(SRC_DIR) -iname '*.h'
+SRCS_TEST != find '$(TEST_DIR)' -iname '*.c'
+SRCS_EXAMPLE != find '$(EXAMPLE_DIR)' -iname '*.c'
+
+OBJS := $(SRCS:%=$(BUILD_DIR)/%.o)
+OBJS_TEST := $(SRCS_TEST:%=$(BUILD_DIR)/%.o)
+OBJS_EXAMPLE := $(SRCS_EXAMPLE:%=$(BUILD_DIR)/%.o)
+DEPS := $(SRCS:%=$(BUILD_DIR)/%.d) $(SRCS_TEST:%=$(BUILD_DIR)/%.d) $(SRCS_EXAMPLE:%=$(BUILD_DIR)/%.d)
+
+BINS_TEST := $(OBJS_TEST:%.c.o=%)
+BINS_EXAMPLE := $(OBJS_EXAMPLE:%.c.o=%)
+TARGETS_TEST := $(BINS_TEST:%=test-%)
+TARGETS_EXAMPLE := $(BINS_EXAMPLE:%=test-%)
+TARGETS_MEM_TEST := $(BINS_TEST:%=test-mem-%)
+
+_CFLAGS := $(addprefix -I,$(INC_DIRS)) $(CFLAGS) -Wall -Wextra
+
+.PHONY: all
+all: lib
+
+
+# =====COMPILATION=====
+# Utility used by the CI to lint
+.PHONY: objs
+objs: $(OBJS)
+
+.PHONY: lib
+lib: $(LIB)
+$(LIB): $(OBJS)
+	ar -rcs $@ $(OBJS)
+
+$(BUILD_DIR)/$(SRC_DIR)/%.c.o: $(SRC_DIR)/%.c
+	mkdir -p $(dir $@)
+	$(CC) -c $(_CFLAGS) $< -o $@
+
+
+# =====TESTING=====
+.PHONY: test
+test: $(TARGETS_TEST)
+
+.PHONY: test-mem
+test-mem: $(TARGETS_MEM_TEST)
+
+.PHONY: $(TARGETS_TEST)
+$(TARGETS_TEST): test-%: %
+	./$^
+
+.PHONY: $(TARGETS_MEM_TEST)
+$(TARGETS_MEM_TEST): test-mem-%: %
+	valgrind --tool=memcheck --error-exitcode=1 --track-origins=yes --leak-check=full ./$^
+
+.PHONY: build-test
+build-test: $(BINS_TEST)
+
+$(BINS_TEST): %: %.c.o $(LIB)
+	$(CC) \
+		$^ -o $@
+
+# Along with the include directory, each test includes $(TEST_DIR) (which
+# contains the acutest.h header file), and the src directory of the module it's
+# testing. This allows tests to access internal methods, which aren't publicly
+# exposed.
+$(BUILD_DIR)/$(TEST_DIR)/%.c.o: $(TEST_DIR)/%.c
+	mkdir -p $(dir $@)
+	$(CC) $(_CFLAGS) -I$(TEST_DIR) \
+		-I$(dir $(@:$(BUILD_DIR)/$(TEST_DIR)/%=$(SRC_DIR)/%)) \
+		-c $< -o $@
+
+# =====EXAMPLES=====
+.PHONY: build-example
+build-example: $(BINS_EXAMPLE)
+
+$(BINS_EXAMPLE): %: %.c.o $(LIB)
+	$(CC) \
+		$^ -o $@
+
+# Example binaries link the resulting library
+$(BUILD_DIR)/$(EXAMPLE_DIR)/%.c.o: $(EXAMPLE_DIR)/%.c
+	mkdir -p $(dir $@)
+	$(CC) $(_CFLAGS) -I$(PUB_INC_DIR) -c $< -o $@
+
+# =====MAINTENANCE=====
+.PHONY: lint
+lint:
+	clang-format -n --Werror $(SRCS) $(SRCS_H) $(SRCS_H_INTERNAL) $(SRCS_EXAMPLE)
+
+.PHONY: fmt
+fmt:
+	clang-format -i $(SRCS) $(SRCS_H) $(SRCS_H_INTERNAL) $(SRCS_EXAMPLE)
+
+.PHONY: clean
+clean:
+	rm -rf $(BUILD_DIR)
+
+
+.PHONY: bear
+bear: clean
+	bear -- make
+	bear --append -- make build-test
+	bear --append -- make build-example
+
+
+# Make make aware of the .d files
+-include $(DEPS)

lsm/config.mk

@@ -0,0 +1,15 @@
+LIB_FILENAME = liblsm.a
+
+BUILD_DIR = build
+SRC_DIR = src
+TEST_DIR = test
+EXAMPLE_DIR = example
+PUB_INC_DIR = include
+INC_DIRS = $(PUB_INC_DIR) src/_include
+
+# -MMD: generate a .d file for every source file. This file can be imported by
+#  make and makes make aware that a header file has been changed, ensuring an
+#  object file is also recompiled if only a header is changed.
+# -MP: generate a dummy target for every header file (according to the  docs it
+#  prevents some errors when removing header files)
+CFLAGS = -MMD -MP -g

lsm/example/test.c

@@ -0,0 +1,56 @@
+#include <assert.h>
+#include <stdio.h>
+
+#include "lsm.h"
+#include "lsm/store.h"
+#include "lsm/str.h"
+
+int main() {
+  lsm_str *data_dir;
+  lsm_str_init_copy(&data_dir, "data");
+
+  lsm_store *store;
+  assert(lsm_store_load(&store, data_dir) == lsm_error_ok);
+
+  lsm_str *key;
+  lsm_str_init_copy(&key, "key");
+
+  lsm_entry_handle *handle;
+  assert(lsm_store_insert(&handle, store, key) == lsm_error_ok);
+
+  lsm_str *attr;
+  lsm_str_init_copy(&attr, "some attribute value");
+  lsm_entry_attr_insert(handle, 1, attr);
+
+  lsm_str *data;
+  lsm_str_init_copy(&data, "hello");
+
+  for (int i = 0; i < 50; i++) {
+    lsm_entry_data_append(handle, data);
+  }
+  lsm_entry_close(handle);
+
+  assert(lsm_store_open_read(&handle, store, key) == lsm_error_ok);
+
+  char buf[24];
+  uint64_t read;
+  uint64_t total = 0;
+
+  lsm_entry_data_read(&read, buf, handle, 24);
+  total += read;
+
+  while (read > 0) {
+    printf("%.*s", read, buf);
+    lsm_entry_data_read(&read, buf, handle, 24);
+    total += read;
+  }
+  printf("\n%lu", total);
+
+  lsm_entry_close(handle);
+
+  assert(lsm_store_open_write(&handle, store, key) == lsm_error_ok);
+  lsm_entry_remove(handle);
+  lsm_entry_close(handle);
+
+  assert(lsm_store_open_read(&handle, store, key) == lsm_error_not_found);
+}

lsm/include/lsm.h

@@ -0,0 +1,71 @@
+#ifndef LSM
+#define LSM
+
+#include <stdint.h>
+
+#define LSM_RES(x)                                                             \
+  {                                                                            \
+    lsm_error res = x;                                                         \
+    if (res != lsm_error_ok)                                                   \
+      return res;                                                              \
+  }
+
+typedef enum lsm_error {
+  lsm_error_ok = 0,
+  lsm_error_failed_alloc = 1,
+  lsm_error_not_found = 2,
+  lsm_error_already_present = 3,
+  lsm_error_null_value = 4,
+  lsm_error_failed_io = 5,
+  lsm_error_lock_busy = 6,
+} lsm_error;
+
+/*typedef struct lsm_string { */
+/*  uint64_t len; */
+/*  union { */
+/*    void *ptr; */
+/*    char val[8]; */
+/*  } str; */
+/*} lsm_string; */
+
+/*/1** */
+/* * The type of an attribute. Each type is represented as a single bit of a */
+/* * 32-bit integer, so they can be easily combined into a bitmap. */
+/* *1/ */
+/*typedef enum lsm_attr_type { lsm_attr_type_entry_type = 1 << 0 }
+ * lsm_attr_type; */
+
+/*/1** */
+/* * A single attribute associated with an entry */
+/* *1/ */
+/*typedef struct lsm_attr { */
+/*  lsm_attr_type type; */
+/*  lsm_string str; */
+/*} lsm_attr; */
+
+/*/1** */
+/* * Represents a collection of attributes for an entry. A collection can only
+ */
+/* * contain one of each attribute. */
+/* *1/ */
+/*typedef struct lsm_attr_list { */
+/*  uint64_t count; */
+/*  lsm_attr *items; */
+/*  uint32_t bitmap; */
+/*} lsm_attr_list; */
+
+/*/1** */
+/* * An entry inside an LSM store */
+/* *1/ */
+/*typedef struct lsm_entry { */
+/*  lsm_string key; */
+/*  lsm_attr_list attrs; */
+/*  lsm_string data; */
+/*} lsm_entry; */
+
+/*/1** */
+/* * A store of entries, which manages its data both in-memory and on disk. */
+/* *1/ */
+/*typedef struct lsm_store lsm_store; */
+
+#endif

lsm/include/lsm/bt.h

@@ -0,0 +1,71 @@
+#ifndef LSM_BT
+#define LSM_BT
+
+#include "lsm.h"
+
+/**
+ * A binary tree implementation using char values as keys
+ */
+typedef struct lsm_bt lsm_bt;
+
+/**
+ * Initialize a new binary tree
+ *
+ * @param ptr where to store newly allocated pointer
+ */
+lsm_error lsm_bt_init(lsm_bt **ptr);
+
+/**
+ * Deallocate an entire binary tree, including all its nodes
+ */
+void lsm_bt_free(lsm_bt *bt);
+
+/**
+ * Remove the binary tree's entire contents, but keep the struct allocated.
+ */
+void lsm_bt_clear(lsm_bt *bt);
+
+/**
+ * Return the size of the binary tree
+ */
+uint64_t lsm_bt_size(const lsm_bt *bt);
+
+/**
+ * Search for the data stored behind the given key.
+ *
+ * @param out pointer to store data pointer in
+ * @param bt binary tree to search
+ * @param key key to search
+ */
+lsm_error lsm_bt_search(void **out, lsm_bt *bt, char key);
+
+/**
+ * Insert a new data value into the tree with the given key.
+ *
+ * @param bt binary tree to insert into
+ * @param key key to insert
+ * @param data data to store
+ */
+lsm_error lsm_bt_insert(lsm_bt *bt, char key, void *data);
+
+/**
+ * Remove the given key from the binary tree. Ownership of the data pointer is
+ * returned to the caller.
+ *
+ * @param out address to write data pointer to
+ * @param bt binary tree to remove from
+ * @param key key to remove
+ */
+lsm_error lsm_bt_remove(void **out, lsm_bt *bt, char key);
+
+/**
+ * Replace the data at an existing key with new data, returning the old.
+ *
+ * @param out address to write old data pointer to
+ * @param bt binary tree to replace in
+ * @param key key to replace at
+ * @param data new data to store
+ */
+lsm_error lsm_bt_replace(void **out, lsm_bt *bt, char key, void *data);
+
+#endif

lsm/include/lsm/store.h

@@ -0,0 +1,229 @@
+#ifndef LSM_STORE
+#define LSM_STORE
+
+#include <stdbool.h>
+#include <stdint.h>
+
+#include "lsm.h"
+#include "lsm/str.h"
+
+/**
+ * A handle referencing an entry inside a store. Read/write operations from/to
+ * the entry go through this handle.
+ */
+typedef struct lsm_entry_handle lsm_entry_handle;
+
+/**
+ * Checks whether the entry has an attribute with the specified type.
+ *
+ * @param entry entry to check
+ * @param type type of attribute to check for
+ */
+bool lsm_entry_attr_present(lsm_entry_handle *handle, uint8_t type);
+
+/**
+ * Retrieve the contents of an attribute from an entry, if present
+ *
+ * @param out where to store pointer to attribute data
+ * @param entry entry to search for
+ * @param type type of attribute to return
+ */
+lsm_error lsm_entry_attr_get(lsm_str **out, lsm_entry_handle *handle,
+                             uint8_t type);
+
+/**
+ * Convenience wrapper around `lsm_entry_attr_get` that can be used if we know
+ * beforehand the attribute value is a 64-bit number.
+ *
+ * @param out where to store attribute data
+ * @param entry entry to search for
+ * @param type type of attribute to return
+ */
+lsm_error lsm_entry_attr_get_uint64_t(uint64_t *out, lsm_entry_handle *handle,
+                                      uint8_t type);
+
+/**
+ * Convenience wrapper around `lsm_entry_attr_get` that can be used if we know
+ * beforehand the attribute value is an 8-bit number.
+ *
+ * @param out where to store attribute data
+ * @param entry entry to search for
+ * @param type type of attribute to return
+ */
+lsm_error lsm_entry_attr_get_uint8_t(uint8_t *out, lsm_entry_handle *handle,
+                                     uint8_t type);
+
+/**
+ * Add a new attribute to the entry.
+ *
+ * @param entry entry to modify
+ * @param type type of attribute to add
+ * @param data data of attribute; ownership of pointer is taken over
+ */
+lsm_error lsm_entry_attr_insert(lsm_entry_handle *handle, uint8_t type,
+                                lsm_str *data);
+
+/**
+ * Convenience wrapper around `lsm_entry_attr_insert` that can be used if the
+ * data to be stored is a 64-bit number.
+ *
+ * @param entry entry to modify
+ * @param type type of attribute to add
+ * @param data data of attribute
+ */
+lsm_error lsm_entry_attr_insert_uint64_t(lsm_entry_handle *handle, uint8_t type,
+                                         uint64_t data);
+
+/**
+ * Convenience wrapper around `lsm_entry_attr_insert` that can be used if the
+ * data to be stored is an 8-bit number.
+ *
+ * @param entry entry to modify
+ * @param type type of attribute to add
+ * @param data data of attribute
+ */
+lsm_error lsm_entry_attr_insert_uint8_t(lsm_entry_handle *handle, uint8_t type,
+                                        uint8_t data);
+
+/**
+ * Remove an atribute from the given entry, if present.
+ *
+ * @param out pointer to store removed data pointer in. If NULL, data pointer
+ * will be leaked.
+ * @param entry entry to remove attribute from
+ * @param type type of attribute to remove
+ */
+lsm_error lsm_entry_attr_remove(lsm_str **out, lsm_entry_handle *handle,
+                                uint8_t type);
+
+/**
+ * A store consisting of LSM entries.
+ *
+ * A store manages both an in-memory data structure for quick lookup, and a
+ * database file for persistent storage of the contained entries.
+ */
+typedef struct lsm_store lsm_store;
+
+/**
+ * Allocate and initialize a new lsm_store object.
+ *
+ * @param ptr where to store newly allocated pointer
+ */
+lsm_error lsm_store_init(lsm_store **ptr);
+
+/**
+ * Return how many elements are stored in the trie.
+ *
+ * @param store store to use
+ * @return how many elements are in the store
+ */
+uint64_t lsm_store_size(const lsm_store *store);
+
+/**
+ * Open the given database file and load it into a new store object.
+ *
+ * @param ptr pointer to store newly allocated store
+ * @param data_path path to the data directory
+ */
+lsm_error lsm_store_load(lsm_store **ptr, lsm_str *data_path);
+
+/**
+ * Dealocate an existing lsm_store object.
+ *
+ * @param store object to deallocate
+ */
+void lsm_store_free(lsm_store *store);
+
+/**
+ * Open a read handle to the given entry. This entry must be properly closed
+ * using `lsm_store_handle_close`.
+ *
+ * @param out pointer to store handle pointer
+ * @param store store to retrieve entry from
+ * @param key key to search
+ */
+lsm_error lsm_store_open_read(lsm_entry_handle **out, lsm_store *store,
+                              lsm_str *key);
+
+/**
+ * Open a write handle to the given entry. This handle should only be used for
+ * writing; read operations on this handle are unsupported. This entry must be
+ * properly closed using `lsm_store_handle_close`.
+ *
+ * @param out pointer to store handle pointer
+ * @param store store to retrieve entry from
+ * @param key key to search
+ */
+lsm_error lsm_store_open_write(lsm_entry_handle **out, lsm_store *store,
+                               lsm_str *key);
+
+/**
+ * Close an open entry handle.
+ *
+ * @param store store the handle's entry is stored in
+ * @param handle handle to close
+ */
+void lsm_entry_close(lsm_entry_handle *handle);
+
+/**
+ * Insert a new entry into the store, returning a write handle to the newly
+ * created entry.
+ *
+ * @param out pointer to store new entry pointer in
+ * @param store store to modify
+ * @param key key to add; ownership of key pointer is taken over
+ */
+lsm_error lsm_store_insert(lsm_entry_handle **out, lsm_store *store,
+                           lsm_str *key);
+
+/**
+ * Mark the entry as removed.
+ *
+ * @param handle handle to entry to remove
+ */
+void lsm_entry_remove(lsm_entry_handle *handle);
+
+/**
+ * Append new data to the given entry, which is expected to be in the store.
+ *
+ * This function will append either to disk or to memory, depending on the
+ * length of the entry's data.
+ *
+ * @param store store the entry is stored in
+ * @param entry entry to append data to
+ * @param data data to append
+ */
+lsm_error lsm_entry_data_append(lsm_entry_handle *handle, lsm_str *data);
+
+/**
+ * Same as `lsm_entry_data_append`, except that it takes a direct char array.
+ *
+ * @param store store the entry is stored in
+ * @param entry entry to append data to
+ * @param data data to append
+ * @param len length of data array
+ */
+lsm_error lsm_entry_data_append_raw(lsm_entry_handle *handle, char *data,
+                                    uint64_t len);
+
+/**
+ * Read a number of bytes from the entry's data field. The position from which
+ * data is read is dependent on previous read calls.
+ *
+ * @param out where to write how many bytes were read
+ * @param buf buffer to store read data in
+ * @param handle entry handle to read from
+ * @param len how many bytes to read at most
+ */
+lsm_error lsm_entry_data_read(uint64_t *out, char *buf,
+                              lsm_entry_handle *handle, uint64_t len);
+
+/**
+ * Return the length of the entry's data.
+ *
+ * @param handle entry handle to return length for
+ * @return length of the data
+ */
+uint64_t lsm_entry_data_len(lsm_entry_handle *handle);
+
+#endif

lsm/include/lsm/str.h

@@ -0,0 +1,183 @@
+#ifndef LSM_STR
+#define LSM_STR
+
+#include <stdbool.h>
+
+#include "lsm.h"
+
+/**
+ * Represents a string (or really any kind of data) with a known length. Data
+ * with length 8 or less is stored inside the pointer, and does not allocate
+ * additional memory.
+ */
+typedef struct lsm_str lsm_str;
+
+/**
+ * Allocate and initialize a new lsm_str object
+ *
+ * @param ptr pointer to store newly allocated pointer
+ * @param s string to convert into lsm string; ownership is taken over
+ */
+lsm_error lsm_str_init(lsm_str **ptr, char *s);
+
+/**
+ * Allocate a new string struct of length 0.
+ *
+ * @param ptr pointer to store newly allocated pointer in
+ */
+lsm_error lsm_str_init_zero(lsm_str **ptr);
+
+/**
+ * Allocate and initialize a new lsm_str object, but copy the original string
+ * instead of taking over ownership, leaving the original string untouched.
+ *
+ * @param ptr pointer to store newly allocated pointer
+ * @param s string to copy into lsm string
+ */
+lsm_error lsm_str_init_copy(lsm_str **ptr, const char *s);
+
+/**
+ * Same as `lsm_str_init_copy`, except that it takes an additional argument
+ * specifying the length of the string to copy over. This can be used to more
+ * easily "cut" parts of a C-style string out into an LSM string.
+ *
+ * @param ptr pointer to store newly allocated pointer
+ * @param s string to copy into lsm string
+ * @param len length of string to copy
+ */
+lsm_error lsm_str_init_copy_n(lsm_str **ptr, const char *s, uint64_t len);
+
+/**
+ * Overwrite an existing lsm_str so it now represents the new provided string.
+ * The string pointer of the original object is free'd if needed. Ownership of
+ * the pointer is taken over.
+ *
+ * @param str lsm_str object to modify
+ * @param s string to convert into lsm string; ownership is taken over
+ */
+void lsm_str_overwrite(lsm_str *str, char *s);
+
+/**
+ * Overwrite an existing lsm_str so it now represents the new provided string.
+ * The string pointer of the original object is free'd if needed. The provided
+ * string is copied, leaving the original untouched.
+ *
+ * @param str lsm_str object to modify
+ * @param s string to copy into lsm string
+ */
+lsm_error lsm_str_overwrite_copy(lsm_str *str, const char *s);
+
+/**
+ * Same as `lsm_str_overwrite_copy`, except the length is explicitely specified,
+ * allowing you to easily "cut" parts of a C string out into an LSM string.
+ *
+ * @param str lsm_str object to modify
+ * @param s string to copy into lsm string
+ * @param len length of the string to copy
+ */
+lsm_error lsm_str_overwrite_copy_n(lsm_str *str, const char *s, uint64_t len);
+
+/**
+ * Deallocate the existing internal string if needed and replace the lsm_str
+ * with a string of length 0, wiping its contents. This function can be used as
+ * a substitute for lsm_str_free for stack-allocated structs.
+ *
+ * @param str string to wipe
+ */
+void lsm_str_zero(lsm_str *str);
+
+/**
+ * Deallocate the string and its internal char buffer if needed. Only call this
+ * on heap-allocated strings.
+ *
+ * @param str string to dealloate
+ */
+void lsm_str_free(lsm_str *str);
+
+/**
+ * Return the length of the string.
+ *
+ * @param str string to return length for.
+ */
+uint64_t lsm_str_len(const lsm_str *str);
+
+/**
+ * Return a pointer to the string's underlying char array. Note that this array
+ * will *not* neccessarily be null-terminatd.
+ *
+ * @param str string to return pointer for
+ */
+const char *lsm_str_ptr(lsm_str *str);
+
+/**
+ * Returns the character at the specified position.
+ *
+ * @index index of character to return
+ */
+char lsm_str_char(lsm_str *str, uint64_t index);
+
+/**
+ * Take a substring and copy it to a provided string object.
+ *
+ * @param out string to store new substring in. The contents of this string will
+ * be replaced. This string is assumed to be unitialized, so zero this string
+ * manually if you're overwriting an existing string.
+ * @param str string to take substring from
+ * @param start inclusive start index for the substring. If this is greater than
+ * or equal to the string's length, out will be a zero-length string.
+ * @param end exclusive end index for the substring
+ */
+lsm_error lsm_str_substr(lsm_str *out, lsm_str *str, uint64_t start,
+                         uint64_t end);
+
+/**
+ * Return the first index where s1 and s2 differ, starting at their respective
+ * offsets. If both strings are equal (or one is a prefix of the other), the
+ * result will be the length of the shortest string. The returned value is
+ * relative to the given offets.
+ *
+ * @param s1 string to compare
+ * @param s1_offset offset inside s1 to start comparing from
+ * @param s2 string to compare s1 to
+ * @param s2_offset offset inside s2 to start comparing from
+ */
+uint64_t lsm_str_cmp(lsm_str *s1, uint64_t s1_offset, lsm_str *s2,
+                     uint64_t s2_offset);
+
+/**
+ * Checks whether the two strings are identical.
+ *
+ * @param s1 first string to compare
+ * @param s2 second string to compare
+ * @return true if their values are equal, false otherwise
+ */
+bool lsm_str_eq(lsm_str *s1, lsm_str *s2);
+
+/**
+ * Truncate an already initialized string in-place.
+ *
+ * @param s string to truncate
+ * @param new_len new length of the string. If new_len is >= the original
+ * length, this function does nothing.
+ */
+lsm_error lsm_str_truncate(lsm_str *s, uint64_t new_len);
+
+/**
+ * Split s at the specified index, saving the second half the string in s2.
+ *
+ * @param s string to split
+ * @param s2 string to store second part of s
+ * @param index position to split string. If index is the length of s or
+ * greater, s2 will simply be an empty string.
+ */
+lsm_error lsm_str_split(lsm_str *s, lsm_str *s2, uint64_t index);
+
+/**
+ * Append s2 to s. s2 is left untouched.
+ *
+ * @param s string to append s2 to
+ * @param s2 string to append to s
+ */
+lsm_error lsm_str_append(lsm_str *s, lsm_str *s2);
+
+#endif

lsm/include/lsm/trie.h

@@ -0,0 +1,60 @@
+#ifndef LSM_TRIE
+#define LSM_TRIE
+
+#include "lsm.h"
+#include "lsm/str.h"
+
+/**
+ * A struct representing a trie
+ */
+typedef struct lsm_trie lsm_trie;
+
+/**
+ * Initialize a new trie.
+ *
+ * @param ptr where to store the newly allocated pointer
+ */
+lsm_error lsm_trie_init(lsm_trie **ptr);
+
+/**
+ * Deallocate an entire trie, including all its nodes
+ *
+ * @param trie trie to free
+ */
+void lsm_trie_free(lsm_trie *trie);
+
+/**
+ * Insert a new element into the trie using the specified key.
+ *
+ * @param trie trie to insert into
+ * @param key key to insert data with
+ * @param data data to insert
+ */
+lsm_error lsm_trie_insert(lsm_trie *trie, lsm_str *key, void *data);
+
+/**
+ * Search for an element in the trie.
+ *
+ * @param out where to store data opinter, if present
+ * @param trie trie to search in
+ * @param key key to search with
+ */
+lsm_error lsm_trie_search(void **data, lsm_trie *trie, lsm_str *key);
+
+/**
+ * Remove an element from the trie.
+ *
+ * @param out where to store the removed data pointer, if present.
+ * @param trie trie to remove from
+ * @param key key to remove
+ */
+lsm_error lsm_trie_remove(void **data, lsm_trie *trie, lsm_str *key);
+
+/**
+ * Return the size of a trie
+ *
+ * @param trie trie to return size for
+ */
+uint64_t lsm_trie_size(const lsm_trie *trie);
+
+#endif

lsm/src/_include/lsm/bt_internal.h

@@ -0,0 +1,38 @@
+#ifndef LSM_BT_INTERNAL
+#define LSM_BT_INTERNAL
+
+#include <stdint.h>
+
+#include "lsm.h"
+#include "lsm/bt.h"
+
+/**
+ * Node inside a binary tree
+ */
+typedef struct lsm_bt_node {
+  struct lsm_bt_node *left;
+  struct lsm_bt_node *right;
+  void *data;
+  char key;
+} lsm_bt_node;
+
+/**
+ * Initialize a new binary tree node
+ *
+ * @param ptr where to store newly allocated pointer
+ * @param key key for the node
+ * @param data data to store
+ */
+lsm_error lsm_bt_node_init(lsm_bt_node **ptr, const char key, void *data);
+
+/**
+ * Deallocate a single binary tree node
+ */
+void lsm_bt_node_free(lsm_bt_node *node);
+
+struct lsm_bt {
+  lsm_bt_node *root;
+  uint8_t size;
+};
+
+#endif

lsm/src/_include/lsm/store_internal.h

@@ -0,0 +1,144 @@
+#ifndef LSM_STORE_INTERNAL
+#define LSM_STORE_INTERNAL
+
+#include <pthread.h>
+#include <stdio.h>
+
+#include "lsm/store.h"
+#include "lsm/str_internal.h"
+#include "lsm/trie.h"
+
+#define LSM_DB_FILE_NAME "lsm.db"
+#define LSM_IDX_FILE_NAME "lsm.idx"
+#define LSM_DATA_FILE_SUFFIX ".data"
+
+typedef struct lsm_attr {
+  uint8_t type;
+  lsm_str *str;
+} lsm_attr;
+
+/**
+ * An entry inside an LSM store.
+ *
+ * Each entry consists of the key it's stored behind, zero or more attributes
+ * (metadata) and a data file.
+ */
+typedef struct lsm_entry {
+  lsm_str *key;
+  struct {
+    uint64_t bitmap[4];
+    uint8_t count;
+    lsm_attr *items;
+  } attrs;
+  uint64_t data_len;
+  uint64_t idx_file_offset;
+} lsm_entry;
+
+/**
+ * Allocate and initialize a new lsm_entry object.
+ *
+ * @param ptr where to store newly allocated pointer
+ */
+lsm_error lsm_entry_init(lsm_entry **ptr);
+
+/**
+ * Deallocate an existing entry
+ *
+ * @param entry pointer to entry
+ */
+void lsm_entry_free(lsm_entry *entry);
+
+/**
+ * Deallocate an existing lsm_entry object.
+ *
+ * @param entry object to deallocate
+ */
+void lsm_entry_free(lsm_entry *entry);
+
+typedef struct lsm_entry_wrapper {
+  pthread_rwlock_t lock;
+  lsm_entry *entry;
+} lsm_entry_wrapper;
+
+lsm_error lsm_entry_wrapper_init(lsm_entry_wrapper **ptr);
+void lsm_entry_wrapper_free(lsm_entry_wrapper *wrapper);
+
+typedef enum lsm_entry_handle_state : uint8_t {
+  lsm_entry_handle_state_new = 1 << 0,
+  lsm_entry_handle_state_updated = 1 << 1,
+  lsm_entry_handle_state_removed = 1 << 2,
+} lsm_entry_handle_state;
+
+struct lsm_entry_handle {
+  lsm_entry_wrapper *wrapper;
+  lsm_store *store;
+  // Either read or append, depending on how it was opened
+  FILE *f;
+  // Current position in the file pointer
+  uint64_t pos;
+  // Required to determine in what way the database files need to be synced
+  uint64_t states;
+};
+
+lsm_error lsm_entry_handle_init(lsm_entry_handle **out);
+
+struct lsm_store {
+  lsm_trie *trie;
+  lsm_str *data_path;
+
+  struct {
+    FILE *f;
+    uint64_t size;
+    pthread_mutex_t lock;
+  } db;
+
+  struct {
+    FILE *f;
+    uint64_t size;
+    uint64_t block_count;
+    pthread_mutex_t lock;
+  } idx;
+};
+
+/**
+ * Read in the database and construct the in-memory trie index. This function
+ * assumes the provided store is a newly initialized empty store with the
+ * database files opened.
+ *
+ * @param store store to read
+ */
+lsm_error lsm_store_load_db(lsm_store *store);
+
+/**
+ * Write a new insert to the database.
+ *
+ * @param handle handle to added entry
+ */
+lsm_error lsm_entry_disk_insert(lsm_entry_handle *handle);
+
+/**
+ * Remove an entry from the database.
+ *
+ * @param handle handle to the removed entry
+ */
+lsm_error lsm_entry_disk_remove(lsm_entry_handle *handle);
+
+/**
+ * Update an existing entry already in the store.
+ *
+ * @param handle to updated entry
+ */
+lsm_error lsm_entry_disk_update(lsm_entry_handle *handle);
+
+/**
+ * Return the length of the path to this entry's data file
+ */
+uint64_t lsm_entry_data_path_len(lsm_entry_handle *handle);
+
+/**
+ * Fill in the entry's data file path in the provided buffer. Use
+ * `lsm_entry_data_path_len` to allocate an appropriately-sized buffer
+ */
+void lsm_entry_data_path(char *buf, lsm_entry_handle *handle);
+
+#endif

lsm/src/_include/lsm/str_internal.h

@@ -0,0 +1,16 @@
+#ifndef LSM_STR_INTERNAL
+#define LSM_STR_INTERNAL
+
+#include <stdint.h>
+
+#include "lsm/str.h"
+
+struct lsm_str {
+  uint64_t len;
+  union {
+    char *ptr;
+    char val[8];
+  } data;
+};
+
+#endif

lsm/src/_include/lsm/trie_internal.h

@@ -0,0 +1,36 @@
+#ifndef LSM_TRIE_INTERNAL
+#define LSM_TRIE_INTERNAL
+
+#include "lsm/bt_internal.h"
+#include "lsm/str_internal.h"
+#include "lsm/trie.h"
+
+/**
+ * A node inside a trie structure
+ */
+typedef struct lsm_trie_node {
+  lsm_bt bt;
+  lsm_str skip;
+  void *data;
+} lsm_trie_node;
+
+/**
+ * Allocate and initialize a new trie node
+ *
+ * @param ptr pointer to store new node pointer
+ */
+lsm_error lsm_trie_node_init(lsm_trie_node **ptr);
+
+/**
+ * Deallocate a trie node
+ *
+ * @param node node to deallocate
+ */
+void lsm_trie_node_free(lsm_trie_node *node);
+
+struct lsm_trie {
+  lsm_trie_node *root;
+  uint64_t size;
+};
+
+#endif

lsm/src/bt/lsm_bt.c

@@ -0,0 +1,161 @@
+#include <stdlib.h>
+
+#include "lsm/bt_internal.h"
+
+lsm_error lsm_bt_node_init(lsm_bt_node **ptr, const char key, void *data) {
+  lsm_bt_node *node = calloc(1, sizeof(lsm_bt_node));
+
+  if (node == NULL) {
+    return lsm_error_failed_alloc;
+  }
+
+  node->key = key;
+  node->data = data;
+  *ptr = node;
+
+  return lsm_error_ok;
+}
+
+void lsm_bt_node_free(lsm_bt_node *node) { free(node); }
+
+void lsm_bt_node_free_tree(lsm_bt_node *node) {
+  if (node->left != NULL) {
+    lsm_bt_node_free_tree(node->left);
+    lsm_bt_node_free(node->left);
+  }
+
+  if (node->right != NULL) {
+    lsm_bt_node_free_tree(node->right);
+    lsm_bt_node_free(node->right);
+  }
+}
+
+lsm_error lsm_bt_init(lsm_bt **ptr) {
+  lsm_bt *bt = calloc(1, sizeof(lsm_bt));
+
+  if (bt == NULL) {
+    return lsm_error_failed_alloc;
+  }
+
+  *ptr = bt;
+
+  return lsm_error_ok;
+}
+
+void lsm_bt_clear(lsm_bt *bt) {
+  if (bt->root != NULL) {
+    lsm_bt_node_free_tree(bt->root);
+    lsm_bt_node_free(bt->root);
+
+    bt->root = NULL;
+    bt->size = 0;
+  }
+}
+
+void lsm_bt_free(lsm_bt *bt) {
+  lsm_bt_clear(bt);
+  free(bt);
+}
+
+uint64_t lsm_bt_size(const lsm_bt *bt) { return bt->size; }
+
+lsm_error lsm_bt_insert(lsm_bt *bt, char key, void *data) {
+  lsm_bt_node **dest = &bt->root;
+
+  // Traverse down the tree until we reach the new point to insert our node
+  while ((*dest != NULL) && ((*dest)->key != key)) {
+    dest = key < (*dest)->key ? &(*dest)->left : &(*dest)->right;
+  }
+
+  if (*dest != NULL) {
+    return lsm_error_already_present;
+  }
+
+  lsm_bt_node *node;
+
+  if (lsm_bt_node_init(&node, key, data) != lsm_error_ok) {
+    return lsm_error_failed_alloc;
+  }
+
+  *dest = node;
+  bt->size++;
+
+  return lsm_error_ok;
+}
+
+lsm_error lsm_bt_search(void **out, lsm_bt *bt, char key) {
+  lsm_bt_node *node = bt->root;
+
+  while ((node != NULL) && (node->key != key)) {
+    node = key < node->key ? node->left : node->right;
+  }
+
+  if (node == NULL) {
+    return lsm_error_not_found;
+  }
+
+  if (out != NULL) {
+    *out = node->data;
+  }
+
+  return lsm_error_ok;
+}
+
+lsm_error lsm_bt_remove(void **out, lsm_bt *bt, char key) {
+  lsm_bt_node **dest = &bt->root;
+
+  while ((*dest != NULL) && ((*dest)->key != key)) {
+    dest = key < (*dest)->key ? &(*dest)->left : &(*dest)->right;
+  }
+
+  if (*dest == NULL) {
+    return lsm_error_not_found;
+  }
+
+  if (out != NULL) {
+    *out = (*dest)->data;
+  }
+  bt->size--;
+
+  if (((*dest)->left != NULL) && ((*dest)->right != NULL)) {
+    lsm_bt_node **succ = &(*dest)->right;
+
+    while ((*succ)->left != NULL) {
+      succ = &(*succ)->left;
+    }
+
+    (*dest)->key = (*succ)->key;
+    (*dest)->data = (*succ)->data;
+
+    lsm_bt_node *succ_replacement = (*succ)->right;
+    lsm_bt_node_free(*succ);
+    *succ = succ_replacement;
+  } else {
+    lsm_bt_node *replacement =
+        (*dest)->left != NULL ? (*dest)->left : (*dest)->right;
+    lsm_bt_node_free(*dest);
+    *dest = replacement;
+  }
+
+  return lsm_error_ok;
+}
+
+lsm_error lsm_bt_replace(void **out, lsm_bt *bt, char key, void *data) {
+  lsm_bt_node *node = bt->root;
+
+  while ((node != NULL) && (node->key != key)) {
+    node = key < node->key ? node->left : node->right;
+  }
+
+  if (node == NULL) {
+    return lsm_error_not_found;
+  }
+
+  if (out != NULL) {
+    *out = node->data;
+  }
+
+  node->data = data;
+
+  return lsm_error_ok;
+}

lsm/src/store/lsm_store.c

@@ -0,0 +1,237 @@
+#include <pthread.h>
+#include <stdlib.h>
+#include <string.h>
+
+#include "lsm.h"
+#include "lsm/store.h"
+#include "lsm/store_internal.h"
+#include "lsm/trie.h"
+
+lsm_error lsm_store_init(lsm_store **ptr) {
+  lsm_store *store = calloc(1, sizeof(lsm_store));
+
+  if (store == NULL) {
+    return lsm_error_failed_alloc;
+  }
+
+  lsm_error res = lsm_trie_init(&store->trie);
+
+  if (res != lsm_error_ok) {
+    free(store);
+
+    return res;
+  }
+
+  pthread_mutex_init(&store->db.lock, NULL);
+  pthread_mutex_init(&store->idx.lock, NULL);
+
+  *ptr = store;
+
+  return lsm_error_ok;
+}
+
+uint64_t lsm_store_size(const lsm_store *store) {
+  return lsm_trie_size(store->trie);
+}
+
+lsm_error lsm_store_open_read(lsm_entry_handle **out, lsm_store *store,
+                              lsm_str *key) {
+  lsm_entry_wrapper *wrapper;
+
+  LSM_RES(lsm_trie_search((void **)&wrapper, store->trie, key));
+
+  // Try to get a read lock on the entry's lock
+  if (pthread_rwlock_tryrdlock(&wrapper->lock) != 0) {
+    return lsm_error_lock_busy;
+  }
+
+  // While the trie's data field will never be NULL, the actual entry pointer
+  // might be
+  if (wrapper->entry == NULL) {
+    pthread_rwlock_unlock(&wrapper->lock);
+
+    return lsm_error_not_found;
+  }
+
+  lsm_entry_handle *handle;
+  lsm_error res = lsm_entry_handle_init(&handle);
+
+  if (res != lsm_error_ok) {
+    pthread_rwlock_unlock(&wrapper->lock);
+
+    return res;
+  }
+
+  handle->wrapper = wrapper;
+  handle->store = store;
+  *out = handle;
+
+  return lsm_error_ok;
+}
+
+lsm_error lsm_store_open_write(lsm_entry_handle **out, lsm_store *store,
+                               lsm_str *key) {
+  lsm_entry_wrapper *wrapper;
+
+  LSM_RES(lsm_trie_search((void **)&wrapper, store->trie, key));
+
+  // Try to get a write lock on the entry's lock
+  // TODO make this timeout to not block
+  if (pthread_rwlock_wrlock(&wrapper->lock) != 0) {
+    return lsm_error_lock_busy;
+  }
+
+  // While the trie's data field will never be NULL, the actual entry pointer
+  // might be
+  if (wrapper->entry == NULL) {
+    pthread_rwlock_unlock(&wrapper->lock);
+
+    return lsm_error_not_found;
+  }
+
+  lsm_entry_handle *handle;
+  lsm_error res = lsm_entry_handle_init(&handle);
+
+  if (res != lsm_error_ok) {
+    pthread_rwlock_unlock(&wrapper->lock);
+
+    return res;
+  }
+
+  handle->wrapper = wrapper;
+  handle->store = store;
+  *out = handle;
+
+  return lsm_error_ok;
+}
+
+lsm_error lsm_store_insert(lsm_entry_handle **out, lsm_store *store,
+                           lsm_str *key) {
+  // TODO what happens when two inserts to the same key happen at the same time?
+  lsm_entry_wrapper *wrapper;
+
+  // If a key was previously removed from the trie, the wrapper will already be
+  // present in the trie
+  if (lsm_trie_search((void **)&wrapper, store->trie, key) ==
+      lsm_error_not_found) {
+    LSM_RES(lsm_entry_wrapper_init(&wrapper));
+    pthread_rwlock_wrlock(&wrapper->lock);
+
+    lsm_error res = lsm_trie_insert(store->trie, key, wrapper);
+
+    // Check if entry isn't already present in advance
+    if (res != lsm_error_ok) {
+      lsm_entry_wrapper_free(wrapper);
+
+      return res;
+    }
+  } else {
+    pthread_rwlock_wrlock(&wrapper->lock);
+
+    if (wrapper->entry != NULL) {
+      pthread_rwlock_unlock(&wrapper->lock);
+
+      return lsm_error_already_present;
+    }
+  }
+
+  lsm_entry *entry;
+  LSM_RES(lsm_entry_init(&entry));
+
+  entry->key = key;
+  wrapper->entry = entry;
+
+  lsm_entry_handle *handle;
+  LSM_RES(lsm_entry_handle_init(&handle));
+
+  // No need to set the handle's file, as the entry doesn't have any data yet
+  handle->wrapper = wrapper;
+  handle->store = store;
+
+  // Newly inserted entries are always dirty
+  handle->states |= lsm_entry_handle_state_new;
+
+  *out = handle;
+
+  return lsm_error_ok;
+}
+
+void lsm_entry_remove(lsm_entry_handle *handle) {
+  handle->states |= lsm_entry_handle_state_removed;
+}
+
+lsm_error lsm_entry_data_append(lsm_entry_handle *handle, lsm_str *data) {
+  if (lsm_str_len(data) == 0) {
+    return lsm_error_ok;
+  }
+
+  lsm_entry *entry = handle->wrapper->entry;
+
+  uint64_t new_len = entry->data_len + lsm_str_len(data);
+  const char *data_s = lsm_str_ptr(data);
+
+  // Entries don't open their file unless needed
+  if (handle->f == NULL) {
+    char data_path[lsm_entry_data_path_len(handle) + 1];
+    lsm_entry_data_path(data_path, handle);
+
+    FILE *f = fopen(data_path, "ab");
+
+    if (f == NULL) {
+      return lsm_error_failed_io;
+    }
+
+    handle->f = f;
+  }
+
+  size_t written = 0;
+
+  // TODO what happens when I/O fails?
+  while (written < data->len) {
+    written +=
+        fwrite(&data_s[written], sizeof(char), data->len - written, handle->f);
+  }
+
+  entry->data_len = new_len;
+  handle->states |= lsm_entry_handle_state_updated;
+
+  return lsm_error_ok;
+}
+
+lsm_error lsm_entry_data_read(uint64_t *out, char *buf,
+                              lsm_entry_handle *handle, uint64_t len) {
+  const lsm_entry *entry = handle->wrapper->entry;
+
+  if (entry->data_len == 0) {
+    *out = 0;
+
+    return lsm_error_ok;
+  }
+
+  // Entries don't open their file unless needed
+  if (handle->f == NULL) {
+    char data_path[lsm_entry_data_path_len(handle) + 1];
+    lsm_entry_data_path(data_path, handle);
+
+    FILE *f = fopen(data_path, "rb");
+
+    if (f == NULL) {
+      return lsm_error_failed_io;
+    }
+
+    handle->f = f;
+  }
+
+  uint64_t read;
+
+  read = fread(buf, sizeof(char), len, handle->f);
+
+  if ((read == 0) && (ferror(handle->f) != 0)) {
+    return lsm_error_failed_io;
+  }
+
+  handle->pos += read;
+  *out = read;
+
+  return lsm_error_ok;
+}

lsm/src/store/lsm_store_disk_read.c

@@ -0,0 +1,197 @@
+#include <stdlib.h>
+#include <string.h>
+
+#include "lsm.h"
+#include "lsm/store_internal.h"
+
+lsm_error lsm_store_load(lsm_store **ptr, lsm_str *data_path) {
+  lsm_store *store;
+  LSM_RES(lsm_store_init(&store));
+
+  // Try to open an existing db file or create a new one otherwise
+  // This shit is why I need to improve the str library
+  char db_file_path[lsm_str_len(data_path) + strlen(LSM_DB_FILE_NAME) + 2];
+  memcpy(db_file_path, lsm_str_ptr(data_path),
+         lsm_str_len(data_path) * sizeof(char));
+  sprintf(&db_file_path[lsm_str_len(data_path)], "/%s", LSM_DB_FILE_NAME);
+
+  FILE *db_file = fopen(db_file_path, "r+b");
+
+  if (db_file == NULL) {
+    // Create the file first, then reopen it in extended read
+    db_file = fopen(db_file_path, "wb");
+
+    if (db_file == NULL) {
+      return lsm_error_failed_io;
+    }
+
+    fclose(db_file);
+
+    db_file = fopen(db_file_path, "r+b");
+
+    if (db_file == NULL) {
+      return lsm_error_failed_io;
+    }
+  }
+
+  // Same for idx file
+  char idx_file_path[lsm_str_len(data_path) + strlen(LSM_IDX_FILE_NAME) + 2];
+  memcpy(idx_file_path, lsm_str_ptr(data_path),
+         lsm_str_len(data_path) * sizeof(char));
+  sprintf(&idx_file_path[lsm_str_len(data_path)], "/%s", LSM_IDX_FILE_NAME);
+
+  FILE *idx_file = fopen(idx_file_path, "r+b");
+
+  if (idx_file == NULL) {
+    // Create the file first
+    idx_file = fopen(idx_file_path, "wb");
+
+    if (idx_file == NULL) {
+      return lsm_error_failed_io;
+    }
+
+    // The database code expects the idx file to start with how many blocks it
+    // contains, so we write that here
+    uint64_t num = 0;
+
+    if (fwrite(&num, sizeof(uint64_t), 1, idx_file) == 0) {
+      return lsm_error_failed_io;
+    }
+
+    fflush(idx_file);
+    fclose(idx_file);
+
+    // If opening it in extended read mode still fails now, there's a problem
+    idx_file = fopen(idx_file_path, "r+b");
+
+    if (idx_file == NULL) {
+      return lsm_error_failed_io;
+    }
+  }
+
+  store->data_path = data_path;
+  store->db.f = db_file;
+  store->idx.f = idx_file;
+
+  LSM_RES(lsm_store_load_db(store));
+
+  *ptr = store;
+
+  return lsm_error_ok;
+}
+
+static lsm_error lsm_fread(void *out, uint64_t *sum, FILE *f, uint64_t size,
+                           uint64_t count) {
+  size_t res = fread(out, size, count, f);
+
+  if (res < count) {
+    return lsm_error_failed_io;
+  }
+
+  if (sum != NULL) {
+    *sum += size * count;
+  }
+
+  return lsm_error_ok;
+}
+
+static lsm_error lsm_entry_read_str(lsm_str **out, uint64_t *sum, FILE *f) {
+  uint64_t len;
+  LSM_RES(lsm_fread(&len, sum, f, sizeof(uint64_t), 1));
+
+  char *buf = malloc(len + 1);
+
+  if (buf == NULL) {
+    return lsm_error_failed_alloc;
+  }
+
+  buf[len] = '\0';
+
+  uint64_t read = 0;
+
+  while (read < len) {
+    read += fread(&buf[read], 1, len - read, f);
+  }
+
+  if (sum != NULL) {
+    *sum += len;
+  }
+
+  return lsm_str_init(out, buf);
+}
+
+static lsm_error lsm_entry_read_attrs(uint64_t *sum, lsm_entry_handle *handle,
+                                      FILE *db_file) {
+  uint8_t attr_count;
+  LSM_RES(lsm_fread(&attr_count, sum, db_file, sizeof(uint8_t), 1));
+
+  // attr_type, val_len
+  uint8_t attr_type;
+  lsm_str *val;
+
+  for (uint64_t i = 0; i < attr_count; i++) {
+    LSM_RES(lsm_fread(&attr_type, sum, db_file, sizeof(uint8_t), 1));
+    LSM_RES(lsm_entry_read_str(&val, sum, db_file));
+    LSM_RES(lsm_entry_attr_insert(handle, attr_type, val));
+  }
+
+  return lsm_error_ok;
+}
+static lsm_error lsm_fseek(FILE *f, uint64_t pos) {
+  if (fseek(f, pos, SEEK_SET) != 0) {
+    return lsm_error_failed_io;
+  }
+
+  return lsm_error_ok;
+}
+
+/**
+ * Insert a new entry by reading it from the db file
+ */
+lsm_error lsm_store_insert_from_db(lsm_store *store, uint64_t pos,
+                                   uint64_t idx_file_offset) {
+  LSM_RES(lsm_fseek(store->db.f, pos));
+
+  lsm_str *key;
+  LSM_RES(lsm_entry_read_str(&key, &store->db.size, store->db.f));
+
+  lsm_entry_handle *handle;
+  LSM_RES(lsm_store_insert(&handle, store, key));
+
+  LSM_RES(lsm_fread(&handle->wrapper->entry->data_len, &store->db.size,
+                    store->db.f, sizeof(uint64_t), 1));
+  LSM_RES(lsm_entry_read_attrs(&store->db.size, handle, store->db.f));
+
+  handle->wrapper->entry->idx_file_offset = idx_file_offset;
+
+  handle->states = 0;
+  lsm_entry_close(handle);
+
+  return lsm_error_ok;
+}
+
+lsm_error lsm_store_load_db(lsm_store *store) {
+  uint64_t db_dim[2];
+
+  rewind(store->idx.f);
+
+  // idx file starts with block count
+  LSM_RES(lsm_fread(&store->idx.block_count, &store->idx.size, store->idx.f,
+                    sizeof(uint64_t), 1));
+
+  for (uint64_t i = 0; i < store->idx.block_count; i++) {
+    uint64_t idx_file_offset = store->idx.size;
+
+    LSM_RES(lsm_fread(&db_dim, &store->idx.size, store->idx.f, sizeof(uint64_t),
+                      2));
+
+    // We zero out the length of entries if they're no longer valid
+    if (db_dim[1] == 0) {
+      continue;
+    }
+
+    LSM_RES(lsm_store_insert_from_db(store, db_dim[0], idx_file_offset));
+  }
+
+  return lsm_error_ok;
+}

lsm/src/store/lsm_store_disk_write.c

@@ -0,0 +1,172 @@
+#include "lsm/store_internal.h"
+
+static lsm_error lsm_fwrite(uint64_t *sum, FILE *f, uint64_t size,
+                            uint64_t count, void *val) {
+  size_t res = fwrite(val, size, count, f);
+
+  if (res < count) {
+    return lsm_error_failed_io;
+  }
+
+  if (sum != NULL) {
+    *sum += size * count;
+  }
+
+  return lsm_error_ok;
+}
+
+static lsm_error lsm_write_str(uint64_t *sum, FILE *f, lsm_str *s) {
+  uint64_t len = lsm_str_len(s);
+
+  LSM_RES(lsm_fwrite(sum, f, sizeof(uint64_t), 1, &len));
+
+  uint64_t written = 0;
+
+  do {
+    written += fwrite(lsm_str_ptr(s), sizeof(char), len - written, f);
+  } while (written < len);
+
+  if (sum != NULL) {
+    *sum += len * sizeof(char);
+  }
+
+  return lsm_error_ok;
+}
+
+static lsm_error lsm_fseek(FILE *f, uint64_t pos) {
+  if (fseek(f, pos, SEEK_SET) != 0) {
+    return lsm_error_failed_io;
+  }
+
+  return lsm_error_ok;
+}
+
+lsm_error lsm_write_db_entry(uint64_t *size, FILE *db_file, lsm_entry *entry,
+                             uint64_t pos) {
+  *size = 0;
+
+  LSM_RES(lsm_fseek(db_file, pos));
+
+  LSM_RES(lsm_write_str(size, db_file, entry->key));
+  LSM_RES(lsm_fwrite(size, db_file, sizeof(uint64_t), 1, &entry->data_len));
+  LSM_RES(lsm_fwrite(size, db_file, sizeof(uint8_t), 1, &entry->attrs.count));
+
+  for (uint8_t i = 0; i < entry->attrs.count; i++) {
+    LSM_RES(lsm_fwrite(size, db_file, sizeof(uint8_t), 1,
+                       &entry->attrs.items[i].type));
+    LSM_RES(lsm_write_str(size, db_file, entry->attrs.items[i].str));
+  }
+
+  return lsm_error_ok;
+}
+
+lsm_error lsm_write_idx_entry(uint64_t *size, FILE *idx_file, uint64_t offset,
+                              uint64_t len, uint64_t pos) {
+  *size = 0;
+
+  LSM_RES(lsm_fseek(idx_file, pos));
+
+  LSM_RES(lsm_fwrite(size, idx_file, sizeof(uint64_t), 1, &offset));
+  LSM_RES(lsm_fwrite(size, idx_file, sizeof(uint64_t), 1, &len));
+
+  return lsm_error_ok;
+}
+
+lsm_error lsm_entry_disk_insert(lsm_entry_handle *handle) {
+  lsm_store *store = handle->store;
+
+  pthread_mutex_lock(&store->db.lock);
+
+  uint64_t db_entry_index = store->db.size;
+
+  uint64_t db_entry_size;
+  lsm_error res = lsm_write_db_entry(&db_entry_size, store->db.f,
+                                     handle->wrapper->entry, store->db.size);
+  fflush(store->db.f);
+
+  pthread_mutex_unlock(&store->db.lock);
+
+  if (res != lsm_error_ok) {
+    return res;
+  }
+
+  // Append entry to index file
+  pthread_mutex_lock(&store->idx.lock);
+
+  uint64_t idx_entry_index = store->idx.size;
+
+  uint64_t idx_entry_size;
+  res = lsm_write_idx_entry(&idx_entry_size, store->idx.f, db_entry_index,
+                            db_entry_size, store->idx.size);
+
+  if (res == lsm_error_ok) {
+    // Update the counter at the beginning of the file
+    rewind(store->idx.f);
+
+    uint64_t new_block_count = store->idx.block_count + 1;
+
+    res = lsm_fwrite(NULL, store->idx.f, sizeof(uint64_t), 1, &new_block_count);
+
+    if (res == lsm_error_ok) {
+      // Only if we successfully updated the on-disk counter do we make the code
+      // aware that the files' sizes have increased. This way, if a write to the
+      // counter fails, the code will simply reuse the already written content.
+      store->idx.size += idx_entry_size;
+      store->idx.block_count = new_block_count;
+      store->db.size += db_entry_size;
+
+      handle->wrapper->entry->idx_file_offset = idx_entry_index;
+    }
+  }
+
+  fflush(store->idx.f);
+  pthread_mutex_unlock(&store->idx.lock);
+
+  return res;
+}
+
+// Marking an entry as removed in the idx file is simply setting the length of
+// its entry to zero
+lsm_error lsm_entry_disk_remove(lsm_entry_handle *handle) {
+  lsm_store *store = handle->store;
+  lsm_entry *entry = handle->wrapper->entry;
+
+  pthread_mutex_lock(&store->idx.lock);
+
+  lsm_error res =
+      lsm_fseek(store->idx.f, entry->idx_file_offset + sizeof(uint64_t));
+
+  if (res != lsm_error_ok) {
+    pthread_mutex_unlock(&store->idx.lock);
+
+    return res;
+  }
+
+  uint64_t val = 0;
+  res = lsm_fwrite(NULL, store->idx.f, sizeof(uint64_t), 1, &val);
+
+  pthread_mutex_unlock(&store->idx.lock);
+
+  if (res != lsm_error_ok) {
+    return res;
+  }
+
+  fflush(store->idx.f);
+
+  // Remove data file if present
+  if (entry->data_len > 0) {
+    if (handle->f != NULL) {
+      fclose(handle->f);
+      handle->f = NULL;
+    }
+
+    char data_path[lsm_entry_data_path_len(handle) + 1];
+    lsm_entry_data_path(data_path, handle);
+
+    if (remove(data_path) != 0) {
+      return lsm_error_failed_io;
+    }
+  }
+
+  return lsm_error_ok;
+}

lsm/src/store/lsm_store_entry.c

@@ -0,0 +1,251 @@
+#include <fcntl.h>
+#include <pthread.h>
+#include <stdlib.h>
+#include <string.h>
+
+#include "lsm.h"
+#include "lsm/store_internal.h"
+#include "lsm/str.h"
+
+lsm_error lsm_entry_init(lsm_entry **ptr) {
+  lsm_entry *entry = calloc(1, sizeof(lsm_entry));
+
+  if (entry == NULL) {
+    return lsm_error_failed_alloc;
+  }
+
+  *ptr = entry;
+
+  return lsm_error_ok;
+}
+
+void lsm_entry_free(lsm_entry *entry) {
+  if (entry->attrs.count > 0) {
+    free(entry->attrs.items);
+  }
+
+  free(entry);
+}
+
+lsm_error lsm_entry_wrapper_init(lsm_entry_wrapper **ptr) {
+  lsm_entry_wrapper *wrap = calloc(1, sizeof(lsm_entry_wrapper));
+
+  if (wrap == NULL) {
+    return lsm_error_failed_alloc;
+  }
+
+  pthread_rwlock_init(&wrap->lock, NULL);
+
+  *ptr = wrap;
+
+  return lsm_error_ok;
+}
+
+void lsm_entry_wrapper_free(lsm_entry_wrapper *wrapper) { free(wrapper); }
+
+lsm_error lsm_entry_handle_init(lsm_entry_handle **out) {
+  lsm_entry_handle *handle = calloc(1, sizeof(lsm_entry_handle));
+
+  if (handle == NULL) {
+    return lsm_error_failed_alloc;
+  }
+
+  *out = handle;
+
+  return lsm_error_ok;
+}
+
+void lsm_entry_close(lsm_entry_handle *handle) {
+  if (handle->f != NULL) {
+    fclose(handle->f);
+  }
+
+  // TODO handle errors here
+  if ((handle->states & lsm_entry_handle_state_new) &&
+      !(handle->states & lsm_entry_handle_state_removed)) {
+    lsm_entry_disk_insert(handle);
+  } else if ((handle->states & lsm_entry_handle_state_removed) &&
+             !(handle->states & lsm_entry_handle_state_new)) {
+    lsm_entry_disk_remove(handle);
+
+    lsm_entry_free(handle->wrapper->entry);
+    handle->wrapper->entry = NULL;
+  } else if (handle->states & lsm_entry_handle_state_updated) {
+    /* lsm_entry_disk_update(handle); */
+  }
+
+  pthread_rwlock_unlock(&handle->wrapper->lock);
+  free(handle);
+}
+
+bool lsm_entry_attr_present(lsm_entry_handle *handle, uint8_t type) {
+  return (handle->wrapper->entry->attrs.bitmap[type / 64] &
+          (((uint64_t)1) << (type % 64))) != 0;
+}
+
+lsm_error lsm_entry_attr_get(lsm_str **out, lsm_entry_handle *handle,
+                             uint8_t type) {
+  if (!lsm_entry_attr_present(handle, type)) {
+    return lsm_error_not_found;
+  }
+
+  lsm_entry *entry = handle->wrapper->entry;
+  uint64_t i = 0;
+
+  while (entry->attrs.items[i].type != type) {
+    i++;
+  }
+
+  *out = entry->attrs.items[i].str;
+
+  return lsm_error_ok;
+}
+
+lsm_error lsm_entry_attr_get_uint64_t(uint64_t *out, lsm_entry_handle *handle,
+                                      uint8_t type) {
+  lsm_str *s;
+
+  LSM_RES(lsm_entry_attr_get(&s, handle, type));
+
+  uint64_t num = 0;
+
+  for (uint8_t i = 0; i < sizeof(uint64_t) / sizeof(char); i++) {
+    ((char *)&num)[i] = lsm_str_char(s, i);
+  }
+
+  *out = num;
+
+  return lsm_error_ok;
+}
+
+lsm_error lsm_entry_attr_get_uint8_t(uint8_t *out, lsm_entry_handle *handle,
+                                     uint8_t type) {
+  lsm_str *s;
+
+  LSM_RES(lsm_entry_attr_get(&s, handle, type));
+
+  *out = lsm_str_char(s, 0);
+
+  return lsm_error_ok;
+}
+
+lsm_error lsm_entry_attr_remove(lsm_str **out, lsm_entry_handle *handle,
+                                uint8_t type) {
+  if (!lsm_entry_attr_present(handle, type)) {
+    return lsm_error_not_found;
+  }
+
+  lsm_entry *entry = handle->wrapper->entry;
+
+  if (entry->attrs.count == 1) {
+    *out = entry->attrs.items[0].str;
+
+    free(entry->attrs.items);
+    entry->attrs.items = NULL;
+    entry->attrs.count = 0;
+    entry->attrs.bitmap[type / 64] &= ~(((uint64_t)1) << (type % 64));
+
+    return lsm_error_ok;
+  }
+
+  uint64_t i = 0;
+
+  while (entry->attrs.items[i].type != type) {
+    i++;
+  }
+
+  lsm_attr *new_attrs = malloc((entry->attrs.count - 1) * sizeof(lsm_attr));
+
+  if (new_attrs == NULL) {
+    return lsm_error_failed_alloc;
+  }
+
+  if (out != NULL) {
+    *out = entry->attrs.items[i].str;
+  }
+
+  memcpy(new_attrs, entry->attrs.items, i * sizeof(lsm_attr));
+  memcpy(&new_attrs[i], &entry->attrs.items[i + 1],
+         (entry->attrs.count - i - 1) * sizeof(lsm_attr));
+
+  free(entry->attrs.items);
+
+  entry->attrs.items = new_attrs;
+  entry->attrs.count--;
+  entry->attrs.bitmap[type / 64] &= ~(((uint64_t)1) << (type % 64));
+
+  handle->states |= lsm_entry_handle_state_updated;
+
+  return lsm_error_ok;
+}
+
+lsm_error lsm_entry_attr_insert(lsm_entry_handle *handle, uint8_t type,
+                                lsm_str *data) {
+  if (lsm_entry_attr_present(handle, type)) {
+    return lsm_error_already_present;
+  }
+
+  lsm_entry *entry = handle->wrapper->entry;
+
+  lsm_attr *new_attrs =
+      realloc(entry->attrs.items, (entry->attrs.count + 1) * sizeof(lsm_attr));
+
+  if (new_attrs == NULL) {
+    return lsm_error_failed_alloc;
+  }
+
+  new_attrs[entry->attrs.count].type = type;
+  new_attrs[entry->attrs.count].str = data;
+
+  entry->attrs.items = new_attrs;
+  entry->attrs.count++;
+  entry->attrs.bitmap[type / 64] |= ((uint64_t)1) << (type % 64);
+
+  handle->states |= lsm_entry_handle_state_updated;
+
+  return lsm_error_ok;
+}
+
+lsm_error lsm_entry_attr_insert_uint64_t(lsm_entry_handle *handle, uint8_t type,
+                                         uint64_t data) {
+  lsm_str *s;
+  LSM_RES(
+      lsm_str_init_copy_n(&s, (char *)&data, sizeof(uint64_t) / sizeof(char)));
+
+  return lsm_entry_attr_insert(handle, type, s);
+}
+
+lsm_error lsm_entry_attr_insert_uint8_t(lsm_entry_handle *handle, uint8_t type,
+                                        uint8_t data) {
+  lsm_str *s;
+  LSM_RES(
+      lsm_str_init_copy_n(&s, (char *)&data, sizeof(uint8_t) / sizeof(char)));
+
+  return lsm_entry_attr_insert(handle, type, s);
+}
+
+uint64_t lsm_entry_data_len(lsm_entry_handle *handle) {
+  return handle->wrapper->entry->data_len;
+}
+
+uint64_t lsm_entry_data_path_len(lsm_entry_handle *handle) {
+  // [data path]/[entry key][data file suffix]
+  return lsm_str_len(handle->store->data_path) +
+         lsm_str_len(handle->wrapper->entry->key) +
+         strlen(LSM_DATA_FILE_SUFFIX) + 1;
+}
+void lsm_entry_data_path(char *buf, lsm_entry_handle *handle) {
+  lsm_str *data_path = handle->store->data_path;
+  lsm_str *key = handle->wrapper->entry->key;
+
+  memcpy(buf, lsm_str_ptr(data_path), lsm_str_len(data_path));
+
+  uint64_t index = lsm_str_len(data_path);
+  buf[index] = '/';
+
+  index += 1;
+  memcpy(&buf[index], lsm_str_ptr(key), lsm_str_len(key));
+
+  index += lsm_str_len(key);
+  strcpy(&buf[index], LSM_DATA_FILE_SUFFIX);
+}

lsm/src/str/lsm_str.c

@@ -0,0 +1,253 @@
+#include <stdint.h>
+#include <stdlib.h>
+#include <string.h>
+
+#include "lsm.h"
+#include "lsm/str_internal.h"
+
+#define MIN(x, y) (((x) < (y)) ? (x) : (y))
+
+lsm_error lsm_str_init(lsm_str **ptr, char *s) {
+  lsm_str *str = calloc(1, sizeof(lsm_str));
+
+  if (str == NULL) {
+    return lsm_error_failed_alloc;
+  }
+
+  lsm_str_overwrite(str, s);
+
+  *ptr = str;
+
+  return lsm_error_ok;
+}
+
+lsm_error lsm_str_init_zero(lsm_str **ptr) {
+  lsm_str *str = calloc(1, sizeof(lsm_str));
+
+  if (str == NULL) {
+    return lsm_error_failed_alloc;
+  }
+
+  *ptr = str;
+
+  return lsm_error_ok;
+}
+
+lsm_error lsm_str_init_copy(lsm_str **ptr, const char *s) {
+  lsm_str *str = calloc(1, sizeof(lsm_str));
+
+  if (str == NULL) {
+    return lsm_error_failed_alloc;
+  }
+
+  lsm_str_overwrite_copy(str, s);
+
+  *ptr = str;
+
+  return lsm_error_ok;
+}
+
+lsm_error lsm_str_init_copy_n(lsm_str **ptr, const char *s, uint64_t len) {
+  lsm_str *str = calloc(1, sizeof(lsm_str));
+
+  if (str == NULL) {
+    return lsm_error_failed_alloc;
+  }
+
+  lsm_str_overwrite_copy_n(str, s, len);
+
+  *ptr = str;
+
+  return lsm_error_ok;
+}
+
+void lsm_str_overwrite(lsm_str *str, char *s) {
+  str->len = strlen(s);
+
+  if (str->len <= 8) {
+    memcpy(str->data.val, s, str->len);
+    free(s);
+  } else {
+    str->data.ptr = s;
+  }
+}
+
+lsm_error lsm_str_overwrite_copy(lsm_str *str, const char *s) {
+  return lsm_str_overwrite_copy_n(str, s, strlen(s));
+}
+
+lsm_error lsm_str_overwrite_copy_n(lsm_str *str, const char *s, uint64_t len) {
+  if (len <= 8) {
+    memcpy(str->data.val, s, len);
+  } else {
+    char *buf = malloc(len * sizeof(char));
+
+    if (buf == NULL) {
+      return lsm_error_failed_alloc;
+    }
+
+    memcpy(buf, s, len);
+    str->data.ptr = buf;
+  }
+
+  str->len = len;
+
+  return lsm_error_ok;
+}
+
+void lsm_str_zero(lsm_str *str) {
+  if (str->len > 8) {
+    free(str->data.ptr);
+  }
+
+  str->len = 0;
+}
+
+void lsm_str_free(lsm_str *str) {
+  lsm_str_zero(str);
+  free(str);
+}
+
+uint64_t lsm_str_len(const lsm_str *str) { return str->len; }
+
+const char *lsm_str_ptr(lsm_str *str) {
+  if (str->len <= 8) {
+    return str->data.val;
+  } else {
+    return str->data.ptr;
+  }
+}
+
+char lsm_str_char(lsm_str *str, uint64_t index) {
+  if (str->len <= 8) {
+    return str->data.val[index];
+  } else {
+    return str->data.ptr[index];
+  }
+}
+
+lsm_error lsm_str_substr(lsm_str *out, lsm_str *str, uint64_t start,
+                         uint64_t end) {
+  // A substring that starts past the string's length will have length 0
+  uint64_t len = start < str->len ? end - start : 0;
+  const char *str_ptr = lsm_str_ptr(str);
+
+  if (len <= 8) {
+    /* lsm_str_zero(out); */
+    memcpy(out->data.val, &str_ptr[start], len);
+  } else {
+    char *buf = malloc(len * sizeof(char));
+
+    if (buf == NULL) {
+      return lsm_error_failed_alloc;
+    }
+
+    memcpy(buf, &str_ptr[start], len);
+
+    /* lsm_str_zero(out); */
+    out->data.ptr = buf;
+  }
+
+  out->len = len;
+
+  return lsm_error_ok;
+}
+
+uint64_t lsm_str_cmp(lsm_str *s1, uint64_t s1_offset, lsm_str *s2,
+                     uint64_t s2_offset) {
+  uint64_t index = 0;
+  uint64_t max_len = MIN(s1->len - s1_offset, s2->len - s2_offset);
+
+  while ((index < max_len) && (lsm_str_char(s1, s1_offset + index) ==
+                               lsm_str_char(s2, s2_offset + index))) {
+    index++;
+  }
+
+  return index;
+}
+
+lsm_error lsm_str_truncate(lsm_str *s, uint64_t new_len) {
+  if (new_len >= s->len) {
+    return lsm_error_ok;
+  }
+
+  if (new_len <= 8) {
+    char *s_buf = s->data.ptr;
+
+    memcpy(s->data.val, lsm_str_ptr(s), new_len);
+
+    if (s->len > 8) {
+      free(s_buf);
+    }
+  } else {
+    char *buf = malloc(new_len * sizeof(char));
+
+    if (buf == NULL) {
+      return lsm_error_failed_alloc;
+    }
+
+    memcpy(buf, s->data.ptr, new_len);
+    free(s->data.ptr);
+
+    s->data.ptr = buf;
+  }
+
+  s->len = new_len;
+
+  return lsm_error_ok;
+}
+
+lsm_error lsm_str_split(lsm_str *s, lsm_str *s2, uint64_t index) {
+  lsm_error res = lsm_str_substr(s2, s, index, s->len);
+
+  if (res != lsm_error_ok) {
+    return res;
+  }
+
+  return lsm_str_truncate(s, index);
+}
+
+bool lsm_str_eq(lsm_str *s1, lsm_str *s2) {
+  if (s1->len != s2->len) {
+    return false;
+  }
+
+  return memcmp(lsm_str_ptr(s1), lsm_str_ptr(s2), s1->len) == 0;
+}
+
+lsm_error lsm_str_append(lsm_str *s, lsm_str *s2) {
+  if (s2->len == 0) {
+    return lsm_error_ok;
+  }
+
+  uint64_t new_len = s->len + s2->len;
+
+  if (new_len <= 8) {
+    memcpy(&s->data.val[s->len], s2->data.val, s2->len);
+  } else {
+    char *buf;
+
+    if (s->len <= 8) {
+      buf = malloc(new_len * sizeof(char));
+
+      if (buf == NULL) {
+        return lsm_error_failed_alloc;
+      }
+
+      memcpy(buf, s->data.val, s->len);
+    } else {
+      buf = realloc(s->data.ptr, new_len * sizeof(char));
+
+      if (buf == NULL) {
+        return lsm_error_failed_alloc;
+      }
+    }
+
+    memcpy(&buf[s->len], lsm_str_ptr(s2), s2->len);
+    s->data.ptr = buf;
+  }
+
+  s->len += s2->len;
+
+  return lsm_error_ok;
+}

lsm/src/trie/lsm_trie.c

@@ -0,0 +1,262 @@
+#include <stdlib.h>
+
+#include "lsm.h"
+#include "lsm/trie_internal.h"
+
+lsm_error lsm_trie_node_init(lsm_trie_node **ptr) {
+  lsm_trie_node *node = calloc(1, sizeof(lsm_trie_node));
+
+  if (node == NULL) {
+    return lsm_error_failed_alloc;
+  }
+
+  *ptr = node;
+
+  return lsm_error_ok;
+}
+
+void lsm_trie_node_free(lsm_trie_node *node) {
+  lsm_bt_clear(&node->bt);
+  lsm_str_zero(&node->skip);
+  free(node);
+}
+
+lsm_error lsm_trie_init(lsm_trie **ptr) {
+  lsm_trie *trie = calloc(1, sizeof(lsm_trie));
+
+  if (trie == NULL) {
+    return lsm_error_failed_alloc;
+  }
+
+  lsm_trie_node *root;
+  lsm_error res = lsm_trie_node_init(&root);
+
+  if (res != lsm_error_ok) {
+    free(trie);
+
+    return res;
+  }
+
+  trie->root = root;
+  *ptr = trie;
+
+  return lsm_error_ok;
+}
+
+uint64_t lsm_trie_size(const lsm_trie *trie) { return trie->size; }
+
+lsm_error lsm_trie_insert(lsm_trie *trie, lsm_str *key, void *data) {
+  // NULL is not allowed as a data value, as it's used to indicate a lack of
+  // data
+  if (data == NULL) {
+    return lsm_error_null_value;
+  }
+
+  uint64_t key_len = lsm_str_len(key);
+
+  // Empty string is represented by the root
+  if (key_len == 0) {
+    if (trie->root->data == NULL) {
+      trie->root->data = data;
+      trie->size++;
+
+      return lsm_error_ok;
+    } else {
+      return lsm_error_already_present;
+    }
+  }
+
+  uint64_t index = 0;
+  lsm_trie_node *node = trie->root;
+  lsm_trie_node *next_node;
+
+  while (index < key_len) {
+    char c = lsm_str_char(key, index);
+    lsm_error res = lsm_bt_search((void **)&next_node, &node->bt, c);
+
+    // No child is present yet for this character, so we can insert the string
+    // here
+    if (res == lsm_error_not_found) {
+      lsm_trie_node *new_node;
+      res = lsm_trie_node_init(&new_node);
+
+      if (res != lsm_error_ok) {
+        return res;
+      }
+
+      new_node->data = data;
+      trie->size++;
+
+      lsm_str_substr(&new_node->skip, key, index + 1, key_len);
+
+      return lsm_bt_insert(&node->bt, c, new_node);
+    }
+
+    index++;
+
+    // We compare the remaining part of the key with the node's skip. If cmp is
+    // less than the length of the skip, we know they differ and the edge should
+    // be split.
+    uint64_t cmp = lsm_str_cmp(key, index, &next_node->skip, 0);
+
+    if (cmp < lsm_str_len(&next_node->skip)) {
+      lsm_trie_node *split_node;
+      res = lsm_trie_node_init(&split_node);
+
+      if (res != lsm_error_ok) {
+        return res;
+      }
+
+      // split_node replaces the original node as the new child node
+      // bottom_node here is always the same value as next_node
+      lsm_trie_node *bottom_node;
+      lsm_bt_replace((void **)&bottom_node, &node->bt, c, split_node);
+
+      // The old next node now becomes the child of split_node
+      lsm_bt_insert(&split_node->bt, lsm_str_char(&next_node->skip, cmp),
+                    next_node);
+
+      // split_node's skip has not been initialized yet, so we can simply
+      // overwrite it with bottom_node's skip
+      split_node->skip = next_node->skip;
+
+      // The new node splits the edge into two parts, so the new split node will
+      // have the first part of the skip (minus the one character) as its
+      // skip
+      lsm_str_substr(&next_node->skip, &split_node->skip, cmp + 1,
+                     lsm_str_len(&split_node->skip));
+
+      // The old node keeps the first part of the skip
+      lsm_str_truncate(&split_node->skip, cmp);
+
+      next_node = split_node;
+    }
+
+    node = next_node;
+    index += cmp;
+  }
+
+  // This catches the edge case where the exact node for the string is already
+  // present in the trie
+  if (node->data != NULL) {
+    return lsm_error_already_present;
+  }
+
+  node->data = data;
+  trie->size++;
+
+  return lsm_error_ok;
+}
+
+lsm_error lsm_trie_search(void **out, lsm_trie *trie, lsm_str *key) {
+  uint64_t key_len = lsm_str_len(key);
+
+  if (key_len == 0) {
+    if (trie->root->data != NULL) {
+      if (out != NULL) {
+        *out = trie->root->data;
+      }
+
+      return lsm_error_ok;
+    } else {
+      return lsm_error_not_found;
+    }
+  }
+
+  uint64_t index = 0;
+  lsm_trie_node *node = trie->root;
+  lsm_trie_node *next_node;
+
+  while (index < key_len) {
+    char c = lsm_str_char(key, index);
+    lsm_error res = lsm_bt_search((void **)&next_node, &node->bt, c);
+
+    if (res != lsm_error_ok) {
+      return res;
+    }
+
+    index++;
+
+    uint64_t cmp = lsm_str_cmp(key, index, &next_node->skip, 0);
+
+    // If we end in the middle of an edge, we definitely haven't found the node
+    if (cmp != lsm_str_len(&next_node->skip)) {
+      return lsm_error_not_found;
+    }
+
+    node = next_node;
+    index += cmp;
+  }
+
+  if (node->data == NULL) {
+    return lsm_error_not_found;
+  }
+
+  if (out != NULL) {
+    *out = node->data;
+  }
+
+  return lsm_error_ok;
+}
+
+lsm_error lsm_trie_remove(void **data, lsm_trie *trie, lsm_str *key) {
+  uint64_t key_len = lsm_str_len(key);
+
+  if (key_len == 0) {
+    if (trie->root->data != NULL) {
+      if (data != NULL) {
+        *data = trie->root->data;
+      }
+
+      trie->root->data = NULL;
+      trie->size--;
+
+      return lsm_error_ok;
+    } else {
+      return lsm_error_not_found;
+    }
+  }
+
+  uint64_t index = 0;
+  lsm_trie_node *parent = trie->root;
+  lsm_trie_node *child;
+
+  while (index < key_len) {
+    char c = lsm_str_char(key, index);
+    lsm_error res = lsm_bt_search((void **)&child, &parent->bt, c);
+
+    if (res != lsm_error_ok) {
+      return res;
+    }
+
+    index++;
+
+    uint64_t cmp = lsm_str_cmp(key, index, &child->skip, 0);
+
+    // If we end in the middle of an edge, we definitely haven't found the node
+    if (cmp != lsm_str_len(&child->skip)) {
+      return lsm_error_not_found;
+    }
+
+    index += cmp;
+
+    // This context is needed for the removal
+    if (index < key_len) {
+      parent = child;
+    }
+  }
+
+  if (child->data == NULL) {
+    return lsm_error_not_found;
+  }
+
+  if (data != NULL) {
+    *data = child->data;
+  }
+
+  child->data = NULL;
+
+  trie->size--;
+
+  return lsm_error_ok;
+}

lsm/test/bt/bt.c

@@ -0,0 +1,115 @@
+#include "test.h"
+#include "lsm/bt_internal.h"
+
+#define BT_INIT() \
+  lsm_bt *bt; \
+  TEST_CHECK(lsm_bt_init(&bt) == lsm_error_ok); \
+  TEST_CHECK(bt != NULL)
+
+void test_init() {
+  BT_INIT();
+  lsm_bt_free(bt);
+}
+
+void test_insert_first() {
+  BT_INIT();
+
+  TEST_CHECK(lsm_bt_insert(bt, 'a', (void *)1) == lsm_error_ok);
+  TEST_CHECK(lsm_bt_insert(bt, 'a', (void *)1) == lsm_error_already_present);
+
+  void *data;
+  TEST_CHECK(lsm_bt_search(&data, bt, 'a') == lsm_error_ok);
+  TEST_CHECK(data == (void *)1);
+
+  TEST_CHECK(lsm_bt_search(&data, bt, 'b') == lsm_error_not_found);
+
+  lsm_bt_free(bt);
+}
+
+void test_insert_two() {
+  BT_INIT();
+
+  TEST_CHECK(lsm_bt_insert(bt, 'a', (void *)1) == lsm_error_ok);
+  TEST_CHECK(lsm_bt_insert(bt, 'a', (void *)1) == lsm_error_already_present);
+  TEST_CHECK(lsm_bt_insert(bt, 'b', (void *)2) == lsm_error_ok);
+  TEST_CHECK(lsm_bt_insert(bt, 'b', (void *)2) == lsm_error_already_present);
+
+  void *data;
+  TEST_CHECK(lsm_bt_search(&data, bt, 'a') == lsm_error_ok);
+  TEST_CHECK(data == (void *)1);
+  TEST_CHECK(lsm_bt_search(&data, bt, 'b') == lsm_error_ok);
+  TEST_CHECK(data == (void *)2);
+  TEST_CHECK(lsm_bt_search(&data, bt, 'c') == lsm_error_not_found);
+
+  lsm_bt_free(bt);
+}
+
+void test_insert_multiple() {
+  char chars[] = "falcoep";
+  size_t char_count = sizeof(chars) / sizeof(char);
+
+  BT_INIT();
+
+  for (size_t i = 0; i < char_count; i++) {
+    TEST_CHECK(lsm_bt_insert(bt, chars[i], (void *)(i + 1)) == lsm_error_ok);
+  }
+
+  TEST_CHECK(lsm_bt_size(bt) == char_count);
+
+  void *data;
+  for (size_t i = 0; i < char_count; i++) {
+    TEST_CHECK(lsm_bt_insert(bt, chars[i], (void *)(i + 1)) == lsm_error_already_present);
+    TEST_CHECK(lsm_bt_search(&data, bt, chars[i]) == lsm_error_ok);
+    TEST_CHECK(data == (void *)(i + 1));
+  }
+
+  lsm_bt_free(bt);
+}
+
+void test_remove_root() {
+  BT_INIT();
+
+  TEST_CHECK(lsm_bt_insert(bt, 'a', (void *)1) == lsm_error_ok);
+  TEST_CHECK(lsm_bt_size(bt) == 1);
+
+  void *data;
+  TEST_CHECK(lsm_bt_remove(&data, bt, 'a') == lsm_error_ok);
+  TEST_CHECK(data == (void *)1);
+  TEST_CHECK(bt->root == NULL);
+  TEST_CHECK(lsm_bt_size(bt) == 0);
+
+  lsm_bt_free(bt);
+}
+
+void test_remove_multiple() {
+  char chars[] = "falcoep";
+  size_t char_count = sizeof(chars) / sizeof(char);
+
+  BT_INIT();
+
+  for (size_t i = 0; i < char_count; i++) {
+    TEST_CHECK(lsm_bt_insert(bt, chars[i], (void *)(i + 1)) == lsm_error_ok);
+  }
+
+  void *data;
+  TEST_CHECK(lsm_bt_remove(&data, bt, 'l') == lsm_error_ok);
+  TEST_CHECK(data == (void *)3);
+  TEST_CHECK(lsm_bt_remove(&data, bt, 'l') == lsm_error_not_found);
+  TEST_CHECK(lsm_bt_remove(&data, bt, 'e') == lsm_error_ok);
+  TEST_CHECK(data == (void *)6);
+  TEST_CHECK(lsm_bt_remove(&data, bt, 'e') == lsm_error_not_found);
+
+  TEST_CHECK(lsm_bt_size(bt) == char_count - 2);
+
+  lsm_bt_free(bt);
+}
+
+TEST_LIST = {
+  { "bt init", test_init },
+  { "bt insert first", test_insert_first },
+  { "bt insert two", test_insert_two },
+  { "bt insert multiple", test_insert_multiple },
+  { "bt remove root", test_remove_root },
+  { "bt remove multiple", test_remove_multiple },
+  { NULL, NULL }
+};

lsm/test/str/str.c

@@ -0,0 +1,91 @@
+#include "test.h"
+#include "lsm/str_internal.h"
+
+void test_cmp() {
+  lsm_str s1, s2, s3;
+  lsm_str_overwrite_copy(&s1, "some_string");
+  lsm_str_overwrite_copy(&s2, "some");
+  lsm_str_overwrite_copy(&s3, "some_string_extra");
+
+  TEST_CHECK(lsm_str_cmp(&s1, 0, &s2, 0) == 4);
+  TEST_CHECK(lsm_str_cmp(&s1, 0, &s2, 1) == 0);
+  TEST_CHECK(lsm_str_cmp(&s1, 1, &s2, 1) == 3);
+  TEST_CHECK(lsm_str_cmp(&s1, 1, &s2, 0) == 0);
+
+  TEST_CHECK(lsm_str_cmp(&s1, 0, &s3, 0) == lsm_str_len(&s1));
+}
+
+void test_eq() {
+  lsm_str s1, s2;
+  lsm_str_overwrite_copy(&s1, "longerthan8");
+  lsm_str_overwrite_copy(&s2, "longerthan8");
+
+  TEST_CHECK(lsm_str_eq(&s1, &s2));
+
+  lsm_str_overwrite_copy(&s1, "longerthan8");
+  lsm_str_overwrite_copy(&s2, "lmaolongerthan8");
+
+  TEST_CHECK(!lsm_str_eq(&s1, &s2));
+
+  lsm_str_overwrite_copy(&s1, "short");
+  lsm_str_overwrite_copy(&s2, "short");
+
+  TEST_CHECK(lsm_str_eq(&s1, &s2));
+
+  lsm_str_overwrite_copy(&s1, "short");
+  lsm_str_overwrite_copy(&s1, "shorte");
+
+  TEST_CHECK(!lsm_str_eq(&s1, &s2));
+
+  lsm_str_overwrite_copy(&s1, "longerthan8");
+  lsm_str_overwrite_copy(&s2, "short");
+
+  TEST_CHECK(!lsm_str_eq(&s1, &s2));
+}
+
+void test_substr() {
+  lsm_str s1, s2, s3;
+  lsm_str_overwrite_copy(&s1, "some_string");
+  lsm_str_overwrite_copy(&s3, "string");
+  lsm_str_substr(&s2, &s1, 5, lsm_str_len(&s1));
+
+  TEST_CHECK(lsm_str_eq(&s2, &s3));
+
+  lsm_str_zero(&s2);
+  lsm_str_substr(&s2, &s1, 25, lsm_str_len(&s1));
+
+  TEST_CHECK(lsm_str_len(&s2) == 0);
+}
+
+void test_truncate() {
+  lsm_str s1, s2, s3;
+  lsm_str_overwrite_copy(&s1, "some_longer_string_thing");
+  lsm_str_overwrite_copy(&s2, "some_longer_string");
+  lsm_str_overwrite_copy(&s3, "some");
+
+  lsm_str_truncate(&s1, 18);
+  TEST_CHECK(lsm_str_eq(&s1, &s2));
+
+  lsm_str_truncate(&s1, 4);
+  TEST_CHECK(lsm_str_eq(&s1, &s3));
+}
+
+void test_init_copy() {
+  char orig[] = "some_string";
+  lsm_str *s;
+  lsm_str_init_copy(&s, orig);
+
+  TEST_CHECK(s->data.ptr != orig);
+  TEST_CHECK(strcmp(s->data.ptr, orig) == 0);
+
+  lsm_str_free(s);
+}
+
+TEST_LIST = {
+  { "str init_copy", test_init_copy },
+  { "str cmp", test_cmp },
+  { "str eq", test_eq },
+  { "str substr", test_substr },
+  { "str truncate", test_truncate },
+  { NULL, NULL }
+};

lsm/test/trie/fuzzy.h

@@ -0,0 +1,222 @@
+#ifndef LSM_TRIE_FUZZY_TEST
+#define LSM_TRIE_FUZZY_TEST
+
+#include <stdlib.h>
+#include <stdbool.h>
+#include <string.h>
+#include <stdio.h>
+
+#include "lsm/trie.h"
+#include "lsm/str_internal.h"
+
+typedef struct fuzzyconfig {
+    int seed;
+    int word_length;
+    int word_count;
+} FuzzyConfig;
+
+void random_clean_string(char* s, int len) {
+    char charset[] = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789,?";
+    int charset_len = strlen(charset);
+
+    // len - 1 ensures that we can still set the null byte for the final byte
+    int actual_len = rand() % (len - 1);
+    int key;
+    int i;
+
+    for (i = 0; i < actual_len; i++) {
+        key = rand() % charset_len;
+        s[i] = charset[key];
+    }
+
+    s[i] = '\0';
+}
+
+void random_string(char* s, int len) {
+    int val = rand();
+
+    // String can't be an empty string as they aren't supported
+    s[0] = (char)(val % 255 + 1);
+
+    for (int i = 1; i < len - 1; i++) {
+        val = rand();
+        s[i] = (char)(val % 255 + 1);
+    }
+
+    // Just in case no null characters were created
+    s[len - 1] = '\0';
+}
+
+void random_string_matrix(char** s, int count, int len) {
+    for (int i = 0; i < count; i++) {
+        random_string(s[i], len);
+    }
+}
+
+char** init_string_matrix(int count, int len) {
+    char** matrix = malloc(count * sizeof(char*));
+
+    for (int i = 0; i < count; i++) {
+        matrix[i] = calloc(len, sizeof(char));
+    }
+
+    return matrix;
+}
+
+lsm_str *lsm_random_string_matrix(int count, int max_len) {
+  lsm_str *matrix = calloc(count, sizeof(lsm_str));
+
+  for (int i = 0; i < count; i++) {
+    int len = rand() % max_len;
+    char *buf = malloc(len * sizeof(char));
+
+    for (int i = 0; i < len; i++) {
+      buf[i] = (char)(rand() % 255 + 1);
+    }
+
+    lsm_str_overwrite(&matrix[i], buf);
+  }
+
+  return matrix;
+}
+
+/**
+ * Test a given trie implementation using randomly generated strings generated
+ * using a given seed.
+ *
+ * @param seed seed to use for generating random strings
+ * @param count how many strings to test with
+ * @param len maximum length of each string
+ * @param init_func function to creat a new trie of the wanted type
+ * @param free_func function to free the given trie
+ * @param add_func function to add a string to the given trie
+ * @param remove_func function to remove a string from the given trie
+ * @param size_func function to get the size of the given trie
+ * @return exit code describing failures, if any
+ */
+int fuzzy_test_trie_seed(FuzzyConfig conf) {
+    srand(conf.seed);
+
+    lsm_str *matrix = lsm_random_string_matrix(conf.word_count, conf.word_length);
+    bool* contains = calloc(conf.word_count, sizeof(bool));
+
+    // It's possible that the string matrix contains duplicate strings
+    bool** contains_dedupped = calloc(conf.word_count, sizeof(bool*));
+
+    for (int i = 0; i < conf.word_count; i++) {
+        if (contains_dedupped[i] == NULL) {
+            contains_dedupped[i] = &contains[i];
+
+            for (int j = i + 1; j < conf.word_count; j++) {
+                if (lsm_str_eq(&matrix[i], &matrix[j])) {
+                    contains_dedupped[j] = &contains[i];
+                }
+            }
+        }
+    }
+    
+    // We keep track of the size as well so that we can check whether this is
+    // also correct
+    size_t size = 0;
+
+    lsm_trie *trie;
+    lsm_trie_init(&trie);
+
+    lsm_error res;
+
+    // 0: success
+    // 1: invalid add
+    // 2: invalid remove
+    // 3: bad size after adds
+    // 4: bad size after removes
+    int exit_code = 0;
+
+    // Add all strings to trie, checking for duplicates
+    for (int i = 0; i < conf.word_count; i++) {
+      res = lsm_trie_insert(trie, &matrix[i], (void **)1);
+
+      // if changed is false, *contains_dedupped[i] should be true, as changed
+      // can only be false if the string is already contained in the trie. if
+      // changed is true, *contains_dedupped[i] should be false, as the string
+      // cannot be in the trie yet.
+      if (res == lsm_error_ok && *contains_dedupped[i]) {
+        exit_code = 1;
+        goto END;
+      }
+
+      if (!*contains_dedupped[i]) {
+        *contains_dedupped[i] = true;
+        size++;
+      }
+    }
+
+    // Ensure size is correct
+    if (lsm_trie_size(trie) != size) {
+      printf("%lu %lu\n", lsm_trie_size(trie), size);
+      exit_code = 3;
+      goto END;
+    }
+
+    // Remove all strings again, again taking duplicates into consideration
+    for (int i = 0; i < conf.word_count; i++) {
+      res = lsm_trie_remove(NULL, trie, &matrix[i]);
+
+      // The string shouldn't be in the trie, yet another add operation
+      // says it added it as well
+      if (res == lsm_error_ok && !*contains_dedupped[i]) {
+        exit_code = 2;
+        goto END;
+      }
+
+      if (*contains_dedupped[i]) {
+        *contains_dedupped[i] = false;
+        size--;
+      }
+    }
+
+    // Finally, check that the trie is completely empty
+    if (lsm_trie_size(trie) != 0) {
+      printf("%lu %lu\n", lsm_trie_size(trie), size);
+      exit_code = 4;
+    }
+
+END:
+    /* trie_free(ct); */
+
+    // Even testing functions should properly free memory
+    free(contains);
+    free(contains_dedupped);
+
+    for (int i = 0; i < conf.word_count; i++) {
+        lsm_str_zero(&matrix[i]);
+    }
+
+    free(matrix);
+
+    return exit_code;
+}
+
+/**
+ * Same as fuzzy_test_trie_seed, except that the seed is randomly generated.
+ *
+ * @param count how many strings to test with
+ * @param len maximum length of each string
+ * @param init_func function to creat a new trie of the wanted type
+ * @param free_func function to free the given trie
+ * @param add_func function to add a string to the given trie
+ * @param remove_func function to remove a string from the given trie
+ * @param size_func function to get the size of the given trie
+ * @return the generated seed if the test wasn't successful, -1 otherwise.
+ */
+/* int fuzzy_test_trie(int count, int len, void* (*init_func) (), void (*free_func) (void*), bool (*add_func) (void*, char*), bool (*remove_func) (void*, char*), int (*size_func) (void*)) { */
+/*     int seed = rand(); */
+/*     bool succeeded = fuzzy_test_trie_seed(seed, count, len, init_func, free_func, add_func, remove_func, size_func); */
+
+/*     if (!succeeded) { */
+/*         return seed; */
+/*     } */
+
+/*     return -1; */
+/* } */
+
+#endif

lsm/test/trie/trie.c

@@ -0,0 +1,32 @@
+#include "test.h"
+#include "lsm.h"
+#include "lsm/trie_internal.h"
+
+#define TRIE_INIT() \
+  lsm_trie *trie; \
+  TEST_CHECK(lsm_trie_init(&trie) == lsm_error_ok); \
+  TEST_CHECK(trie != NULL)
+
+void test_init() {
+  TRIE_INIT();
+  /* lsm_trie_free(trie); */
+}
+
+void test_insert_one() {
+  TRIE_INIT();
+
+  lsm_str *s;
+  lsm_str_init_copy(&s, "hello");
+  TEST_CHECK(lsm_trie_insert(trie, s, (void *)1) == lsm_error_ok);
+  TEST_CHECK(lsm_trie_insert(trie, s, (void *)1) == lsm_error_already_present);
+
+  void *data;
+  TEST_CHECK(lsm_trie_search(&data, trie, s) == lsm_error_ok);
+  TEST_CHECK(data == (void *)1);
+}
+
+TEST_LIST = {
+  { "trie init", test_init },
+  { "trie insert one", test_insert_one },
+  { NULL, NULL }
+};

lsm/test/trie/trie_fuzzy.c

@@ -0,0 +1,35 @@
+#include "test.h"
+#include "lsm.h"
+#include "lsm/trie_internal.h"
+#include "fuzzy.h"
+
+void test_fuzzy() {
+  // Randomize seed
+  srand(time(NULL));
+
+  FuzzyConfig config;
+  int counter = 0;
+  int res;
+
+  for (int len = 1; len < 25; len += 5) {
+    for (int count = 10; count <= 500; count += 10) {
+      for (int i = 0; i < 10; i++) {
+        counter++;
+
+        config.seed = rand();
+        config.word_length = len;
+        config.word_count = count;
+
+        res = fuzzy_test_trie_seed(config);
+        TEST_CHECK_(res == 0,
+            "Failed config, seed = %i, len = %i, count = %i, code = %i", config.seed, config.word_length, config.word_count, res);
+      }
+    }
+  }
+  TEST_MSG("fuzzy tests done = %i", counter);
+}
+
+TEST_LIST = {
+  { "trie fuzzy", test_fuzzy },
+  { NULL, NULL}
+};

src/event_loop/event_loop.c

@@ -13,21 +13,19 @@
 #include "event_loop.h"
 #include "log.h"
 
-static int event_loop_fd_set_nb(int fd) {
+static void event_loop_fd_set_nb(int fd) {
   int flags = fcntl(fd, F_GETFL);
 
   flags |= O_NONBLOCK;
 
   fcntl(fd, F_SETFL, flags);
-
-  return 0;
 }
 
 event_loop *event_loop_init() {
   event_loop *el = calloc(sizeof(event_loop), 1);
 
   // No idea if this is a good starter value
-  el->connections = calloc(sizeof(event_loop_conn), 16);
+  el->connections = calloc(sizeof(event_loop_conn *), 16);
   el->connection_count = 16;
 
   return el;
@@ -36,7 +34,7 @@ event_loop *event_loop_init() {
 int event_loop_put(event_loop *el, event_loop_conn *conn) {
   if ((size_t)conn->fd >= el->connection_count) {
     event_loop_conn **resized =
-        realloc(el->connections, sizeof(event_loop_conn) * (conn->fd + 1));
+        realloc(el->connections, sizeof(event_loop_conn *) * (conn->fd + 1));
 
     if (resized == NULL) {
       return -1;
@@ -61,13 +59,7 @@ int event_loop_accept(event_loop *el, int fd) {
   }
 
   // set the new connection fd to nonblocking mode
-  int res = event_loop_fd_set_nb(connfd);
-
-  if (res < 0) {
-    close(connfd);
-
-    return -2;
-  }
+  event_loop_fd_set_nb(connfd);
 
   // creating the struct Conn
   event_loop_conn *conn = event_loop_conn_init(el);
@@ -82,7 +74,7 @@ int event_loop_accept(event_loop *el, int fd) {
   conn->fd = connfd;
   conn->state = event_loop_conn_state_req;
 
-  res = event_loop_put(el, conn);
+  int res = event_loop_put(el, conn);
 
   if (res != 0) {
     close(connfd);
@@ -126,16 +118,10 @@ void event_loop_run(event_loop *el, int port) {
   }
 
   // The listening socket is always poll'ed in non-blocking mode as well
-  res = event_loop_fd_set_nb(fd);
-
-  if (res != 0) {
-    critical(1, "Failed to set listening socket to non-blocking, errno: %i",
-             errno);
-  }
+  event_loop_fd_set_nb(fd);
 
   // TODO don't hardcode the number 32
   struct pollfd *poll_args = calloc(sizeof(struct pollfd), 32);
-  size_t poll_args_count;
 
   // for convenience, the listening fd is put in the first position
   struct pollfd pfd = {fd, POLLIN, 0};
@@ -147,7 +133,7 @@ void event_loop_run(event_loop *el, int port) {
   info("Starting event loop on port %i", port);
 
   while (1) {
-    poll_args_count = 1;
+    size_t poll_args_count = 1;
 
     // connection fds
     for (size_t i = 0; i < el->connection_count; i++) {
@@ -160,7 +146,8 @@ void event_loop_run(event_loop *el, int port) {
       events = (conn->state == event_loop_conn_state_req) ? POLLIN : POLLOUT;
       events |= POLLERR;
 
-      struct pollfd pfd = {conn->fd, events, 0};
+      pfd.fd = conn->fd;
+      pfd.events = events;
 
       poll_args[poll_args_count] = pfd;
       poll_args_count++;

src/http/http_consts.c

@@ -96,7 +96,8 @@ const char *http_status_names[][32] = {
 const char *http_header_names[] = {
   "Connection",
   "Location",
-  "Content-Type"
+  "Content-Type",
+  "Content-Disposition"
 };
 
 const char *http_mime_type_names[][2] = {

src/http_loop/http_loop.c

@@ -4,6 +4,9 @@
 #include "http_loop.h"
 #include "log.h"
 
+const http_step http_default_res_steps[HTTP_LOOP_MAX_STEPS] = {
+    http_loop_step_write_header, http_loop_step_write_body, NULL};
+
 bool http_loop_handle_request(event_loop_conn *conn) {
   // Prevents the request handler function from looping indefinitely without
   // ever consuming new data
@@ -46,26 +49,40 @@ bool http_loop_handle_request(event_loop_conn *conn) {
   return conn->state == event_loop_conn_state_req;
 }
 
-event_loop *http_loop_init(http_loop_gctx *gctx) {
+event_loop *http_loop_init(http_route *routes, size_t route_count,
+                           void *custom_gctx, void *(*custom_ctx_init)(),
+                           void(custom_ctx_reset)(), void(custom_ctx_free)()) {
   event_loop *el = event_loop_init();
 
   el->ctx_init = (void *(*)(void *))http_loop_ctx_init;
   el->ctx_free = (void (*)(void *))http_loop_ctx_free;
   el->handle_data = http_loop_handle_request;
-  el->write_data = http_loop_write_response;
+  el->write_data = http_loop_handle_response;
+
+  http_loop_gctx *gctx = http_loop_gctx_init();
+  gctx->c = custom_gctx;
+  gctx->routes = routes;
+  gctx->route_count = route_count;
+  gctx->custom_ctx_init = custom_ctx_init;
+  gctx->custom_ctx_reset = custom_ctx_reset;
+  gctx->custom_ctx_free = custom_ctx_free;
   el->gctx = gctx;
 
   return el;
 }
 
+void http_loop_set_api_key(http_loop *hl, const char *api_key) {
+  http_loop_gctx *gctx = hl->gctx;
+  gctx->api_key = api_key;
+}
+
 void http_loop_run(event_loop *el, int port) {
   debug("Compiling RegEx routes");
 
   http_loop_gctx *gctx = el->gctx;
-  http_route *route;
 
   for (size_t i = 0; i < gctx->route_count; i++) {
-    route = &gctx->routes[i];
+    http_route *route = &gctx->routes[i];
 
     if (route->type == http_route_regex) {
       regex_t *r = calloc(sizeof(regex_t), 1);

src/http_loop/http_loop_ctx.c

@@ -12,12 +12,14 @@ http_loop_gctx *http_loop_gctx_init() {
 http_loop_ctx *http_loop_ctx_init(http_loop_gctx *g) {
   http_loop_ctx *ctx = calloc(sizeof(http_loop_ctx), 1);
   ctx->g = g;
+  ctx->c = g->custom_ctx_init();
 
   return ctx;
 }
 
 void http_loop_ctx_free(http_loop_ctx *ctx) {
   http_loop_ctx_reset(ctx);
+  ctx->g->custom_ctx_free(ctx->c);
 
   free(ctx);
 }
@@ -45,4 +47,6 @@ void http_loop_ctx_reset(http_loop_ctx *ctx) {
   ctx->res.status = 0;
   ctx->res.head_len = 0;
   ctx->res.head_written = 0;
+
+  ctx->g->custom_ctx_reset(ctx->c);
 }

src/http_loop/http_loop_req.c

@@ -138,13 +138,12 @@ void http_loop_process_request(event_loop_conn *conn) {
     ctx->current_step++;
   }
 
-  if (conn->state != event_loop_conn_state_req) {
-    return;
-  }
-
-  // If we've reached the end of the list of step functions, we report the
-  // request as finished by clearing its route
-  if (ctx->route->steps[ctx->current_step] == NULL) {
-    http_loop_ctx_reset(ctx);
+  // Request processing can stop early by switching the connection state
+  // Either way, we reset the step counter as it will be used by the response
+  // steps
+  if ((conn->state != event_loop_conn_state_req) ||
+      (ctx->route->steps[ctx->current_step] == NULL)) {
+    ctx->current_step = 0;
+    conn->state = event_loop_conn_state_res;
   }
 }

src/http_loop/http_loop_res.c

@@ -1,6 +1,7 @@
 #include "http_loop.h"
 #include "log.h"
 
+// cppcheck-suppress syntaxError
 static const char *http_response_format = "HTTP/1.1 %i %s\n"
                                           "Server: lander/" LANDER_VERSION "\n"
                                           "Content-Length: %lu\n";
@@ -48,7 +49,7 @@ void http_loop_init_header(http_response *res) {
   res->head_len = buf_size + 1;
 }
 
-void http_loop_write_response(event_loop_conn *conn) {
+bool http_loop_step_write_header(event_loop_conn *conn) {
   http_response *res = &((http_loop_ctx *)conn->ctx)->res;
 
   // Create head response
@@ -56,43 +57,71 @@ void http_loop_write_response(event_loop_conn *conn) {
     http_loop_init_header(res);
   }
 
-  // The final iteration marks the end of the response, after which we reset the
-  // context so a next request can be processed
-  if (res->head_written == res->head_len &&
-      res->body.expected_len == res->body.len) {
-    http_loop_ctx_reset(conn->ctx);
-    conn->state = event_loop_conn_state_req;
-    return;
+  // Step has finished its work
+  if (res->head_written == res->head_len) {
+    return true;
   }
 
-  if (res->head_written < res->head_len) {
-    size_t bytes_to_write = MIN(res->head_len - res->head_written,
-                                EVENT_LOOP_BUFFER_SIZE - conn->wbuf_size);
-    memcpy(&conn->wbuf[conn->wbuf_size], &res->head[res->head_written],
+  size_t bytes_to_write = MIN(res->head_len - res->head_written,
+                              EVENT_LOOP_BUFFER_SIZE - conn->wbuf_size);
+  memcpy(&conn->wbuf[conn->wbuf_size], &res->head[res->head_written],
+         bytes_to_write);
+
+  conn->wbuf_size += bytes_to_write;
+  res->head_written += bytes_to_write;
+
+  return false;
+}
+
+bool http_loop_step_write_body(event_loop_conn *conn) {
+  http_response *res = &((http_loop_ctx *)conn->ctx)->res;
+
+  if (res->body.expected_len == res->body.len) {
+    return true;
+  }
+
+  size_t bytes_to_write = MIN(res->body.expected_len - res->body.len,
+                              EVENT_LOOP_BUFFER_SIZE - conn->wbuf_size);
+
+  size_t bytes_written;
+
+  switch (res->body.type) {
+  case http_body_buf:
+    memcpy(&conn->wbuf[conn->wbuf_size], &(res->body.buf)[res->body.len],
            bytes_to_write);
-
     conn->wbuf_size += bytes_to_write;
-    res->head_written += bytes_to_write;
+    res->body.len += bytes_to_write;
+    break;
+  case http_body_file:
+    bytes_written = fread(&conn->wbuf[conn->wbuf_size], sizeof(uint8_t),
+                          bytes_to_write, res->body.file);
+    conn->wbuf_size += bytes_written;
+    res->body.len += bytes_written;
+    break;
   }
 
-  if (res->body.len < res->body.expected_len) {
-    size_t bytes_to_write = MIN(res->body.expected_len - res->body.len,
-                                EVENT_LOOP_BUFFER_SIZE - conn->wbuf_size);
-    size_t bytes_written;
+  return false;
+}
 
-    switch (res->body.type) {
-    case http_body_buf:
-      memcpy(&conn->wbuf[conn->wbuf_size], &(res->body.buf)[res->body.len],
-             bytes_to_write);
-      conn->wbuf_size += bytes_to_write;
-      res->body.len += bytes_to_write;
-      break;
-    case http_body_file:
-      bytes_written = fread(&conn->wbuf[conn->wbuf_size], sizeof(uint8_t),
-                            bytes_to_write, res->body.file);
-      conn->wbuf_size += bytes_written;
-      res->body.len += bytes_written;
-      break;
-    }
+void http_loop_handle_response(event_loop_conn *conn) {
+  http_loop_ctx *ctx = conn->ctx;
+
+  // Non-routed requests also need to be processed
+  const http_step *steps =
+      ctx->route != NULL ? ctx->route->steps_res : http_default_res_steps;
+
+  while ((conn->state == event_loop_conn_state_res) &&
+         (steps[ctx->current_step] != NULL) && steps[ctx->current_step](conn)) {
+    ctx->current_step++;
+  }
+
+  // Response processing can stop early be switching the connection state
+  // After response processing has finished its work, we reset the context to
+  // prepare for a new request
+  if ((conn->state != event_loop_conn_state_res) ||
+      (steps[ctx->current_step] == NULL)) {
+    http_loop_ctx_reset(ctx);
+
+    conn->state = event_loop_conn_state_req;
   }
 }

src/http_loop/http_loop_steps.c

@@ -1,7 +1,21 @@
 #include <math.h>
+#include <string.h>
 
+#include "http_loop.h"
 #include "lander.h"
 
+// Just a naive pow implementation; might improve later
+static uint64_t ipow(uint64_t base, uint64_t power) {
+  uint64_t res = 1;
+
+  while (power > 0) {
+    res *= base;
+    power--;
+  }
+
+  return res;
+}
+
 /*
  * Converts a string to a number, returning true if the string contained a valid
  * positive number.
@@ -16,7 +30,39 @@ static bool string_to_num(size_t *res, const char *s, size_t len) {
       return false;
     }
 
-    *res += val * (int)pow(10, (len - 1) - i);
+    *res += (uint64_t)val * ipow(10, (len - 1) - i);
+  }
+
+  return true;
+}
+
+bool http_loop_step_parse_content_length(event_loop_conn *conn) {
+  http_loop_ctx *ctx = conn->ctx;
+
+  for (size_t i = 0; i < ctx->req.num_headers; i++) {
+    const struct phr_header *header = &ctx->req.headers[i];
+
+    if (strncmp(header->name, "Content-Length", header->name_len) == 0) {
+      // If the content length header is present but contains an invalid
+      // number, we return a bad request error
+      if (!string_to_num(&ctx->req.body.expected_len, header->value,
+                         header->value_len)) {
+        ctx->res.status = http_bad_request;
+        conn->state = event_loop_conn_state_res;
+
+        return true;
+      }
+      // The content length was actually 0, so we can instantly return here
+      else if (ctx->req.body.expected_len == 0) {
+        return true;
+      }
+    }
+  }
+
+  // A zero here means there's no content length header
+  if (ctx->req.body.expected_len == 0) {
+    ctx->res.status = http_length_required;
+    conn->state = event_loop_conn_state_res;
   }
 
   return true;
@@ -27,11 +73,11 @@ static bool string_to_num(size_t *res, const char *s, size_t len) {
  * if it was successful. If false is returned, the underlying step should
  * immediately exit.
  */
-static bool try_parse_content_length(event_loop_conn *conn) {
+bool try_parse_content_length(event_loop_conn *conn) {
   http_loop_ctx *ctx = conn->ctx;
 
   for (size_t i = 0; i < ctx->req.num_headers; i++) {
-    struct phr_header *header = &ctx->req.headers[i];
+    const struct phr_header *header = &ctx->req.headers[i];
 
     if (strncmp(header->name, "Content-Length", header->name_len) == 0) {
       // If the content length header is present but contains an invalid
@@ -70,7 +116,7 @@ bool http_loop_step_body_to_buf(event_loop_conn *conn) {
     }
 
     ctx->req.body.type = http_body_buf;
-    ctx->req.body.buf = malloc(ctx->req.body.expected_len * sizeof(uint8_t));
+    ctx->req.body.buf = malloc(ctx->req.body.expected_len * sizeof(char));
     ctx->req.body.len = 0;
   }
 
@@ -111,7 +157,7 @@ bool http_loop_step_auth(event_loop_conn *conn) {
   http_loop_ctx *ctx = conn->ctx;
 
   for (size_t i = 0; i < ctx->req.num_headers; i++) {
-    struct phr_header *header = &ctx->req.headers[i];
+    const struct phr_header *header = &ctx->req.headers[i];
 
     if ((strncmp("X-Api-Key", header->name, header->name_len) == 0) &&
         (strncmp(header->value, ctx->g->api_key, header->value_len) == 0) &&

src/lander/lander.c

@@ -1,24 +1,107 @@
 #include <stdio.h>
+#include <string.h>
 
+#include "http/types.h"
+#include "http_loop.h"
 #include "lander.h"
+#include "lsm/store.h"
+
+const char lander_key_charset[] =
+    "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789";
 
 http_route lander_routes[] = {
     {.type = http_route_literal,
      .method = http_get,
      .path = "/",
-     .steps = {lander_get_index, NULL}},
-    {.type = http_route_regex,
-     .method = http_get,
-     .path = "^/([^/]+)$",
-     .steps = {lander_get_entry, NULL}},
-    {.type = http_route_regex,
-     .method = http_post,
-     .path = "^/s(l?)/([^/]*)$",
-     .steps = {http_loop_step_auth, http_loop_step_body_to_buf,
-               lander_post_redirect, NULL}},
+     .steps = {lander_get_index, NULL},
+     .steps_res = {http_loop_step_write_header, http_loop_step_write_body,
+                   NULL}},
+    {
+        .type = http_route_regex,
+        .method = http_get,
+        .path = "^/([^/]+)$",
+        .steps = {lander_get_entry, NULL},
+        .steps_res = {http_loop_step_write_header, lander_stream_body_to_client,
+                      NULL},
+    },
+    {
+        .type = http_route_regex,
+        .method = http_delete,
+        .path = "^/([^/]+)$",
+        .steps = {http_loop_step_auth, lander_remove_entry, NULL},
+        .steps_res = {http_loop_step_write_header, http_loop_step_write_body,
+                      NULL},
+    },
+    {
+        .type = http_route_regex,
+        .method = http_post,
+        .path = "^/s(l?)/([^/]*)$",
+        .steps = {http_loop_step_auth, lander_post_redirect,
+                  http_loop_step_body_to_buf, lander_post_redirect_body_to_attr,
+                  NULL},
+        .steps_res = {http_loop_step_write_header, http_loop_step_write_body,
+                      NULL},
+    },
     {.type = http_route_regex,
      .method = http_post,
      .path = "^/p(l?)/([^/]*)$",
-     .steps = {http_loop_step_auth, lander_post_paste,
-               http_loop_step_body_to_file, http_loop_step_switch_res, NULL}},
+     .steps = {http_loop_step_auth, http_loop_step_parse_content_length,
+               lander_post_paste, lander_stream_body_to_entry, NULL},
+     .steps_res = {http_loop_step_write_header, http_loop_step_write_body,
+                   NULL}},
+    {.type = http_route_regex,
+     .method = http_post,
+     .path = "^/f(l?)/([^/]*)$",
+     .steps = {http_loop_step_auth, http_loop_step_parse_content_length,
+               lander_post_file, lander_stream_body_to_entry, NULL},
+     .steps_res = {http_loop_step_write_header, http_loop_step_write_body,
+                   NULL}},
 };
+
+void *lander_gctx_init() { return calloc(1, sizeof(lander_gctx)); }
+
+void *lander_ctx_init() { return calloc(1, sizeof(lander_ctx)); }
+
+void lander_ctx_reset(lander_ctx *ctx) {
+  if (ctx->entry != NULL) {
+    lsm_entry_close(ctx->entry);
+
+    ctx->entry = NULL;
+  }
+}
+
+void lander_ctx_free(lander_ctx *ctx) { free(ctx); }
+
+void lander_header_to_attr(http_loop_ctx *ctx, const char *header_name,
+                           lander_attr_type attr_type) {
+  lander_ctx *c_ctx = ctx->c;
+
+  for (size_t i = 0; i < ctx->req.num_headers; i++) {
+    const struct phr_header *header = &ctx->req.headers[i];
+
+    if (strncmp(header->name, header_name, header->name_len) == 0) {
+      if (header->value_len > 0) {
+        lsm_str *value;
+        lsm_str_init_copy_n(&value, (char *)header->value, header->value_len);
+
+        lsm_entry_attr_insert(c_ctx->entry, attr_type, value);
+      }
+
+      return;
+    }
+  }
+}
+
+void lander_attr_to_header(http_loop_ctx *ctx, lander_attr_type attr_type,
+                           http_header header_type) {
+  lander_ctx *c_ctx = ctx->c;
+  lsm_str *value;
+
+  if (lsm_entry_attr_get(&value, c_ctx->entry, attr_type) == lsm_error_ok) {
+    char *buf = malloc(lsm_str_len(value) + 1);
+    memcpy(buf, lsm_str_ptr(value), lsm_str_len(value));
+    buf[lsm_str_len(value)] = '\0';
+
+    http_res_add_header(&ctx->res, header_type, buf, true);
+  }
+}

src/lander/lander_delete.c

@@ -0,0 +1,29 @@
+#include "lander.h"
+
+bool lander_remove_entry(event_loop_conn *conn) {
+  http_loop_ctx *ctx = conn->ctx;
+  lander_ctx *c_ctx = ctx->c;
+  http_loop_gctx *gctx = ctx->g;
+  lander_gctx *c_gctx = gctx->c;
+
+  const char *key_s = &ctx->req.path[ctx->req.regex_groups[1].rm_so];
+  int key_len = ctx->req.regex_groups[1].rm_eo - ctx->req.regex_groups[1].rm_so;
+
+  lsm_str *key;
+  lsm_str_init_copy_n(&key, (char *)key_s, key_len);
+
+  switch (lsm_store_open_write(&c_ctx->entry, c_gctx->store, key)) {
+  case lsm_error_ok:
+    break;
+  case lsm_error_not_found:
+    ctx->res.status = http_not_found;
+    return true;
+  default:
+    ctx->res.status = http_internal_server_error;
+    return true;
+  }
+
+  lsm_entry_remove(c_ctx->entry);
+
+  return true;
+}

src/lander/lander_get.c

@@ -1,6 +1,11 @@
 #include <stdio.h>
 
+#include "event_loop.h"
+#include "http/res.h"
+#include "http/types.h"
 #include "lander.h"
+#include "log.h"
+#include "lsm/store.h"
 
 static const char index_page[] =
     "<!DOCTYPE html>\n"
@@ -22,30 +27,134 @@ bool lander_get_index(event_loop_conn *conn) {
   return true;
 }
 
-bool lander_get_entry(event_loop_conn *conn) {
+void lander_get_redirect(event_loop_conn *conn) {
   http_loop_ctx *ctx = conn->ctx;
+  lander_ctx *c_ctx = ctx->c;
 
-  const char *key = &ctx->req.path[ctx->req.regex_groups[1].rm_so];
-  int key_len = ctx->req.regex_groups[1].rm_eo - ctx->req.regex_groups[1].rm_so;
+  // For redirects, the URL is stored as an in-memory attribute
+  lsm_str *url_attr_val;
 
-  Entry *entry;
-  TrieExitCode res = trie_search_len(ctx->g->trie, &entry, key, key_len);
+  // This shouldn't be able to happen
+  if (lsm_entry_attr_get(&url_attr_val, c_ctx->entry, lander_attr_type_url) !=
+      lsm_error_ok) {
+    error("Entry of type redirect detected without URL attribute");
 
-  if (res == NotFound) {
-    ctx->res.status = http_not_found;
-  } else if (entry->type == Redirect) {
-    ctx->res.status = http_moved_permanently;
-    http_res_add_header(&ctx->res, http_header_location, entry->string, false);
-  } else if (entry->type == Paste) {
-    char fname[strlen(ctx->g->data_dir) + 8 + key_len + 1];
-    sprintf(fname, "%s/pastes/%.*s", ctx->g->data_dir, key_len, key);
+    ctx->res.status = http_internal_server_error;
+    lsm_entry_close(c_ctx->entry);
+    c_ctx->entry = NULL;
 
-    http_res_set_body_file(&ctx->res, fname);
-    // TODO don't call everything a text file
-    http_res_set_mime_type(&ctx->res, http_mime_txt);
+    return;
   }
 
-  conn->state = event_loop_conn_state_res;
+  char *buf = malloc(lsm_str_len(url_attr_val) + 1);
+  memcpy(buf, lsm_str_ptr(url_attr_val), lsm_str_len(url_attr_val));
+
+  buf[lsm_str_len(url_attr_val)] = '\0';
+
+  ctx->res.status = http_moved_permanently;
+  http_res_add_header(&ctx->res, http_header_location, buf, true);
+
+  // We no longer need the entry at this point, so we can unlock it early
+  // This will also signal to the response code not to read any data from
+  // the entry
+  lsm_entry_close(c_ctx->entry);
+  c_ctx->entry = NULL;
+}
+
+void lander_get_paste(event_loop_conn *conn) {
+  http_loop_ctx *ctx = conn->ctx;
+  lander_ctx *c_ctx = ctx->c;
+
+  ctx->res.body.expected_len = lsm_entry_data_len(c_ctx->entry);
+  http_res_set_mime_type(&ctx->res, http_mime_txt);
+}
+
+void lander_get_file(event_loop_conn *conn) {
+  http_loop_ctx *ctx = conn->ctx;
+  lander_ctx *c_ctx = ctx->c;
+
+  ctx->res.body.expected_len = lsm_entry_data_len(c_ctx->entry);
+  lander_attr_to_header(ctx, lander_attr_type_content_type,
+                        http_header_content_type);
+
+  lsm_str *value;
+  char *buf;
+
+  if (lsm_entry_attr_get(&value, c_ctx->entry, lander_attr_type_file_name) ==
+      lsm_error_ok) {
+    buf = malloc(24 + lsm_str_len(value));
+    int len = lsm_str_len(value);
+    sprintf(buf, "attachment; filename=\"%*s\"", len, lsm_str_ptr(value));
+  } else {
+    buf = malloc(11);
+    strcpy(buf, "attachment");
+  }
+
+  http_res_add_header(&ctx->res, http_header_content_disposition, buf, true);
+}
+
+bool lander_get_entry(event_loop_conn *conn) {
+  http_loop_ctx *ctx = conn->ctx;
+  lander_ctx *c_ctx = ctx->c;
+  http_loop_gctx *gctx = ctx->g;
+  lander_gctx *c_gctx = gctx->c;
+
+  const char *key_s = &ctx->req.path[ctx->req.regex_groups[1].rm_so];
+  int key_len = ctx->req.regex_groups[1].rm_eo - ctx->req.regex_groups[1].rm_so;
+
+  lsm_str *key;
+  lsm_str_init_copy_n(&key, (char *)key_s, key_len);
+
+  switch (lsm_store_open_read(&c_ctx->entry, c_gctx->store, key)) {
+  case lsm_error_ok:
+    break;
+  case lsm_error_not_found:
+    ctx->res.status = http_not_found;
+    conn->state = event_loop_conn_state_res;
+    return true;
+  default:
+    ctx->res.status = http_internal_server_error;
+    conn->state = event_loop_conn_state_res;
+    return true;
+  }
+
+  lander_entry_type t;
+  lsm_entry_attr_get_uint8_t((uint8_t *)&t, c_ctx->entry,
+                             lander_attr_type_entry_type);
+
+  switch (t) {
+  case lander_entry_type_redirect:
+    lander_get_redirect(conn);
+    break;
+  case lander_entry_type_paste:
+    lander_get_paste(conn);
+    break;
+  case lander_entry_type_file:
+    lander_get_file(conn);
+    break;
+  }
 
   return true;
 }
+
+bool lander_stream_body_to_client(event_loop_conn *conn) {
+  http_loop_ctx *ctx = conn->ctx;
+  lander_ctx *c_ctx = ctx->c;
+
+  if ((c_ctx->entry == NULL) ||
+      (ctx->res.body.expected_len == ctx->res.body.len)) {
+    return true;
+  }
+
+  uint64_t to_write = MIN(EVENT_LOOP_BUFFER_SIZE - conn->wbuf_size,
+                          ctx->res.body.expected_len - ctx->res.body.len);
+
+  uint64_t read = 0;
+  lsm_entry_data_read(&read, (char *)&conn->wbuf[conn->wbuf_size], c_ctx->entry,
+                      to_write);
+
+  ctx->res.body.len += read;
+  conn->wbuf_size += read;
+
+  return false;
+}

src/lander/lander_post.c

@@ -1,116 +1,128 @@
 #include "http/res.h"
+#include "http/types.h"
 #include "lander.h"
 #include "log.h"
+#include "lsm/store.h"
 
-// TODO entry leaks if key is already present
-static bool add_entry(char **key_ptr, int *key_len_ptr, http_loop_ctx *ctx,
-                      Entry *entry, bool random) {
-  // The first match group matches the "long" path
-  bool secure =
-      (ctx->req.regex_groups[1].rm_eo - ctx->req.regex_groups[1].rm_so) == 1;
+static void randomize_key(char *key, int len) {
+  size_t charset_len = strlen(lander_key_charset);
 
-  char *key;
-  int key_len = 0;
-  TrieExitCode res;
-
-  if (random) {
-    res = trie_add_random(ctx->g->trie, &key, entry, secure);
-
-    if (res == Ok) {
-      key_len = strlen(key);
-    }
-  } else {
-    key = (char *)&ctx->req.path[ctx->req.regex_groups[2].rm_so];
-    key_len = ctx->req.regex_groups[2].rm_eo - ctx->req.regex_groups[2].rm_so;
-
-    res = trie_add_len(ctx->g->trie, key, key_len, entry);
+  for (int i = 0; i < len; i++) {
+    key[i] = lander_key_charset[rand() % charset_len];
   }
 
-  switch (res) {
-  case Ok:
-    break;
-  case AlreadyPresent:
+  key[len] = '\0';
+}
+
+/**
+ * Insert a new entry into the store.
+ *
+ * @return true on success, false otherwise
+ */
+bool lander_insert_entry(http_loop_ctx *ctx) {
+  http_loop_gctx *gctx = ctx->g;
+  lander_gctx *c_gctx = gctx->c;
+  lander_ctx *c_ctx = ctx->c;
+
+  lsm_str *key;
+  int key_len;
+
+  if (ctx->req.regex_groups[2].rm_eo == ctx->req.regex_groups[2].rm_so) {
+    // Generate a random key to insert
+    bool secure =
+        (ctx->req.regex_groups[1].rm_eo - ctx->req.regex_groups[1].rm_so) == 1;
+    key_len = secure ? 16 : 4;
+    char *key_s = malloc((key_len + 1) * sizeof(char));
+
+    randomize_key(key_s, key_len);
+    lsm_str_init(&key, key_s);
+  } else {
+    const char *key_s = &ctx->req.path[ctx->req.regex_groups[2].rm_so];
+    key_len = ctx->req.regex_groups[2].rm_eo - ctx->req.regex_groups[2].rm_so;
+
+    lsm_str_init_copy_n(&key, key_s, key_len);
+  }
+
+  // TODO free key on error
+  switch (lsm_store_insert(&c_ctx->entry, c_gctx->store, key)) {
+  case lsm_error_already_present:
     ctx->res.status = http_conflict;
     return false;
+  case lsm_error_ok:
+    break;
   default:
     ctx->res.status = http_internal_server_error;
     return false;
   }
 
-  // Add a slash to the key and add it as the location header
+  // Add location header
   char *buf = malloc(key_len + 2);
-
-  memcpy(&buf[1], key, key_len);
+  memcpy(&buf[1], lsm_str_ptr(key), key_len);
   buf[0] = '/';
   buf[key_len + 1] = '\0';
 
   http_res_add_header(&ctx->res, http_header_location, buf, true);
   ctx->res.status = http_created;
 
-  if (key_ptr != NULL) {
-    *key_ptr = key;
-  }
-
-  if (key_len_ptr != NULL) {
-    *key_len_ptr = key_len;
-  }
-
   return true;
 }
 
 bool lander_post_redirect(event_loop_conn *conn) {
   http_loop_ctx *ctx = conn->ctx;
-  bool random =
-      ctx->req.regex_groups[2].rm_eo == ctx->req.regex_groups[2].rm_so;
+  lander_ctx *c_ctx = ctx->c;
 
-  // Allocate a new buffer to pass to the trie
-  char *url = malloc(ctx->req.body.len + 1);
-  memcpy(url, ctx->req.body.buf, ctx->req.body.len);
-  url[ctx->req.body.len] = '\0';
-
-  Entry *new_entry = entry_new(Redirect, url);
-
-  // The entry duplicates the string
-  free(url);
-
-  // We don't check the result here, because we would perform the same action
-  // either way
-  char *key;
-  add_entry(&key, NULL, ctx, new_entry, random);
-
-  if (random) {
-    free(key);
+  if (!lander_insert_entry(ctx)) {
+    conn->state = event_loop_conn_state_res;
+    return true;
   }
 
-  conn->state = event_loop_conn_state_res;
+  lsm_entry_attr_insert_uint8_t(c_ctx->entry, lander_attr_type_entry_type,
+                                lander_entry_type_redirect);
+
+  return true;
+}
+
+bool lander_post_redirect_body_to_attr(event_loop_conn *conn) {
+  http_loop_ctx *ctx = conn->ctx;
+  lander_ctx *c_ctx = ctx->c;
+
+  lsm_str *attr_value;
+  lsm_str_init_copy_n(&attr_value, ctx->req.body.buf, ctx->req.body.len);
+  lsm_entry_attr_insert(c_ctx->entry, lander_attr_type_url, attr_value);
 
   return true;
 }
 
 bool lander_post_paste(event_loop_conn *conn) {
   http_loop_ctx *ctx = conn->ctx;
-  bool random =
-      ctx->req.regex_groups[2].rm_eo == ctx->req.regex_groups[2].rm_so;
+  lander_ctx *c_ctx = ctx->c;
 
-  char *key;
-  int key_len;
-  Entry *new_entry = entry_new(Paste, "");
-
-  if (!add_entry(&key, &key_len, ctx, new_entry, random)) {
+  if (!lander_insert_entry(ctx)) {
     conn->state = event_loop_conn_state_res;
-
     return true;
   }
 
-  char *fname = malloc(strlen(ctx->g->data_dir) + 8 + key_len + 1);
-  sprintf(fname, "%s/pastes/%.*s", ctx->g->data_dir, key_len, key);
-
-  ctx->req.body.fname = fname;
-  ctx->req.body.fname_owned = true;
-
-  if (random) {
-    free(key);
-  }
+  lsm_entry_attr_insert_uint8_t(c_ctx->entry, lander_attr_type_entry_type,
+                                lander_entry_type_paste);
+  lander_header_to_attr(ctx, "X-Lander-Filename", lander_attr_type_file_name);
+
+  return true;
+}
+
+bool lander_post_file(event_loop_conn *conn) {
+  http_loop_ctx *ctx = conn->ctx;
+  lander_ctx *c_ctx = ctx->c;
+
+  if (!lander_insert_entry(ctx)) {
+    conn->state = event_loop_conn_state_res;
+    return true;
+  }
+
+  lsm_entry_attr_insert_uint8_t(c_ctx->entry, lander_attr_type_entry_type,
+                                lander_entry_type_file);
+  lander_header_to_attr(ctx, "X-Lander-Content-Type",
+                        lander_attr_type_content_type);
+  lander_header_to_attr(ctx, "X-Lander-Filename", lander_attr_type_file_name);
 
   return true;
 }

src/lander/lander_steps.c

@@ -0,0 +1,22 @@
+#include <string.h>
+
+#include "lander.h"
+
+bool lander_stream_body_to_entry(event_loop_conn *conn) {
+  http_loop_ctx *ctx = conn->ctx;
+  lander_ctx *c_ctx = ctx->c;
+
+  uint64_t to_append =
+      MIN(conn->rbuf_size - conn->rbuf_read,
+          ctx->req.body.expected_len - lsm_entry_data_len(c_ctx->entry));
+
+  lsm_str *data;
+  lsm_str_init_copy_n(&data, (char *)&conn->rbuf[conn->rbuf_read], to_append);
+  lsm_entry_data_append(c_ctx->entry, data);
+
+  conn->rbuf_read += to_append;
+
+  lsm_str_free(data);
+
+  return lsm_entry_data_len(c_ctx->entry) == ctx->req.body.expected_len;
+}

src/main.c

@@ -1,4 +1,6 @@
 #include <stdio.h>
+#include <stdlib.h>
+#include <time.h>
 
 #include "lander.h"
 #include "log.h"
@@ -20,38 +22,37 @@
 
 int main() {
   setvbuf(stdout, NULL, _IONBF, 0);
+  srand(time(NULL));
 
   ENV(api_key, "LANDER_API_KEY");
   ENV_OPT(port_str, "LANDER_PORT", "18080");
-  ENV_OPT(data_dir, "LANDER_DATA_DIR", ".");
+  ENV_OPT(data_dir_s, "LANDER_DATA_DIR", ".");
 
   int port = atoi(port_str);
 
-  if (port <= 0 || port >= 2 << 16) {
+  if (port <= 0 || port >= 1 << 16) {
     critical(1, "Invalid TCP port %s", port_str);
   }
 
-  char file_path[strlen(data_dir) + 12 + 1];
-  sprintf(file_path, "%s/lander.data", data_dir);
+  lander_gctx *c_gctx = lander_gctx_init();
+  c_gctx->data_dir = data_dir_s;
 
-  info("Initializing trie from file '%s'", file_path);
+  lsm_str *data_dir;
+  lsm_str_init_copy(&data_dir, (char *)data_dir_s);
 
-  Trie *trie;
-  TrieExitCode res = trie_init(&trie, file_path);
+  info("Initializing store from path '%s'", data_dir_s);
 
-  if (res != Ok) {
-    critical(1, "An error occured while populating the trie.");
+  if (lsm_store_load(&c_gctx->store, data_dir) != lsm_error_ok) {
+    critical(2, "Failed to load existing store.");
   }
 
-  info("Trie initialized and populated with %i entries", trie_size(trie));
+  info("Store loaded containing %lu entries", lsm_store_size(c_gctx->store));
 
-  http_loop_gctx *gctx = http_loop_gctx_init();
-  gctx->trie = trie;
-  gctx->routes = lander_routes;
-  gctx->route_count = sizeof(lander_routes) / sizeof(lander_routes[0]);
-  gctx->api_key = api_key;
-  gctx->data_dir = data_dir;
-  event_loop *el = http_loop_init(gctx);
+  http_loop *hl = http_loop_init(
+      lander_routes, sizeof(lander_routes) / sizeof(lander_routes[0]), c_gctx,
+      lander_ctx_init, (void (*)(void *))lander_ctx_reset,
+      (void (*)(void *))lander_ctx_free);
+  http_loop_set_api_key(hl, api_key);
 
-  http_loop_run(el, port);
+  http_loop_run(hl, port);
 }

src/main.cpp

@@ -1,228 +0,0 @@
-#include <sys/stat.h>
-#include <sys/types.h>
-
-#include "crow.h"
-
-extern "C" {
-#include "trie.h"
-}
-
-static const std::string file_path = "lander.data";
-static const std::string index_page = R"(
-<!DOCTYPE html>
-<html>
-  <body>
-    <h1>r8r.be</h1>
-    <p>This is the URL shortener and pastebin accompanying my site, <a href="https://rustybever.be">The Rusty Bever</a>.</p>
-  </body>
-</html>
-)";
-
-#define ENV(var, env_var)                                                      \
-  const char *_##var = getenv(env_var);                                        \
-  if (_##var == NULL) {                                                        \
-    printf("Missing environment variable %s.\n", env_var);                     \
-    return 1;                                                                  \
-  }                                                                            \
-  const std::string var = std::string(_##var);
-
-#define AUTH()                                                                 \
-  std::string provided_api_key = req.get_header_value("X-Api-Key");            \
-  if (api_key.compare(provided_api_key) != 0) {                                \
-    return crow::response(crow::status::UNAUTHORIZED);                         \
-  }
-
-crow::response add_redirect(std::string base_url, Trie *trie, const char *url,
-                            bool secure) {
-  Entry *new_entry = entry_new(Redirect, url);
-
-  // The key already gets copied into the trie, so this pointer is safe to use
-  // ever after unlocking the trie
-  trie_wlock(trie);
-  char *key;
-  TrieExitCode res = trie_add_random(trie, &key, new_entry, secure);
-  trie_unlock(trie);
-
-  if (res != Ok) {
-    return crow::response(crow::status::INTERNAL_SERVER_ERROR);
-  }
-
-  std::string out = base_url + key;
-  free(key);
-
-  return crow::response(out);
-}
-
-bool store_paste(const char *key, const char *body) {
-  // Write paste contents to file
-  std::fstream file;
-  file.open(std::string("pastes/") + key, std::ios_base::out);
-
-  if (!file.is_open()) {
-    return false;
-  }
-
-  file << body;
-  file.close();
-
-  return true;
-}
-
-crow::response add_paste(std::string base_url, Trie *trie, const char *body,
-                         bool secure) {
-  Entry *new_entry = entry_new(Paste, "");
-
-  trie_wlock(trie);
-  char *key;
-  TrieExitCode res = trie_add_random(trie, &key, new_entry, secure);
-  trie_unlock(trie);
-
-  if (res != Ok) {
-    return crow::response(crow::status::INTERNAL_SERVER_ERROR);
-  }
-
-  if (!store_paste(key, body)) {
-    return crow::response(crow::status::INTERNAL_SERVER_ERROR);
-  }
-
-  std::string out = base_url + key;
-  free(key);
-
-  return crow::response(out);
-}
-
-int main() {
-  // Initialize random seed for generating URLs
-  srand(time(NULL));
-
-  ENV(api_key, "LANDER_API_KEY");
-  ENV(base_url, "LANDER_BASE_URL");
-
-  std::cout << "Initializing trie from file '" << file_path << "'..."
-            << std::endl;
-
-  // Initialize trie and populate from data file
-  Trie *trie;
-  int res = trie_init(&trie, file_path.c_str());
-
-  if (res != 0) {
-    std::cout << "An error occured while initializing the trie." << std::endl;
-
-    exit(1);
-  }
-
-  std::cout << "Added " << trie_size(trie) << " entries to trie." << std::endl;
-
-  // Create pastes directory if not present
-  // TODO don't just ignore errors here
-  mkdir("pastes", 0700);
-
-  crow::SimpleApp app;
-  app.loglevel(crow::LogLevel::Info);
-
-  CROW_ROUTE(app, "/").methods(crow::HTTPMethod::Get)(
-      []() { return crow::response("html", index_page); });
-
-  // Serve an entry
-  CROW_ROUTE(app, "/<string>")
-      .methods(crow::HTTPMethod::Get)(
-          [trie](crow::response &res, std::string key) {
-            trie_rlock(trie);
-            Entry *entry;
-            TrieExitCode status = trie_search(trie, &entry, key.c_str());
-
-            if (status == Ok) {
-              if (entry->type == Redirect) {
-                res.redirect(entry->string);
-              } else if (entry->type == Paste) {
-                res.set_static_file_info("pastes/" + key);
-              }
-            } else {
-              res.code = 404;
-            }
-
-            res.end();
-            trie_unlock(trie);
-          });
-
-  // Add a new Redirect with a short randomly generated key
-  CROW_ROUTE(app, "/s/")
-      .methods(crow::HTTPMethod::Post)(
-          [api_key, base_url, trie](const crow::request req) {
-            AUTH();
-
-            return add_redirect(base_url, trie, req.body.c_str(), false);
-          });
-
-  // Add a new Redirect with a long randomly generated key
-  CROW_ROUTE(app, "/sl/")
-      .methods(crow::HTTPMethod::Post)(
-          [api_key, base_url, trie](const crow::request req) {
-            AUTH();
-
-            return add_redirect(base_url, trie, req.body.c_str(), true);
-          });
-
-  // Add a new Redirect with a given key
-  CROW_ROUTE(app, "/s/<string>")
-      .methods(crow::HTTPMethod::Post)(
-          [api_key, base_url, trie](const crow::request &req, std::string key) {
-            AUTH();
-
-            Entry *new_entry = entry_new(Redirect, req.body.c_str());
-
-            trie_wlock(trie);
-            TrieExitCode status = trie_add(trie, key.c_str(), new_entry);
-            trie_unlock(trie);
-
-            switch (status) {
-            case Ok:
-              return crow::response(base_url + key);
-            case AlreadyPresent:
-              return crow::response(crow::status::CONFLICT);
-            default:
-              return crow::response(crow::status::INTERNAL_SERVER_ERROR);
-            }
-          });
-
-  // Add a new Paste with a short randomly generated key
-  CROW_ROUTE(app, "/p/")
-      .methods(crow::HTTPMethod::Post)(
-          [api_key, base_url, trie](const crow::request &req) {
-            AUTH();
-
-            return add_paste(base_url, trie, req.body.c_str(), false);
-          });
-
-  // Add a new Paste with a long randomly generated key
-  CROW_ROUTE(app, "/pl/")
-      .methods(crow::HTTPMethod::Post)(
-          [api_key, base_url, trie](const crow::request &req) {
-            AUTH();
-
-            return add_paste(base_url, trie, req.body.c_str(), true);
-          });
-
-  // Add a paste with a given key
-  CROW_ROUTE(app, "/p/<string>")
-      .methods(crow::HTTPMethod::Post)(
-          [api_key, base_url, trie](const crow::request &req, std::string key) {
-            AUTH();
-
-            Entry *new_entry = entry_new(Paste, "");
-            trie_wlock(trie);
-            TrieExitCode status = trie_add(trie, key.c_str(), new_entry);
-            trie_unlock(trie);
-
-            if (status != Ok) {
-              return crow::response(crow::status::CONFLICT);
-            }
-
-            if (!store_paste(key.c_str(), req.body.c_str())) {
-              return crow::response(crow::status::INTERNAL_SERVER_ERROR);
-            }
-
-            return crow::response(base_url + key);
-          });
-  app.port(18080).multithreaded().run();
-}