include/lander.h

@@ -24,7 +24,7 @@ typedef enum lander_attr_type : uint8_t {
   lander_attr_type_url = 2,
 } lander_attr_type;
 
-typedef enum lander_entry_type : uint8_t {
+typedef enum lander_entry_type {
   lander_entry_type_redirect = 0,
   lander_entry_type_paste = 1,
 } lander_entry_type;
@@ -57,4 +57,6 @@ bool lander_get_entry_lsm(event_loop_conn *conn);
 
 bool lander_post_redirect_body_to_attr(event_loop_conn *conn);
 
+bool lander_entry_sync(event_loop_conn *conn);
+
 #endif

lsm/include/lsm/store.h

@@ -188,7 +188,8 @@ lsm_error lsm_store_insert(lsm_entry_handle **out, lsm_store *store,
  * @param entry entry to append data to
  * @param data data to append
  */
-lsm_error lsm_entry_data_append(lsm_entry_handle *handle, lsm_str *data);
+lsm_error lsm_entry_data_append(lsm_store *store, lsm_entry_handle *handle,
+                                lsm_str *data);
 
 /**
  * Same as `lsm_entry_data_append`, except that it takes a direct char array.
@@ -198,8 +199,8 @@ lsm_error lsm_entry_data_append(lsm_entry_handle *handle, lsm_str *data);
  * @param data data to append
  * @param len length of data array
  */
-lsm_error lsm_entry_data_append_raw(lsm_entry_handle *handle, char *data,
+lsm_error lsm_entry_data_append_raw(lsm_store *store, lsm_entry_handle *handle,
-                                    uint64_t len);
+                                    char *data, uint64_t len);
 
 /**
  * Read a number of bytes from the entry's data field. The position from which
@@ -210,9 +211,17 @@ lsm_error lsm_entry_data_append_raw(lsm_entry_handle *handle, char *data,
  * @param handle entry handle to read from
  * @param len how many bytes to read at most
  */
-lsm_error lsm_entry_data_read(uint64_t *out, char *buf,
+lsm_error lsm_entry_data_read(uint64_t *out, char *buf, lsm_store *store,
                               lsm_entry_handle *handle, uint64_t len);
 
+/**
+ * Persist the entry's data to disk.
+ *
+ * @param store store to persist entry in
+ * @param handle handle to entry to persist
+ */
+lsm_error lsm_entry_sync(lsm_store *store, lsm_entry_handle *handle);
+
 /**
  * Return the length of the entry's data.
  *

lsm/src/_include/lsm/store_internal.h

@@ -31,7 +31,6 @@ typedef struct lsm_entry {
     lsm_attr *items;
   } attrs;
   uint64_t data_len;
-  uint64_t idx_file_offset;
 } lsm_entry;
 
 /**
@@ -58,7 +57,6 @@ void lsm_entry_wrapper_free(lsm_entry_wrapper *wrapper);
 
 struct lsm_entry_handle {
   lsm_entry_wrapper *wrapper;
-  lsm_store *store;
   FILE *f;
   uint64_t pos;
 };
@@ -88,25 +86,4 @@ struct lsm_store {
  */
 lsm_error lsm_store_load_db(lsm_store *store);
 
-/**
- * Close & free the handle without updating the database
- *
- * @param handle handle to close
- */
-void lsm_entry_close_no_disk(lsm_entry_handle *handle);
-
-/**
- * Write a new insert to the database.
- *
- * @param handle handle to added entry
- */
-lsm_error lsm_entry_disk_insert(lsm_entry_handle *handle);
-
-/**
- * Remove an entry from the database
- *
- * @param handle handle to the removed entry
- */
-lsm_error lsm_entry_disk_remove(lsm_entry_handle *handle);
-
 #endif

lsm/src/store/lsm_store.c

@@ -62,8 +62,24 @@ lsm_error lsm_store_open_read(lsm_entry_handle **out, lsm_store *store,
     return res;
   }
 
+  /*   // Open a new file descriptor if needed */
+  /*   if (entry->data_len > 0) { */
+  /*     char path[store->data_path->len + entry->key->len + 2]; */
+  /*     sprintf(path, "%s/%s", lsm_str_ptr(store->data_path), */
+  /*             lsm_str_ptr(entry->key)); */
+
+  /*     FILE *f = fopen(path, "rb"); */
+
+  /*     if (f == NULL) { */
+  /*       free(handle); */
+
+  /*       return lsm_error_failed_io; */
+  /*     } */
+
+  /*     handle->f = f; */
+  /*   } */
+
   handle->wrapper = wrapper;
-  handle->store = store;
   *out = handle;
 
   return lsm_error_ok;
@@ -100,8 +116,24 @@ lsm_error lsm_store_open_write(lsm_entry_handle **out, lsm_store *store,
     return res;
   }
 
+  /*   // Open a new file descriptor if needed */
+  /*   if (entry->data_len > 0) { */
+  /*     char path[store->data_path->len + entry->key->len + 2]; */
+  /*     sprintf(path, "%s/%s", lsm_str_ptr(store->data_path), */
+  /*             lsm_str_ptr(entry->key)); */
+
+  /*     FILE *f = fopen(path, "ab"); */
+
+  /*     if (f == NULL) { */
+  /*       free(handle); */
+
+  /*       return lsm_error_failed_io; */
+  /*     } */
+
+  /*     handle->f = f; */
+  /*   } */
+
   handle->wrapper = wrapper;
-  handle->store = store;
   *out = handle;
 
   return lsm_error_ok;
@@ -148,14 +180,14 @@ lsm_error lsm_store_insert(lsm_entry_handle **out, lsm_store *store,
 
   // No need to set the handle's file, as the entry doesn't have any data yet
   handle->wrapper = wrapper;
-  handle->store = store;
 
   *out = handle;
 
   return lsm_error_ok;
 }
 
-lsm_error lsm_entry_data_append(lsm_entry_handle *handle, lsm_str *data) {
+lsm_error lsm_entry_data_append(lsm_store *store, lsm_entry_handle *handle,
+                                lsm_str *data) {
   if (lsm_str_len(data) == 0) {
     return lsm_error_ok;
   }
@@ -167,8 +199,8 @@ lsm_error lsm_entry_data_append(lsm_entry_handle *handle, lsm_str *data) {
 
   // Entries don't open their file unless needed
   if (handle->f == NULL) {
-    char path[handle->store->data_path->len + entry->key->len + 2];
+    char path[store->data_path->len + entry->key->len + 2];
-    sprintf(path, "%s/%s", lsm_str_ptr(handle->store->data_path),
+    sprintf(path, "%s/%s", lsm_str_ptr(store->data_path),
             lsm_str_ptr(entry->key));
 
     FILE *f = fopen(path, "ab");
@@ -193,7 +225,7 @@ lsm_error lsm_entry_data_append(lsm_entry_handle *handle, lsm_str *data) {
   return lsm_error_ok;
 }
 
-lsm_error lsm_entry_data_read(uint64_t *out, char *buf,
+lsm_error lsm_entry_data_read(uint64_t *out, char *buf, lsm_store *store,
                               lsm_entry_handle *handle, uint64_t len) {
   lsm_entry *entry = handle->wrapper->entry;
 
@@ -205,8 +237,8 @@ lsm_error lsm_entry_data_read(uint64_t *out, char *buf,
 
   // Entries don't open their file unless needed
   if (handle->f == NULL) {
-    char path[handle->store->data_path->len + entry->key->len + 2];
+    char path[store->data_path->len + entry->key->len + 2];
-    sprintf(path, "%s/%s", lsm_str_ptr(handle->store->data_path),
+    sprintf(path, "%s/%s", lsm_str_ptr(store->data_path),
             lsm_str_ptr(entry->key));
 
     FILE *f = fopen(path, "rb");

lsm/src/store/lsm_store_disk_read.c

@@ -132,7 +132,7 @@ static lsm_error lsm_entry_read_attrs(uint64_t *sum, lsm_entry_handle *handle,
   for (uint64_t i = 0; i < attr_count; i++) {
     LSM_RES(lsm_fread(&attr_type, sum, db_file, sizeof(uint8_t), 1));
     LSM_RES(lsm_entry_read_str(&val, sum, db_file));
-    LSM_RES(lsm_entry_attr_insert(handle, attr_type, val));
+    lsm_entry_attr_insert(handle, attr_type, val);
   }
 
   return lsm_error_ok;
@@ -142,7 +142,6 @@ lsm_error lsm_store_load_db(lsm_store *store) {
   uint64_t db_dim[2];
   lsm_str *key;
   lsm_entry_handle *handle;
-  bool valid_entry;
 
   rewind(store->idx_file);
 
@@ -151,12 +150,6 @@ lsm_error lsm_store_load_db(lsm_store *store) {
                     store->idx_file, sizeof(uint64_t), 1));
 
   for (uint64_t i = 0; i < store->idx_file_block_count; i++) {
-    uint64_t idx_file_offset = store->idx_file_size;
-
-    LSM_RES(lsm_fread(&valid_entry, &store->idx_file_size, store->idx_file,
-                      sizeof(bool), 1));
-
-    if (valid_entry) {
     LSM_RES(lsm_entry_read_str(&key, &store->idx_file_size, store->idx_file));
     LSM_RES(lsm_fread(&db_dim, &store->idx_file_size, store->idx_file,
                       sizeof(uint64_t), 2));
@@ -170,27 +163,10 @@ lsm_error lsm_store_load_db(lsm_store *store) {
     LSM_RES(lsm_fread(&handle->wrapper->entry->data_len, NULL, store->db_file,
                       sizeof(uint64_t), 1));
     LSM_RES(lsm_entry_read_attrs(NULL, handle, store->db_file));
-
+    lsm_entry_close(handle);
-      handle->wrapper->entry->idx_file_offset = idx_file_offset;
-      lsm_entry_close_no_disk(handle);
 
     store->db_file_size += db_dim[1];
   }
-    // Simply skip the invalid entry
-    else {
-      uint64_t key_len;
-      LSM_RES(lsm_fread(&key_len, &store->idx_file_size, store->idx_file,
-                        sizeof(uint64_t), 1));
-
-      uint64_t remaining = key_len + 2 * sizeof(uint64_t);
-
-      if (fseek(store->idx_file, remaining, SEEK_CUR) != 0) {
-        return lsm_error_failed_io;
-      }
-
-      store->idx_file_size += remaining;
-    }
-  }
 
   return lsm_error_ok;
 }

lsm/src/store/lsm_store_disk_write.c

@@ -1,39 +1,31 @@
 #include "lsm/store_internal.h"
 
-static lsm_error lsm_fwrite(uint64_t *sum, FILE *f, uint64_t size,
+static lsm_error lsm_entry_write_single(FILE *f, uint64_t size, void *val) {
-                            uint64_t count, void *val) {
+  size_t res = fwrite(val, size, 1, f);
-  size_t res = fwrite(val, size, count, f);
 
-  if (res < count) {
+  if (res == 0) {
     return lsm_error_failed_io;
   }
 
-  if (sum != NULL) {
-    *sum += size * count;
-  }
-
   return lsm_error_ok;
 }
 
-static lsm_error lsm_write_str(uint64_t *sum, FILE *f, lsm_str *s) {
+static lsm_error lsm_entry_write_uint64_t(FILE *f, uint64_t num) {
-  uint64_t len = lsm_str_len(s);
+  return lsm_entry_write_single(f, sizeof(uint64_t), &num);
-
+}
-  LSM_RES(lsm_fwrite(sum, f, sizeof(uint64_t), 1, &len));
 
+static lsm_error lsm_entry_write_str(FILE *f, lsm_str *s) {
+  uint64_t to_write = lsm_str_len(s);
   uint64_t written = 0;
 
   do {
-    written += fwrite(lsm_str_ptr(s), sizeof(char), len - written, f);
+    written += fwrite(lsm_str_ptr(s), sizeof(char), to_write - written, f);
-  } while (written < len);
+  } while (written < to_write);
-
-  if (sum != NULL) {
-    *sum += len * sizeof(char);
-  }
 
   return lsm_error_ok;
 }
 
-static lsm_error lsm_fseek(FILE *f, uint64_t pos) {
+static lsm_error lsm_seek(FILE *f, uint64_t pos) {
   if (fseek(f, pos, SEEK_SET) != 0) {
     return lsm_error_failed_io;
   }
@@ -41,68 +33,69 @@ static lsm_error lsm_fseek(FILE *f, uint64_t pos) {
   return lsm_error_ok;
 }
 
-lsm_error lsm_write_db_entry(uint64_t *size, FILE *db_file, lsm_entry *entry,
+lsm_error lsm_entry_write_db(uint64_t *size, FILE *db_file, lsm_entry *entry,
                              uint64_t pos) {
-  *size = 0;
+  LSM_RES(lsm_seek(db_file, pos));
 
-  LSM_RES(lsm_fseek(db_file, pos));
+  LSM_RES(lsm_entry_write_uint64_t(db_file, entry->data_len));
 
-  LSM_RES(lsm_fwrite(size, db_file, sizeof(uint64_t), 1, &entry->data_len));
+  LSM_RES(
-  LSM_RES(lsm_fwrite(size, db_file, sizeof(uint8_t), 1, &entry->attrs.count));
+      lsm_entry_write_single(db_file, sizeof(uint8_t), &entry->attrs.count));
+  *size = sizeof(uint64_t) + sizeof(uint8_t);
 
   for (uint8_t i = 0; i < entry->attrs.count; i++) {
-    LSM_RES(lsm_fwrite(size, db_file, sizeof(uint8_t), 1,
+    // Write attribute type, length & value
+    LSM_RES(lsm_entry_write_single(db_file, sizeof(uint8_t),
                                    &entry->attrs.items[i].type));
-    LSM_RES(lsm_write_str(size, db_file, entry->attrs.items[i].str));
+    LSM_RES(lsm_entry_write_uint64_t(db_file,
+                                     lsm_str_len(entry->attrs.items[i].str)));
+    LSM_RES(lsm_entry_write_str(db_file, entry->attrs.items[i].str));
+
+    *size += sizeof(uint8_t) + sizeof(uint64_t) +
+             lsm_str_len(entry->attrs.items[i].str) * sizeof(char);
   }
 
   return lsm_error_ok;
 }
 
-lsm_error lsm_write_idx_entry(uint64_t *size, FILE *idx_file, lsm_entry *entry,
+lsm_error lsm_entry_write_idx(uint64_t *size, FILE *idx_file, lsm_entry *entry,
                               uint64_t offset, uint64_t len, uint64_t pos) {
-  *size = 0;
+  LSM_RES(lsm_seek(idx_file, pos));
+  LSM_RES(lsm_entry_write_uint64_t(idx_file, lsm_str_len(entry->key)));
+  LSM_RES(lsm_entry_write_str(idx_file, entry->key));
+  LSM_RES(lsm_entry_write_uint64_t(idx_file, offset));
+  LSM_RES(lsm_entry_write_uint64_t(idx_file, len));
 
-  LSM_RES(lsm_fseek(idx_file, pos));
+  *size = 3 * sizeof(uint64_t) + lsm_str_len(entry->key) * sizeof(char);
-
-  bool valid_entry_marker = true;
-  LSM_RES(lsm_fwrite(size, idx_file, sizeof(bool), 1, &valid_entry_marker));
-
-  LSM_RES(lsm_write_str(size, idx_file, entry->key));
-  LSM_RES(lsm_fwrite(size, idx_file, sizeof(uint64_t), 1, &offset));
-  LSM_RES(lsm_fwrite(size, idx_file, sizeof(uint64_t), 1, &len));
 
   return lsm_error_ok;
 }
 
-lsm_error lsm_entry_disk_insert(lsm_entry_handle *handle) {
+lsm_error lsm_entry_sync(lsm_store *store, lsm_entry_handle *handle) {
-  lsm_store *store = handle->store;
-
   pthread_mutex_lock(&store->db_lock);
 
-  uint64_t db_entry_index = store->db_file_size;
+  uint64_t entry_size;
-
+  lsm_error res = lsm_entry_write_db(
-  uint64_t db_entry_size;
+      &entry_size, store->db_file, handle->wrapper->entry, store->db_file_size);
-  lsm_error res =
-      lsm_write_db_entry(&db_entry_size, store->db_file, handle->wrapper->entry,
-                         store->db_file_size);
   fflush(store->db_file);
 
+  if (res != lsm_error_ok) {
     pthread_mutex_unlock(&store->db_lock);
 
-  if (res != lsm_error_ok) {
     return res;
   }
 
+  uint64_t entry_index = store->db_file_size;
+  store->db_file_size += entry_size;
+
+  pthread_mutex_unlock(&store->db_lock);
+
   // Append entry to index file
   pthread_mutex_lock(&store->idx_lock);
 
-  uint64_t idx_entry_index = store->idx_file_size;
+  res =
-
+      lsm_entry_write_idx(&entry_size, store->idx_file, handle->wrapper->entry,
-  uint64_t idx_entry_size;
+                          entry_index, entry_size, store->idx_file_size);
-  res = lsm_write_idx_entry(&idx_entry_size, store->idx_file,
-                            handle->wrapper->entry, db_entry_index,
-                            db_entry_size, store->idx_file_size);
 
   if (res == lsm_error_ok) {
     // Update the counter at the beginning of the file
@@ -110,18 +103,14 @@ lsm_error lsm_entry_disk_insert(lsm_entry_handle *handle) {
 
     uint64_t new_block_count = store->idx_file_block_count + 1;
 
-    res = lsm_fwrite(NULL, store->idx_file, sizeof(uint64_t), 1,
+    res = lsm_entry_write_uint64_t(store->idx_file, new_block_count);
-                     &new_block_count);
 
     if (res == lsm_error_ok) {
       // Only if we successfully updated the on-disk counter do we make the code
-      // aware that the files' sizes have increased. This way, if a write to the
+      // aware that the file's size has increased. This way, if a write to the
       // counter fails, the code will simply reuse the already written content.
-      store->idx_file_size += idx_entry_size;
+      store->idx_file_size += entry_size;
       store->idx_file_block_count = new_block_count;
-      store->db_file_size += db_entry_size;
-
-      handle->wrapper->entry->idx_file_offset = idx_entry_index;
     }
   }
 

lsm/src/store/lsm_store_entry.c

@@ -47,19 +47,13 @@ lsm_error lsm_entry_handle_init(lsm_entry_handle **out) {
   return lsm_error_ok;
 }
 
-void lsm_entry_close_no_disk(lsm_entry_handle *handle) {
-  pthread_rwlock_unlock(&handle->wrapper->lock);
-  free(handle);
-}
-
 void lsm_entry_close(lsm_entry_handle *handle) {
   if (handle->f != NULL) {
     fclose(handle->f);
   }
 
-  // TODO handle errors here
+  pthread_rwlock_unlock(&handle->wrapper->lock);
-  lsm_entry_disk_insert(handle);
+  free(handle);
-  lsm_entry_close_no_disk(handle);
 }
 
 bool lsm_entry_attr_present(lsm_entry_handle *handle, uint8_t type) {

lsm/src/trie/lsm_trie.c

@@ -252,12 +252,19 @@ lsm_error lsm_trie_remove(void **data, lsm_trie *trie, lsm_str *key) {
     return lsm_error_not_found;
   }
 
+  // Child is the node we wish to delete
   if (data != NULL) {
     *data = child->data;
   }
 
   child->data = NULL;
 
+  // We only remove child if it has no children of its own
+  if (lsm_bt_size(&child->bt) == 0) {
+    lsm_bt_remove(NULL, &parent->bt, c);
+    lsm_trie_node_free(child);
+  }
+
   trie->size--;
 
   return lsm_error_ok;

src/lander/lander.c

@@ -25,7 +25,7 @@ http_route lander_routes[] = {
         .path = "^/s(l?)/([^/]*)$",
         .steps = {http_loop_step_auth, lander_post_redirect_lsm,
                   http_loop_step_body_to_buf, lander_post_redirect_body_to_attr,
-                  NULL},
+                  lander_entry_sync, NULL},
         .steps_res = {http_loop_step_write_header, http_loop_step_write_body,
                       NULL},
     },
@@ -33,7 +33,8 @@ http_route lander_routes[] = {
      .method = http_post,
      .path = "^/p(l?)/([^/]*)$",
      .steps = {http_loop_step_auth, http_loop_step_parse_content_length,
-               lander_post_paste_lsm, lander_stream_body_to_entry, NULL},
+               lander_post_paste_lsm, lander_stream_body_to_entry,
+               lander_entry_sync, NULL},
      .steps_res = {http_loop_step_write_header, http_loop_step_write_body,
                    NULL}},
 };

src/lander/lander_get.c

@@ -93,6 +93,8 @@ bool lander_get_entry_lsm(event_loop_conn *conn) {
 bool lander_stream_body_to_client(event_loop_conn *conn) {
   http_loop_ctx *ctx = conn->ctx;
   lander_ctx *c_ctx = ctx->c;
+  http_loop_gctx *gctx = ctx->g;
+  lander_gctx *c_gctx = gctx->c;
 
   if ((c_ctx->entry == NULL) ||
       (ctx->res.body.expected_len == ctx->res.body.len)) {
@@ -103,8 +105,8 @@ bool lander_stream_body_to_client(event_loop_conn *conn) {
                           ctx->res.body.expected_len - ctx->res.body.len);
 
   uint64_t read = 0;
-  lsm_entry_data_read(&read, (char *)&conn->wbuf[conn->wbuf_size], c_ctx->entry,
+  lsm_entry_data_read(&read, (char *)&conn->wbuf[conn->wbuf_size],
-                      to_write);
+                      c_gctx->store, c_ctx->entry, to_write);
 
   ctx->res.body.len += read;
   conn->wbuf_size += read;

src/lander/lander_post.c

@@ -149,6 +149,19 @@ bool lander_post_redirect_body_to_attr(event_loop_conn *conn) {
   return true;
 }
 
+bool lander_entry_sync(event_loop_conn *conn) {
+  http_loop_ctx *ctx = conn->ctx;
+  http_loop_gctx *gctx = ctx->g;
+  lander_gctx *c_gctx = gctx->c;
+  lander_ctx *c_ctx = ctx->c;
+
+  if (lsm_entry_sync(c_gctx->store, c_ctx->entry) != lsm_error_ok) {
+    ctx->res.status = http_internal_server_error;
+  }
+
+  return true;
+}
+
 bool lander_post_paste_lsm(event_loop_conn *conn) {
   http_loop_ctx *ctx = conn->ctx;
   lander_ctx *c_ctx = ctx->c;
@@ -167,6 +180,8 @@ bool lander_post_paste_lsm(event_loop_conn *conn) {
 bool lander_stream_body_to_entry(event_loop_conn *conn) {
   http_loop_ctx *ctx = conn->ctx;
   lander_ctx *c_ctx = ctx->c;
+  http_loop_gctx *gctx = ctx->g;
+  lander_gctx *c_gctx = gctx->c;
 
   uint64_t to_append =
       MIN(conn->rbuf_size - conn->rbuf_read,
@@ -174,7 +189,7 @@ bool lander_stream_body_to_entry(event_loop_conn *conn) {
 
   lsm_str *data;
   lsm_str_init_copy_n(&data, (char *)&conn->rbuf[conn->rbuf_read], to_append);
-  lsm_entry_data_append(c_ctx->entry, data);
+  lsm_entry_data_append(c_gctx->store, c_ctx->entry, data);
 
   conn->rbuf_read += to_append;