tree-sitter/src/runtime/stack.c

#include "tree_sitter/parser.h"
#include "runtime/alloc.h"
#include "runtime/tree.h"
#include "runtime/array.h"
#include "runtime/stack.h"
#include "runtime/length.h"
#include <assert.h>
#include <stdio.h>

#define MAX_SUCCESSOR_COUNT 8
#define INITIAL_HEAD_CAPACITY 3
#define STARTING_TREE_CAPACITY 10
#define MAX_NODE_POOL_SIZE 50

typedef struct StackNode StackNode;

typedef struct {
  StackNode *node;
  TSTree *tree;
} StackLink;

struct StackNode {
  StackEntry entry;
  StackLink successors[MAX_SUCCESSOR_COUNT];
  short unsigned int successor_count;
  short unsigned int ref_count;
};

typedef struct {
  size_t goal_tree_count;
  StackNode *node;
  TreeArray trees;
  bool is_shared;
} PopPath;

typedef Array(StackNode *) StackNodeArray;

struct Stack {
  Array(StackNode *) heads;
  StackSliceArray slices;
  Array(PopPath) pop_paths;
  StackNodeArray node_pool;
  void *tree_selection_payload;
  TreeSelectionFunction tree_selection_function;
};

/*
 *  Section: Stack lifecycle
 */

static int ts_stack__default_tree_selection(void *p, TSTree *t1, TSTree *t2) {
  return 0;
}

Stack *ts_stack_new() {
  Stack *self = ts_calloc(1, sizeof(Stack));
  if (!self)
    goto error;

  array_init(&self->heads);
  array_init(&self->slices);
  array_init(&self->pop_paths);
  array_init(&self->node_pool);
  self->tree_selection_payload = NULL;
  self->tree_selection_function = ts_stack__default_tree_selection;

  if (!array_grow(&self->heads, 4))
    goto error;

  if (!array_grow(&self->slices, 4))
    goto error;

  if (!array_grow(&self->pop_paths, 4))
    goto error;

  if (!array_grow(&self->node_pool, 20))
    goto error;

  array_push(&self->heads, NULL);

  return self;

error:
  if (self) {
    if (self->heads.contents)
      array_delete(&self->heads);
    if (self->slices.contents)
      array_delete(&self->slices);
    if (self->pop_paths.contents)
      array_delete(&self->pop_paths);
    if (self->node_pool.contents)
      array_delete(&self->node_pool);
    ts_free(self);
  }
  return NULL;
}

/*
 *  Section: Reading from the stack
 */

TSStateId ts_stack_top_state(const Stack *self, int head_index) {
  StackEntry *entry = ts_stack_head((Stack *)self, head_index);
  return entry ? entry->state : 0;
}

TSLength ts_stack_top_position(const Stack *self, int head_index) {
  StackEntry *entry = ts_stack_head((Stack *)self, head_index);
  return entry ? entry->position : ts_length_zero();
}

StackEntry *ts_stack_head(Stack *self, int head_index) {
  StackNode *node = self->heads.contents[head_index];
  return node ? &node->entry : NULL;
}

int ts_stack_head_count(const Stack *self) {
  return self->heads.size;
}

int ts_stack_entry_next_count(const StackEntry *entry) {
  return ((const StackNode *)entry)->successor_count;
}

StackEntry *ts_stack_entry_next(const StackEntry *entry, int successor_index) {
  return &((const StackNode *)entry)->successors[successor_index].node->entry;
}

/*
 *  Section: Manipulating nodes (Private)
 */

static void stack_node_retain(StackNode *self) {
  if (!self)
    return;
  assert(self->ref_count != 0);
  self->ref_count++;
}

static void stack_node_release(StackNode *self, StackNodeArray *pool) {
  if (!self)
    return;
  assert(self->ref_count != 0);
  self->ref_count--;
  if (self->ref_count == 0) {
    for (int i = 0; i < self->successor_count; i++) {
      stack_node_release(self->successors[i].node, pool);
      ts_tree_release(self->successors[i].tree);
    }

    if (pool->size >= MAX_NODE_POOL_SIZE)
      ts_free(self);
    else
      array_push(pool, self);
  }
}

static StackNode *stack_node_new(StackNode *next, TSTree *tree, TSStateId state,
                                 StackNodeArray *pool) {
  assert(tree->ref_count > 0);
  StackNode *node;
  if (pool->size == 0) {
    node = ts_malloc(sizeof(StackNode));
    if (!node)
      return NULL;
  } else {
    node = array_pop(pool);
  }

  ts_tree_retain(tree);
  stack_node_retain(next);
  TSLength position = ts_tree_total_size(tree);
  if (next)
    position = ts_length_add(next->entry.position, position);
  *node = (StackNode){
    .ref_count = 1,
    .successor_count = 1,
    .successors = { { next, tree } },
    .entry = {.state = state, .position = position },
  };
  return node;
}

static void ts_stack_slice__clear(StackSlice *slice) {
  ts_tree_array_clear(&slice->trees);
  array_delete(&slice->trees);
}

static void ts_stack__merge_slice(Stack *self, StackSlice *slice,
                                  StackSlice *new_slice) {
  bool should_update = false;
  if (slice->trees.size < new_slice->trees.size) {
    should_update = true;
  } else if (slice->trees.size == new_slice->trees.size) {
    for (size_t i = 0; i < slice->trees.size; i++) {
      TSTree *tree = slice->trees.contents[i];
      TSTree *new_tree = new_slice->trees.contents[i];
      int comparison = self->tree_selection_function(
        self->tree_selection_payload, tree, new_tree);
      if (comparison < 0) {
        break;
      } else if (comparison > 0) {
        should_update = true;
        break;
      }
    }
  }

  if (should_update) {
    ts_stack_slice__clear(slice);
    slice->trees = new_slice->trees;
    slice->trees.size = new_slice->trees.size;
  } else {
    ts_stack_slice__clear(new_slice);
  }
}

static void stack_node__add_successor(StackNode *self, TSTree *new_tree,
                                      StackNode *new_node) {
  for (int i = 0; i < self->successor_count; i++) {
    StackLink successor = self->successors[i];
    if (successor.tree == new_tree) {
      if (successor.node == new_node)
        return;
      if (successor.node && new_node &&
          successor.node->entry.state == new_node->entry.state) {
        for (int j = 0; j < new_node->successor_count; j++) {
          stack_node__add_successor(successor.node, new_node->successors[j].tree,
                                    new_node->successors[j].node);
        }
        return;
      }
    }
  }

  stack_node_retain(new_node);
  ts_tree_retain(new_tree);
  self->successors[self->successor_count++] = (StackLink){
    new_node, new_tree,
  };
}

/*
 *  Section: Mutating the stack (Private)
 */

static int ts_stack__add_head(Stack *self, StackNode *node) {
  if (array_push(&self->heads, node)) {
    stack_node_retain(node);
    return self->heads.size - 1;
  } else {
    return -1;
  }
}

static int ts_stack__find_head(Stack *self, StackNode *node) {
  for (size_t i = 0; i < self->heads.size; i++) {
    if (self->heads.contents[i] == node)
      return i;
  }
  return -1;
}

void ts_stack_remove_head(Stack *self, int head_index) {
  StackNode *node = *array_get(&self->heads, head_index);
  stack_node_release(node, &self->node_pool);
  array_erase(&self->heads, head_index);
}

/*
 *  Section: Mutating the stack (Public)
 */

StackPushResult ts_stack_push(Stack *self, int head_index, TSTree *tree,
                              TSStateId state) {
  TSLength position = ts_tree_total_size(tree);
  StackNode *current_head = *array_get(&self->heads, head_index);
  if (current_head)
    position = ts_length_add(current_head->entry.position, position);

  for (int i = 0; i < head_index; i++) {
    StackNode *prior_node = self->heads.contents[i];
    StackEntry prior_entry = prior_node->entry;
    if (prior_entry.state == state &&
        ts_length_eq(prior_entry.position, position)) {
      stack_node__add_successor(prior_node, tree, current_head);
      ts_stack_remove_head(self, head_index);
      return StackPushMerged;
    }
  }

  StackNode *new_head =
    stack_node_new(current_head, tree, state, &self->node_pool);
  if (!new_head)
    return StackPushFailed;

  stack_node_release(current_head, &self->node_pool);
  self->heads.contents[head_index] = new_head;
  return StackPushContinued;
}

int ts_stack_split(Stack *self, int head_index) {
  StackNode *head = self->heads.contents[head_index];
  return ts_stack__add_head(self, head);
}

StackSliceArray ts_stack_pop(Stack *self, int head_index, int child_count,
                                 bool count_extra) {
  array_clear(&self->slices);
  array_clear(&self->pop_paths);

  StackNode *previous_head = *array_get(&self->heads, head_index);
  int capacity = (child_count == -1) ? STARTING_TREE_CAPACITY : child_count;
  PopPath initial_path = {
    .goal_tree_count = child_count, .node = previous_head, .is_shared = false,
  };
  array_init(&initial_path.trees);

  if (!array_grow(&initial_path.trees, capacity))
    goto error;

  if (!array_push(&self->pop_paths, initial_path))
    goto error;

  /*
   *  Reduce along every possible path in parallel. Stop when the given number
   *  of child trees have been collected along every path.
   */
  bool all_paths_done = false;
  while (!all_paths_done) {
    all_paths_done = true;

    for (size_t i = 0; i < self->pop_paths.size; i++) {
      PopPath *path = &self->pop_paths.contents[i];
      StackNode *node = path->node;

      if (!node || path->trees.size == path->goal_tree_count)
        continue;
      all_paths_done = false;

      /*
       *  If a node has more than one successor, create new paths for each of
       *  the additional successors.
       */
      for (int j = 0; j < node->successor_count; j++) {
        StackLink successor = node->successors[j];

        PopPath *next_path;
        if (j == 0) {
          next_path = path;
        } else {
          if (!array_push(&self->pop_paths, *path))
            goto error;
          next_path = array_back(&self->pop_paths);
          next_path->is_shared = true;
        }

        if (next_path->is_shared) {
          TreeArray trees = path->trees;
          trees.size--;
          next_path->trees = ts_tree_array_copy(&trees);
          next_path->is_shared = false;
        }

        if (successor.tree->extra && !count_extra)
          next_path->goal_tree_count++;
        ts_tree_retain(successor.tree);
        if (!array_push(&next_path->trees, successor.tree))
          goto error;

        next_path->node = successor.node;
        if (successor.tree->symbol == ts_builtin_sym_error && !count_extra) {
          next_path->goal_tree_count = next_path->trees.size;
        }
      }
    }
  }

  for (size_t i = 0; i < self->pop_paths.size; i++) {
    PopPath *path = &self->pop_paths.contents[i];

    if (!path->is_shared)
      array_reverse(&path->trees);

    StackSlice slice = {
      .trees = path->trees, .head_index = -1,
    };

    if (i == 0) {
      stack_node_retain(path->node);
      self->heads.contents[head_index] = path->node;
      slice.head_index = head_index;
    } else {
      slice.head_index = ts_stack__find_head(self, path->node);
      if (slice.head_index == -1) {
        slice.head_index = ts_stack__add_head(self, path->node);
        if (slice.head_index == -1)
          goto error;
      } else {
        bool merged = false;
        for (size_t j = 0; j < self->slices.size; j++) {
          StackSlice *prior_result = &self->slices.contents[j];
          if (prior_result->head_index == slice.head_index) {
            ts_stack__merge_slice(self, prior_result, &slice);
            merged = true;
            break;
          }
        }
        if (merged)
          continue;
      }
    }

    if (!array_push(&self->slices, slice))
      goto error;
  }

  stack_node_release(previous_head, &self->node_pool);
  return self->slices;

error:
  array_delete(&initial_path.trees);
  StackSliceArray slices;
  array_init(&slices);
  return slices;
}

void ts_stack_shrink(Stack *self, int head_index, int count) {
  StackNode *head = *array_get(&self->heads, head_index);
  StackNode *new_head = head;
  for (int i = 0; i < count; i++) {
    if (new_head->successor_count == 0)
      break;
    new_head = new_head->successors[0].node;
  }
  stack_node_retain(new_head);
  stack_node_release(head, &self->node_pool);
  self->heads.contents[head_index] = new_head;
}

void ts_stack_clear(Stack *self) {
  for (size_t i = 0; i < self->heads.size; i++)
    stack_node_release(self->heads.contents[i], &self->node_pool);
  array_clear(&self->heads);
  array_push(&self->heads, NULL);
}

void ts_stack_set_tree_selection_callback(Stack *self, void *payload,
                                          TreeSelectionFunction function) {
  self->tree_selection_payload = payload;
  self->tree_selection_function = function;
}

void ts_stack_delete(Stack *self) {
  if (self->pop_paths.contents)
    array_delete(&self->slices);
  if (self->pop_paths.contents)
    array_delete(&self->pop_paths);
  ts_stack_clear(self);
  if (self->node_pool.contents) {
    for (size_t i = 0; i < self->node_pool.size; i++)
      ts_free(self->node_pool.contents[i]);
    array_delete(&self->node_pool);
  }
  array_delete(&self->heads);
  ts_free(self);
}

static const char *COLORS[] = {
  "red", "blue", "orange", "green", "purple",
};

static size_t COLOR_COUNT = sizeof(COLORS) / sizeof(COLORS[0]);

size_t ts_stack__write_dot_graph(Stack *self, char *string, size_t n,
                                 const char **symbol_names) {
  char *cursor = string;
  char **s = n > 0 ? &cursor : &string;
  cursor += snprintf(*s, n, "digraph stack {\n");
  cursor += snprintf(*s, n, "rankdir=\"RL\";\n");

  Array(StackNode *)visited_nodes;
  array_init(&visited_nodes);

  array_clear(&self->pop_paths);
  for (size_t i = 0; i < self->heads.size; i++) {
    StackNode *node = self->heads.contents[i];
    const char *color = COLORS[i % COLOR_COUNT];
    cursor += snprintf(*s, n, "node_%p [color=%s];\n", node, color);
    array_push(&self->pop_paths, ((PopPath){.node = node }));
  }

  bool all_paths_done = false;
  while (!all_paths_done) {
    all_paths_done = true;

    for (size_t i = 0; i < self->pop_paths.size; i++) {
      PopPath *path = &self->pop_paths.contents[i];
      StackNode *node = path->node;

      for (size_t j = 0; j < visited_nodes.size; j++) {
        if (visited_nodes.contents[j] == node) {
          node = NULL;
          break;
        }
      }

      if (!node)
        continue;
      all_paths_done = false;

      cursor += snprintf(*s, n, "node_%p [label=", node);
      if (node->entry.state == ts_parse_state_error)
        cursor += snprintf(*s, n, "\"?\"");
      else
        cursor += snprintf(*s, n, "%d", node->entry.state);
      cursor += snprintf(*s, n, "];\n");

      for (int j = 0; j < node->successor_count; j++) {
        StackLink successor = node->successors[j];
        cursor +=
          snprintf(*s, n, "node_%p -> node_%p [label=\"", node, successor.node);

        if (successor.tree->symbol == ts_builtin_sym_error) {
          cursor += snprintf(*s, n, "ERROR");
        } else {
          const char *name = symbol_names[successor.tree->symbol];
          for (const char *c = name; *c; c++) {
            if (*c == '\"' || *c == '\\') {
              **s = '\\';
              cursor++;
            }
            **s = *c;
            cursor++;
          }
        }

        cursor += snprintf(*s, n, "\"];\n");

        if (j == 0) {
          path->node = successor.node;
        } else {
          if (!array_push(&self->pop_paths, *path))
            goto error;
          PopPath *next_path = array_back(&self->pop_paths);
          next_path->node = successor.node;
        }
      }

      if (!array_push(&visited_nodes, node))
        goto error;
    }
  }

  cursor += snprintf(*s, n, "node_%p [label=0];\n", NULL);
  cursor += snprintf(*s, n, "}\n");

  array_delete(&visited_nodes);
  return cursor - string;

error:
  array_delete(&visited_nodes);
  return (size_t)-1;
}

char *ts_stack_dot_graph(Stack *self, const char **symbol_names) {
  static char SCRATCH[1];
  char *result = NULL;
  size_t size = ts_stack__write_dot_graph(self, SCRATCH, 0, symbol_names) + 1;
  if (size == (size_t)-1)
    goto error;

  result = ts_malloc(size * sizeof(char));
  if (!result)
    goto error;

  size = ts_stack__write_dot_graph(self, result, size, symbol_names);
  if (size == (size_t)-1)
    goto error;

  return result;

error:
  if (result)
    ts_free(result);
  return NULL;
}