From 6dda23796b488806349b2ccab1e42fca000e9841 Mon Sep 17 00:00:00 2001
From: Max Brunsfeld <maxbrunsfeld@gmail.com>
Date: Tue, 14 Jun 2016 14:47:16 -0700
Subject: [PATCH] Don't count extra tokens in error cost computation

---
 src/runtime/tree.c | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/src/runtime/tree.c b/src/runtime/tree.c
index 400e0c42..8a69bd7e 100644
--- a/src/runtime/tree.c
+++ b/src/runtime/tree.c
@@ -120,7 +120,9 @@ recur:
 static void ts_tree_total_tokens(const TSTree *self, size_t *result) {
 recur:
   if (self->child_count == 0) {
-    (*result)++;
+    if (!self->extra) {
+      (*result)++;
+    }
   } else {
     for (size_t i = 1; i < self->child_count; i++)
       ts_tree_total_tokens(self->children[i], result);