Start work on new tree-sitter-tags crate

Co-Authored-By: Patrick Thomson <patrickt@users.noreply.github.com>

cli/src/main.rs

@@ -6,8 +6,8 @@ use std::process::exit;
 use std::{env, fs, u64};
 use tree_sitter::Language;
 use tree_sitter_cli::{
-    config, error, generate, highlight, loader, logger, parse, query, test, test_highlight, wasm,
-    web_ui,
+    config, error, generate, highlight, loader, logger, parse, query, tags, test, test_highlight,
+    wasm, web_ui,
 };
 
 const BUILD_VERSION: &'static str = env!("CARGO_PKG_VERSION");
@@ -88,6 +88,30 @@ fn run() -> error::Result<()> {
                 .arg(Arg::with_name("scope").long("scope").takes_value(true))
                 .arg(Arg::with_name("captures").long("captures").short("c")),
         )
+        .subcommand(
+            SubCommand::with_name("tags")
+                .arg(
+                    Arg::with_name("format")
+                        .short("f")
+                        .long("format")
+                        .value_name("json|protobuf")
+                        .help("Determine output format (default: json)"),
+                )
+                .arg(Arg::with_name("scope").long("scope").takes_value(true))
+                .arg(
+                    Arg::with_name("inputs")
+                        .help("The source file to use")
+                        .index(1)
+                        .required(true)
+                        .multiple(true),
+                )
+                .arg(
+                    Arg::with_name("v")
+                        .short("v")
+                        .multiple(true)
+                        .help("Sets the level of verbosity"),
+                ),
+        )
         .subcommand(
             SubCommand::with_name("test")
                 .about("Run a parser's tests")
@@ -240,6 +264,38 @@ fn run() -> error::Result<()> {
         )?;
         let query_path = Path::new(matches.value_of("query-path").unwrap());
         query::query_files_at_paths(language, paths, query_path, ordered_captures)?;
+    } else if let Some(matches) = matches.subcommand_matches("tags") {
+        loader.find_all_languages(&config.parser_directories)?;
+        let paths = collect_paths(matches.values_of("inputs").unwrap())?;
+
+        let mut lang = None;
+        if let Some(scope) = matches.value_of("scope") {
+            lang = loader.language_configuration_for_scope(scope)?;
+            if lang.is_none() {
+                return Error::err(format!("Unknown scope '{}'", scope));
+            }
+        }
+
+        for path in paths {
+            let path = Path::new(&path);
+            let (language, language_config) = match lang {
+                Some(v) => v,
+                None => match loader.language_configuration_for_file_name(path)? {
+                    Some(v) => v,
+                    None => {
+                        eprintln!("No language found for path {:?}", path);
+                        continue;
+                    }
+                },
+            };
+
+            if let Some(tags_config) = language_config.tags_config(language)? {
+                let source = fs::read(path)?;
+                tags::generate_tags(tags_config, &source)?;
+            } else {
+                eprintln!("No tags config found for path {:?}", path);
+            }
+        }
     } else if let Some(matches) = matches.subcommand_matches("highlight") {
         loader.configure_highlights(&config.theme.highlight_names);
         loader.find_all_languages(&config.parser_directories)?;
@@ -251,19 +307,17 @@ fn run() -> error::Result<()> {
             println!("{}", highlight::HTML_HEADER);
         }
 
-        let language_config;
+        let mut lang = None;
         if let Some(scope) = matches.value_of("scope") {
-            language_config = loader.language_configuration_for_scope(scope)?;
-            if language_config.is_none() {
+            lang = loader.language_configuration_for_scope(scope)?;
+            if lang.is_none() {
                 return Error::err(format!("Unknown scope '{}'", scope));
             }
-        } else {
-            language_config = None;
         }
 
         for path in paths {
             let path = Path::new(&path);
-            let (language, language_config) = match language_config {
+            let (language, language_config) = match lang {
                 Some(v) => v,
                 None => match loader.language_configuration_for_file_name(path)? {
                     Some(v) => v,
@@ -274,23 +328,21 @@ fn run() -> error::Result<()> {
                 },
             };
 
-            let source = fs::read(path)?;
-
             if let Some(highlight_config) = language_config.highlight_config(language)? {
+                let source = fs::read(path)?;
                 if html_mode {
                     highlight::html(&loader, &config.theme, &source, highlight_config, time)?;
                 } else {
                     highlight::ansi(&loader, &config.theme, &source, highlight_config, time)?;
                 }
             } else {
-                return Error::err(format!("No syntax highlighting query found"));
+                eprintln!("No syntax highlighting config found for path {:?}", path);
             }
         }
 
         if html_mode {
             println!("{}", highlight::HTML_FOOTER);
         }
-
     } else if let Some(matches) = matches.subcommand_matches("build-wasm") {
         let grammar_path = current_dir.join(matches.value_of("path").unwrap_or(""));
         wasm::compile_language_to_wasm(&grammar_path, matches.is_present("docker"))?;