Implement highlight directive.

mint-lang · gdotdesign · Sep 17, 2023 · Jun 12, 2023 · Jun 13, 2023 · Jun 13, 2023
commit 1cd96da0d2bc29cb1fdca5fba3004372bd19e636
diff --git a/src/ast/directives/highlight.cr b/src/ast/directives/highlight.cr
@@ -0,0 +1,15 @@
+module Mint
+  class Ast
+    module Directives
+      class Highlight < Node
+        getter content
+
+        def initialize(@content : Block,
+                       @input : Data,
+                       @from : Int32,
+                       @to : Int32)
+        end
+      end
+    end
+  end
+end
diff --git a/src/compilers/directives/highlight.cr b/src/compilers/directives/highlight.cr
@@ -0,0 +1,36 @@
+module Mint
+  class Compiler
+    def _compile(node : Ast::Directives::Highlight) : String
+      content =
+        compile node.content
+
+      formatted =
+        Formatter.new.format(node.content, Formatter::BlockFormat::Naked)
+
+      parser = Parser.new(formatted, "source.mint")
+      parser.code_block_naked
+
+      contents, parts =
+        SemanticTokenizer.tokenize(parser.ast)
+
+      mapped =
+        parts.map do |item|
+          case item
+          in String
+            "`#{skip { escape_for_javascript(item) }}`"
+          in Tuple(String, SemanticTokenizer::TokenType)
+            "_h('span', { className: '#{item[1].to_s.underscore}' }, [`#{skip { escape_for_javascript(item[0]) }}`])"
+          end
+        end
+
+      "[#{content}, _h(React.Fragment, {}, [#{mapped.join(",\n")}])]"
+    end
+
+    def escape_for_javascript(value : String)
+      value
+        .gsub('\\', "\\\\")
+        .gsub('`', "\\`")
+        .gsub("${", "\\${")
+    end
+  end
+end
diff --git a/src/formatters/directives/highlight.cr b/src/formatters/directives/highlight.cr
@@ -0,0 +1,7 @@
+module Mint
+  class Formatter
+    def format(node : Ast::Directives::Highlight)
+      "@highlight #{format(node.content)}"
+    end
+  end
+end
diff --git a/src/ls/semantic_tokens.cr b/src/ls/semantic_tokens.cr
@@ -14,6 +14,7 @@ module Mint
         # This is used later on to convert the line/column of each token
         input =
           ast.nodes.first.input
+
         tokenizer = SemanticTokenizer.new
         tokenizer.tokenize(ast)
 

diff --git a/src/parsers/basic_expression.cr b/src/parsers/basic_expression.cr
@@ -3,6 +3,7 @@ module Mint
     # NOTE: The order of the parsing is important!
     def basic_expression : Ast::Expression?
       format_directive ||
+        highlight_directive ||
         documentation_directive ||
         svg_directive ||
         asset_directive ||

diff --git a/src/parsers/code_block.cr b/src/parsers/code_block.cr
@@ -1,5 +1,18 @@
 module Mint
   class Parser
+    def code_block_naked : Ast::Block?
+      start do |start_position|
+        statements =
+          many { comment || statement }
+
+        self << Ast::Block.new(
+          statements: statements,
+          from: start_position,
+          to: position,
+          input: data) if statements
+      end
+    end
+
     def code_block : Ast::Block?
       start do |start_position|
         statements =

diff --git a/src/parsers/directives/highlight.cr b/src/parsers/directives/highlight.cr
@@ -0,0 +1,25 @@
+module Mint
+  class Parser
+    syntax_error FormatDirectiveExpectedOpeningBracket
+    syntax_error FormatDirectiveExpectedClosingBracket
+    syntax_error FormatDirectiveExpectedExpression
+
+    def highlight_directive : Ast::Directives::Highlight?
+      start do |start_position|
+        next unless keyword "@highlight"
+
+        content =
+          code_block(
+            opening_bracket: FormatDirectiveExpectedOpeningBracket,
+            closing_bracket: FormatDirectiveExpectedClosingBracket,
+            statement_error: FormatDirectiveExpectedExpression)
+
+        self << Ast::Directives::Highlight.new(
+          from: start_position,
+          content: content,
+          to: position,
+          input: data)
+      end
+    end
+  end
+end
diff --git a/src/semantic_tokenizer.cr b/src/semantic_tokenizer.cr
@@ -43,10 +43,7 @@ module Mint
     # This is where the resulting tokens are stored.
     getter tokens : Array(Token) = [] of Token
 
-    def self.highlight(path : String, html : Bool = false)
-      ast =
-        Parser.parse(path)
-
+    def self.tokenize(ast : Ast)
       tokenizer = self.new
       tokenizer.tokenize(ast)
 
@@ -67,6 +64,16 @@ module Mint
         parts << contents[position, contents.size]
       end
 
+      {contents, parts}
+    end
+
+    def self.highlight(path : String, html : Bool = false)
+      ast =
+        Parser.parse(path)
+
+      contents, parts =
+        tokenize(ast)
+
       parts.reduce("") do |memo, item|
         memo + case item
         in String

diff --git a/src/type_checkers/directives/highlight.cr b/src/type_checkers/directives/highlight.cr
@@ -0,0 +1,7 @@
+module Mint
+  class TypeChecker
+    def check(node : Ast::Directives::Highlight) : Checkable
+      Type.new("Tuple", [resolve(node.content), HTML] of Checkable)
+    end
+  end
+end