Implemented usingbygroup action, so code-in-markdown works

TODO.md

@@ -9,4 +9,4 @@
 * ✅ Implement lexer loader by file extension
 * ✅ Add --line-numbers to terminal formatter
 * Implement lexer loader by mime type
-* Implement Delegating lexers
+* ✅ Implement Delegating lexers

lexers/markdown.xml

@@ -18,19 +18,21 @@
       <rule pattern="^(\s*)([*-])(\s)(.+\n)"><bygroups><token type="TextWhitespace"/><token type="Keyword"/><token type="TextWhitespace"/><usingself state="inline"/></bygroups></rule>
       <rule pattern="^(\s*)([0-9]+\.)( .+\n)"><bygroups><token type="TextWhitespace"/><token type="Keyword"/><usingself state="inline"/></bygroups></rule>
       <rule pattern="^(\s*&gt;\s)(.+\n)"><bygroups><token type="Keyword"/><token type="GenericEmph"/></bygroups></rule>
-      <rule pattern="^(\s*```\n[\w\W]*?^\s*```$\n)"><token type="LiteralStringBacktick"/></rule>
+      <rule pattern="^(```\n)([\w\W]*?)(^```$)">
-      <rule pattern="(?x)
+      <bygroups>
-              ^(?P&lt;initial&gt;\s*```)
+        <token type="LiteralStringBacktick"/>
-              (?P&lt;lang&gt;[\w\-]+)
-              (?P&lt;afterlang&gt;
-                 (?P&lt;whitespace&gt;[^\S\n]+)
-                 (?P&lt;extra&gt;.*))?
-              (?P&lt;newline&gt;\n)
-              (?P&lt;code&gt;(.|\n)*?)
-              (?P&lt;terminator&gt;^\s*```$\n)
-              ">
-          <!-- Implement actions for delegating via a capture group -->
         <token type="Text"/>
+        <token type="LiteralStringBacktick"/>
+      </bygroups>
+      </rule>
+      <rule pattern="^(```)(\w+)(\n)([\w\W]*?)(^```$)">
+        <bygroups>
+          <token type="LiteralStringBacktick"/>
+          <token type="NameLabel"/>  
+          <token type="TextWhitespace"/>
+          <UsingByGroup lexer="2" content="4"/>  
+          <token type="LiteralStringBacktick"/>
+        </bygroups>
       </rule>
       <rule><include state="inline"/></rule>
     </state>

src/actions.cr

@@ -16,13 +16,16 @@ module Tartrazine
     Push
     Token
     Using
+    Usingbygroup
     Usingself
   end
 
   struct Action
     property actions : Array(Action) = [] of Action
 
+    @content_index : Int32 = 0
     @depth : Int32 = 0
+    @lexer_index : Int32 = 0
     @lexer_name : String = ""
     @states : Array(String) = [] of String
     @states_to_push : Array(String) = [] of String
@@ -62,6 +65,9 @@ module Tartrazine
         @states = xml.attributes.select { |attrib|
           attrib.name == "state"
         }.map &.content
+      when ActionType::Usingbygroup
+        @lexer_index = xml["lexer"].to_i
+        @content_index = xml["content"].to_i
       end
     end
 
@@ -134,6 +140,12 @@ module Tartrazine
         tokenizer.lexer.states[new_state.name] = new_state
         tokenizer.state_stack << new_state.name
         [] of Token
+      when ActionType::Usingbygroup
+        # Shunt to content-specified lexer
+        return [] of Token if match.empty?
+        Tartrazine.lexer(String.new(match[@lexer_index].value)).tokenizer(
+          String.new(match[@content_index].value),
+          secondary: true).to_a
       else
         raise Exception.new("Unknown action type: #{@type}")
       end

src/lexer.cr

@@ -48,6 +48,7 @@ module Tartrazine
     root_lexer = lexer(root)
     DelegatingLexer.new(language_lexer, root_lexer)
   end
+
   # Return a list of all lexers
   def self.lexers : Array(String)
     LEXERS_BY_NAME.keys.sort!