pastemyst

use v6.d;

​

use Tok;

​

unit module Lex;

​

grammar Lexer is export {

    token TOP { <tok>* }

​

    token tok {

        | <whitespace>

        | <dot>

        | <colon>

        | <hash>

        | <squote>

        | <dquote>

        | <dash>

        | <bar>

        | <comma>

        | <lbrace>

        | <rbrace>

        | <lsquare>

        | <rsquare>

        | <lparen>

        | <rparen>

        | <dothash>

        | <dotlbrace>

        | <dotrbrace>

        | <ident>

    }

​

    token whitespace { <!ww> \s+ }

    token dot { '.' }

    token colon { ':' }

    token hash { '#' }

    token squote { '\'' }

    token dquote { '"' }

    token dash { '-' }

    token bar { '|' }

    token comma { ',' }

    token lbrace { '{' }

    token rbrace { '}' }

    token lsquare { '[' }

    token rsquare { ']' }

    token lparen { '(' }

    token rparen { ')' }

    token dothash { '.#' }

    token dotlbrace{ '.{' }

    token dotrbrace { '.}' }

    token ident { <ident_part>+ }

​

    token ident_part { \w || '_' }

}

​

class Tokenizer is export {

​

    method whitespace ($/) { make WS }

    method dot ($/) { make 1 }

    method colon ($/) { make Colon }

    method hash ($/) { make Hash }

    method squote ($/) { make SingleQuote }

    method dquote ($/) { make DoubleQuote }

    method dash ($/) { make Dash }

    method bar ($/) { make Bar }

    method comma ($/) { make Comma }

    method lbrace ($/) { make LeftBrace }

    method rbrace ($/) { make RightBrace }

    method lsquare ($/) { make LeftSquare }

    method rsquare ($/) { make RightSquare }

    method lparen ($/) { make LeftParen }

    method rparen ($/) { make RightParen }

    method dothash ($/) { make DotHash }

    method dotlbrace ($/) { make DotLBrace }

    method dotrbrace ($/) { make DotRBrace }

    method ident ($/) { make Ident[$<ident_part>.join].new }

​

    method tok ($/) { say $/.made }

​

    method TOP ($match) { $match.make: $match<tok>>>.made }

}

​

use v6.d;

unit module Tok;

​

role Token is export {}

role EOF does Token is export {}

role WS does Token is export {}

role Dot does Token is export {}

role Colon does Token is export {}

role Hash does Token is export {}

role SingleQuote does Token is export {}

role DoubleQuote does Token is export {}

role Dash does Token is export {}

role Bar does Token is export {}

role Comma does Token is export {}

role LeftBrace does Token is export {}

role RightBrace does Token is export {}

role LeftSquare does Token is export {}

role RightSquare does Token is export {}

role LeftParen does Token is export {}

role RightParen does Token is export {}

role DotHash does Token is export {}

role DotLBrace does Token is export {}

role DotRBrace does Token is export {}

role Ident[Str \ident] does Token is export {

    has Str $.ident = ident;

}

role Number[Int \i] does Token is export {

    has Int $.i = i;

}

role Decimal[Rat \d] does Token is export {

    has Rat $.d = d;

}