Cleaned, rewritten and improved the whole code of the compiler.

1 files changed, 32 insertions, 0 deletions

diff --git a/tools/d2c/conv/tokens.l b/tools/d2c/conv/tokens.l
new file mode 100644
index 0000000..ef6b958
--- /dev/null
+++ b/tools/d2c/conv/tokens.l
@@ -0,0 +1,32 @@
+
+%top {
+
+#include "grammar.h"
+
+}
+
+
+%option noyywrap
+%option nounput
+%option noinput
+%option yylineno
+%option stack
+%option noyy_top_state
+
+%x raw_line
+
+
+%%
+
+
+[ \t\n]+                { }
+
+[A-Za-z_][A-Za-z0-9_]*  { yylvalp->string = strdup(yytext); return NAME; }
+
+"="                     { yy_push_state(raw_line); return EQ; }
+
+<raw_line>[^\n]+        { yylvalp->cstring = yytext; return RAW_LINE; }
+<raw_line>"\n"          { yy_pop_state(); }
+
+
+%%