fluencelabs/assemblyscript
1
0
Fork 0
mirror of https://github.com/fluencelabs/assemblyscript synced 2025-06-21 02:31:41 +00:00
Code Issues Projects Releases Wiki Activity

Initial commit

Browse Source
This commit is contained in:
dcodeIO
2017-09-28 13:08:25 +02:00
commit 1d53303b47
32 changed files with 8460 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
tests/tokenizer.ts Normal file
View File

@ -0,0 +1,23 @@
import "../src/glue/js";
import { Tokenizer, Token } from "../src/tokenizer";
import { Source } from "../src/reflection";
import * as fs from "fs";
const text = fs.readFileSync(__dirname + "/../src/tokenizer.ts").toString();
const tn = new Tokenizer(new Source("tokenizer.ts", text));
let token;
do {
token = tn.next();
let range = tn.range();
console.log(Token[token] + " -> " + range.source.text.substring(range.start, range.end));
if (token == Token.IDENTIFIER)
console.log("> " + tn.readIdentifier());
else if (token == Token.INTEGERLITERAL)
console.log("> " + tn.readInteger());
else if (token == Token.FLOATLITERAL)
console.log("> " + tn.readFloat());
else if (token == Token.STRINGLITERAL)
console.log("> " + tn.readString());
} while (token != Token.ENDOFFILE);