fluencelabs/assemblyscript
1
0
Fork 0
mirror of https://github.com/fluencelabs/assemblyscript synced 2025-06-16 08:21:44 +00:00
Code Issues Projects Releases Wiki Activity

Clean up tests directory a bit

Browse Source
This commit is contained in:
dcodeIO
2018-03-16 15:45:18 +01:00
parent ee94634ffb
commit eef923d124
8 changed files with 56 additions and 124 deletions
Download Patch File Download Diff File Expand all files Collapse all files

30
tests/tokenizer.js Normal file
View File

@ -0,0 +1,30 @@
const fs = require("fs");
const path = require("path");
require("ts-node").register({ project: path.join(__dirname, "..", "src", "tsconfig.json") });
require("../src/glue/js");
const { Tokenizer, Token } = require("../src/tokenizer");
const { Source, SourceKind } = require("../src/ast");
const text = fs.readFileSync(__dirname + "/../src/tokenizer.ts").toString();
const tn = new Tokenizer(new Source("compiler.ts", text, SourceKind.ENTRY));
do {
let token = tn.next();
if (token == Token.IDENTIFIER) {
console.log(Token[token] + " > " + tn.readIdentifier());
} else if (token == Token.INTEGERLITERAL) {
console.log(Token[token] + " > " + tn.readInteger());
} else if (token == Token.FLOATLITERAL) {
console.log(Token[token] + " > " + tn.readFloat());
} else if (token == Token.STRINGLITERAL) {
console.log(Token[token] + " > " + tn.readString());
} else if (token == Token.ENDOFFILE) {
console.log(Token[token]);
break;
} else {
let range = tn.range();
console.log(Token[token] + " > " + range.source.text.substring(range.start, range.end));
}
} while (true);