fluencelabs/assemblyscript
1
0
Fork 0
mirror of https://github.com/fluencelabs/assemblyscript synced 2025-06-17 08:51:34 +00:00
Code Issues Projects Releases Wiki Activity

Program elements and resolve infrastructure; Stdlib ideas; Restructuring

Browse Source
This commit is contained in:
dcodeIO
2017-10-19 18:55:27 +02:00
parent 6e98c52f76
commit d1c1178f25
28 changed files with 1474 additions and 683 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/tokenizer.ts
View File

@ -280,6 +280,7 @@ export function operatorTokenToString(token: Token): string {
const possibleIdentifiers: Set<string> = new Set([
"from",
"global",
"module",
"namespace",
"type"
@ -302,6 +303,9 @@ export class Range {
throw new Error("source mismatch");
return new Range(a.source, a.start < b.start ? a.start : b.start, a.end > b.end ? a.end : b.end);
}
get atStart(): Range { return new Range(this.source, this.start, this.start); }
get atEnd(): Range { return new Range(this.source, this.end, this.end); }
}
export class Tokenizer extends DiagnosticEmitter {
@ -1107,7 +1111,7 @@ function isOctalDigit(c: i32): bool {
function isIdentifierStart(c: i32): bool {
return c >= CharCode.A && c <= CharCode.Z
|| c >= CharCode.a && c <= CharCode.z
|| c == CharCode.$
// || c == CharCode.DOLLAR // reserved for internal in case we have to change the naming scheme
|| c == CharCode._
|| c > 0x7f && isUnicodeIdentifierStart(c);
}
@ -1120,7 +1124,7 @@ function isIdentifierPart(c: i32): bool {
return c >= CharCode.A && c <= CharCode.Z
|| c >= CharCode.a && c <= CharCode.z
|| c >= CharCode._0 && c <= CharCode._9
|| c == CharCode.$
// || c == CharCode.DOLLAR // reserved for internal use, see above
|| c == CharCode._
|| c > 0x7f && isUnicodeIdentifierPart(c);
}