valerie
/
vogue
Archived
1
0
Fork 0
Code Issues 13 Pull Requests Packages Projects Releases Wiki Activity

breakout start

sdl
Marcus 2021-05-10 23:13:17 -04:00
parent f9e58aae51
commit f70cc0f01c
4 changed files with 145 additions and 125 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

61
Module.js
View File

@ -24,4 +24,65 @@ export default class Module {
cold: [], cold: [],
warm: [] warm: []
} }
async link() {
} }
static async create(location) {
const module = new Module();
const ast = createAst(location);
const name = parse(location).name;
module.name.last = name;
module.name.full = name;
log.ast('='.repeat(80));
log.ast(location);
log.ast(ast);
try {
// move module whole loop ass bitch into module.
for (const item of ast) {
if ('name' in item && item.name in module.identifiers)
throw new Error('Identifier ' + item.name + ' already declared!');
module.identifiers[item.name] = item.type;
if(item.type in module) {
await module[item.type](item);
}
if (item.type === 'link') {
module.links
[item.required ? 'required' : 'optional']
[item.array ? 'arrays' : 'single']
.push(item.name);
} else if (item.type === 'namespace') {
module.name.space = item.namespace;
module.name.full = module.name.space + '.' + module.name.last;
} else if (item.type === 'restore') {
module.functions.restore = item.block;
} else if (item.type === 'function') {
module.functions[item.name] = item.block;
} else if (item.type === 'import') {
const imported = await import(item.importName);
if('default' in imported) module.imports[item.name] = imported.default;
else module.imports[item.name] = imported;
} else if (item.type === 'variable') {
module.variables[item.persist ? 'cold' : 'warm'].push(item.name);
}
}
} catch (e) {
console.error(e);
}
}
}

71
createAst.js 100644
View File

@ -0,0 +1,71 @@
import nearley from 'nearley';
import compile from 'nearley/lib/compile.js';
import generate from 'nearley/lib/generate.js';
import nearleyGrammar from 'nearley/lib/nearley-language-bootstrapped.js';
import moo from 'moo';
import tokens from './tokens.js';
import { readFileSync } from 'fs';
import minify from './minify.js';
const grammarFile = 'grammar.ne';
function createParser() {
// Parse the grammar source into an AST
const grammarParser = new nearley.Parser(nearleyGrammar);
grammarParser.feed(readFileSync(grammarFile).toString());
const grammarAst = grammarParser.results[0]; // TODO check for errors
// Compile the AST into a set of rules
const grammarInfoObject = compile(grammarAst, {});
// Generate JavaScript code from the rules
const grammarJs = generate(grammarInfoObject, "grammar");
const lexer = moo.compile(tokens);
// lexer.__proto__.formatError = function(token, message) {
// if (token == null) {
// // An undefined token indicates EOF
// var text = this.buffer.slice(this.index)
// var token = {
// text: text,
// offset: this.index,
// lineBreaks: text.indexOf('\n') === -1 ? 0 : 1,
// line: this.line,
// col: this.col,
// }
// }
// var start = Math.max(0, token.offset - token.col + 1)
// var eol = token.lineBreaks ? token.text.indexOf('\n') : token.text.length
// var firstLine = this.buffer.substring(start, token.offset + eol)
// message += " at line " + token.line + " col " + token.col + ":\n\n"
// message += " " + firstLine + "\n"
// message += " " + Array(token.col).join(" ") + "^"
// return message
// }
// Pretend this is a CommonJS environment to catch exports from the grammar.
const module = { exports: {} };
eval(grammarJs);
const grammar = module.exports;
return new nearley.Parser(nearley.Grammar.fromCompiled(grammar))
}
export default function createAst(location) {
const parser = createParser();
const contents = readFileSync(location).toString();
// parser.reportError = function(token) {
// return JSON.stringify(token, null, 2);
// var message = this.lexer.formatError(token, 'invalid syntax') + '\n';
// message += 'Unexpected ' + (token.type ? token.type + ' token: ' : '');
// message +=
// JSON.stringify(token.value !== undefined ? token.value : token) + '\n';
// return message;
// };
parser.feed(contents);
parser.finish();
return parser.results[0];
}

7
debug.js 100644
View File

@ -0,0 +1,7 @@
import d from 'debug';
export const ast = d('vogue:ast');
export const modules = d('vogue:modules');
export const system = d('vogue:system');
export const debug = d('vogue:debug');

129
run.js
View File

@ -1,76 +1,24 @@
#!/usr/bin/env node #!/usr/bin/env node
import debug from 'debug';
import { resolve, parse } from 'path'; import { resolve, parse } from 'path';
import { readFileSync, readdirSync } from 'fs'; import { readdirSync } from 'fs';
import nearley from 'nearley';
import compile from 'nearley/lib/compile.js';
import generate from 'nearley/lib/generate.js';
import nearleyGrammar from 'nearley/lib/nearley-language-bootstrapped.js';
import moo from 'moo';
const grammarFile = 'grammar.ne';
import _ from 'lodash'; import _ from 'lodash';
const { get, set } = _; const { get, set } = _;
import Module from './Module.js'; import Module from './Module.js';
import System from './System.js'; import System from './System.js';
import tokens from './tokens.js'; import * as log from './debug.js';
import createAst from './createAst.js';
// globals inside grammar context // globals inside grammar context
import minify from './minify.js'; import minify from './minify.js';
const log = {
ast: debug('vogue:ast'),
modules: debug('vogue:modules'),
debug: debug('vogue:debug'),
}
Object.defineProperty(Array.prototype, 'empty', { Object.defineProperty(Array.prototype, 'empty', {
get() { get() {
return this.length === 0; return this.length === 0;
} }
}); });
function createParser() {
// Parse the grammar source into an AST
const grammarParser = new nearley.Parser(nearleyGrammar);
grammarParser.feed(readFileSync(grammarFile).toString());
const grammarAst = grammarParser.results[0]; // TODO check for errors
// Compile the AST into a set of rules
const grammarInfoObject = compile(grammarAst, {});
// Generate JavaScript code from the rules
const grammarJs = generate(grammarInfoObject, "grammar");
const lexer = moo.compile(tokens);
// lexer.__proto__.formatError = function(token, message) {
// if (token == null) {
// // An undefined token indicates EOF
// var text = this.buffer.slice(this.index)
// var token = {
// text: text,
// offset: this.index,
// lineBreaks: text.indexOf('\n') === -1 ? 0 : 1,
// line: this.line,
// col: this.col,
// }
// }
// var start = Math.max(0, token.offset - token.col + 1)
// var eol = token.lineBreaks ? token.text.indexOf('\n') : token.text.length
// var firstLine = this.buffer.substring(start, token.offset + eol)
// message += " at line " + token.line + " col " + token.col + ":\n\n"
// message += " " + firstLine + "\n"
// message += " " + Array(token.col).join(" ") + "^"
// return message
// }
// Pretend this is a CommonJS environment to catch exports from the grammar.
const module = { exports: {} };
eval(grammarJs);
const grammar = module.exports;
return new nearley.Parser(nearley.Grammar.fromCompiled(grammar))
}
const systemLocation = resolve(process.argv[2]); const systemLocation = resolve(process.argv[2]);
const entry = process.argv[3]; const entry = process.argv[3];
@ -81,7 +29,7 @@ const entry = process.argv[3];
(await Promise.all( (await Promise.all(
readdirSync(systemLocation) readdirSync(systemLocation)
.map(v => resolve(systemLocation, v)) .map(v => resolve(systemLocation, v))
.map(parseModule) .map(loc => new Module(loc))
)).reduce((acc, val) => { )).reduce((acc, val) => {
set(acc, val.name.full, val); set(acc, val.name.full, val);
return acc; return acc;
@ -89,70 +37,3 @@ const entry = process.argv[3];
const sys = new System(modules); const sys = new System(modules);
})() })()
async function parseModule(location) {
const parser = createParser();
const contents = readFileSync(location).toString();
const name = parse(location).name;
const module = new Module();
// parser.reportError = function(token) {
// return JSON.stringify(token, null, 2);
// var message = this.lexer.formatError(token, 'invalid syntax') + '\n';
// message += 'Unexpected ' + (token.type ? token.type + ' token: ' : '');
// message +=
// JSON.stringify(token.value !== undefined ? token.value : token) + '\n';
// return message;
// };
parser.feed(contents);
parser.finish();
const parsed = parser.results[0];
log.ast('='.repeat(80));
log.ast(location);
log.ast(parsed);
module.name.last = name;
module.name.full = name;
try {
// move this whole loop ass bitch into module.
for (const item of parsed) {
if ('name' in item && item.name in module.identifiers)
throw new Error('Identifier ' + item.name + ' already declared!');
module.identifiers[item.name] = item.type;
if (item.type === 'link') {
module.links
[item.required ? 'required' : 'optional']
[item.array ? 'arrays' : 'single']
.push(item.name);
} else if (item.type === 'namespace') {
module.name.space = item.namespace;
module.name.full = module.name.space + '.' + module.name.last;
} else if (item.type === 'restore') {
module.functions.restore = item.block;
} else if (item.type === 'function') {
module.functions[item.name] = item.block;
} else if (item.type === 'import') {
const imported = await import(item.importName);
if('default' in imported) module.imports[item.name] = imported.default;
else module.imports[item.name] = imported;
} else if (item.type === 'variable') {
module.variables[item.persist ? 'cold' : 'warm'].push(item.name);
}
}
} catch (e) {
console.error(e);
}
return module;
}