All new
alle new
This commit is contained in:
erik committed
1 parent
da64472251
commit
5b20adee48
1605 files changed
+396517
-1674
No files matched your search
+187
@@ -0,0 +1,187 @@
|
||||
var rules = require("../lib/rules");
|
||||
var bottomUp = require("../lib/bottom-up");
|
||||
var testing = require("../lib/testing");
|
||||
var TokenIterator = require("../lib/TokenIterator");
|
||||
var errors = require("../lib/errors");
|
||||
var results = require("../lib/parsing-results");
|
||||
var StringSource = require("../lib/StringSource");
|
||||
var assertIsSuccess = testing.assertIsSuccess;
|
||||
var assertIsSuccessWithValue = testing.assertIsSuccessWithValue;
|
||||
var assertIsFailure = testing.assertIsFailure;
|
||||
var assertIsFailureWithRemaining = testing.assertIsFailureWithRemaining;
|
||||
var assertIsError = testing.assertIsError;
|
||||
var Tokeniser = require("./Tokeniser");
|
||||
var Token = require("../lib/Token");
|
||||
|
||||
var source = function(string, startIndex, endIndex) {
|
||||
return new StringSource(string).range(startIndex, endIndex);
|
||||
};
|
||||
|
||||
var token = function(tokenType, value, source) {
|
||||
return new Token(tokenType, value, source);
|
||||
};
|
||||
|
||||
var partialCallRule = bottomUp.infix("call", function(parser) {
|
||||
return rules.sequence(
|
||||
rules.token("symbol", "("),
|
||||
rules.sequence.capture(parser.rule()),
|
||||
rules.token("symbol", ")")
|
||||
).head();
|
||||
}).map(function(left, arg) {
|
||||
return [left, arg];
|
||||
});
|
||||
|
||||
var partialAddRule = bottomUp.infix("add", function(parser) {
|
||||
return rules.sequence(
|
||||
rules.token("symbol", "+"),
|
||||
rules.sequence.capture(parser.leftAssociative("add"))
|
||||
).head();
|
||||
}).map(function(left, right) {
|
||||
return ["+", left, right];
|
||||
});
|
||||
|
||||
var partialMultiplyRule = bottomUp.infix("multiply", function(parser) {
|
||||
return rules.sequence(
|
||||
rules.token("symbol", "*"),
|
||||
rules.sequence.capture(parser.leftAssociative("multiply"))
|
||||
).head();
|
||||
}).map(function(left, right) {
|
||||
return ["*", left, right];
|
||||
});
|
||||
|
||||
var partialPowerRule = bottomUp.infix("power", function(parser) {
|
||||
return rules.sequence(
|
||||
rules.token("symbol", "^"),
|
||||
rules.sequence.capture(parser.rightAssociative("power"))
|
||||
).head();
|
||||
}).map(function(left, right) {
|
||||
return ["^", left, right];
|
||||
});
|
||||
|
||||
exports.canParsePrefixExpression = function(test) {
|
||||
var rule = bottomUp.parser("expression",
|
||||
[rules.tokenOfType("identifier")],
|
||||
[]
|
||||
).rule();
|
||||
var result = parse(rule, [
|
||||
token("identifier", "blah", source("blah", 0, 4)),
|
||||
token("end", null, source("blah", 4, 4))
|
||||
]);
|
||||
assertIsSuccess(test, result, {
|
||||
value: "blah",
|
||||
source: source("blah", 0, 4)
|
||||
});
|
||||
test.done();
|
||||
};
|
||||
|
||||
exports.canParseSimpleInfixExpression = function(test) {
|
||||
var rule = bottomUp.parser("expression",
|
||||
[rules.tokenOfType("identifier")],
|
||||
[partialCallRule]
|
||||
).rule();
|
||||
|
||||
var result = parse(rule, [
|
||||
token("identifier", "print", source("print(name)", 0, 5)),
|
||||
token("symbol", "(", source("print(name)", 5, 6)),
|
||||
token("identifier", "name", source("print(name)", 6, 10)),
|
||||
token("symbol", ")", source("print(name)", 10, 11)),
|
||||
token("end", null, source("print(name)", 11, 11))
|
||||
]);
|
||||
assertIsSuccess(test, result, {
|
||||
value: ["print", "name"],
|
||||
source: source("print(name)", 0, 11)
|
||||
});
|
||||
test.done();
|
||||
};
|
||||
|
||||
exports.parsingStopsIfPrefixRuleFails = function(test) {
|
||||
var rule = bottomUp.parser("expression",
|
||||
[rules.tokenOfType("identifier")],
|
||||
[partialCallRule]
|
||||
).rule();
|
||||
|
||||
var result = parse(rule, [
|
||||
token("symbol", "(", source("(name)", 0, 1)),
|
||||
token("identifier", "name", source("(name)", 1, 5)),
|
||||
token("symbol", ")", source("(name)", 5, 6)),
|
||||
token("end", null, source("(name)", 6, 6))
|
||||
]);
|
||||
assertIsFailure(test, result, {
|
||||
remaining: [
|
||||
token("symbol", "(", source("(name)", 0, 1)),
|
||||
token("identifier", "name", source("(name)", 1, 5)),
|
||||
token("symbol", ")", source("(name)", 5, 6)),
|
||||
token("end", null, source("(name)", 6, 6))
|
||||
],
|
||||
errors: [errors.error({
|
||||
expected: "expression",
|
||||
actual: "symbol \"(\"",
|
||||
location: source("(name)", 0, 1)
|
||||
})]
|
||||
});
|
||||
test.done();
|
||||
};
|
||||
|
||||
exports.canParseExpressionWithTwoLeftAssociativeOperators = function(test) {
|
||||
var expressionParser = bottomUp.parser("expression",
|
||||
[rules.tokenOfType("number")],
|
||||
[
|
||||
partialMultiplyRule,
|
||||
partialAddRule
|
||||
]
|
||||
);
|
||||
|
||||
var rule = expressionParser.rule();
|
||||
|
||||
var result = parse(rule, [
|
||||
token("number", "1", source("1 * 2 * 3 + 4 * 5", 0, 1)),
|
||||
token("symbol", "*", source("1 * 2 * 3 + 4 * 5", 2, 3)),
|
||||
token("number", "2", source("1 * 2 * 3 + 4 * 5", 4, 5)),
|
||||
token("symbol", "*", source("1 * 2 * 3 + 4 * 5", 6, 7)),
|
||||
token("number", "3", source("1 * 2 * 3 + 4 * 5", 8, 9)),
|
||||
token("symbol", "+", source("1 * 2 * 3 + 4 * 5", 10, 11)),
|
||||
token("number", "4", source("1 * 2 * 3 + 4 * 5", 12, 13)),
|
||||
token("symbol", "*", source("1 * 2 * 3 + 4 * 5", 14, 15)),
|
||||
token("number", "5", source("1 * 2 * 3 + 4 * 5", 16, 17)),
|
||||
token("end", null, source("1 * 2 * 3 + 4 * 5", 17, 17))
|
||||
]);
|
||||
assertIsSuccess(test, result, {
|
||||
value: ["+", ["*", ["*", "1", "2"], "3"], ["*", "4", "5"]],
|
||||
source: source("1 * 2 * 3 + 4 * 5", 0, 17)
|
||||
});
|
||||
test.done();
|
||||
};
|
||||
|
||||
exports.canParseExpressionWithRightAssociativeOperators = function(test) {
|
||||
var expressionParser = bottomUp.parser("expression",
|
||||
[rules.tokenOfType("number")],
|
||||
[
|
||||
partialPowerRule,
|
||||
partialAddRule
|
||||
]
|
||||
);
|
||||
|
||||
var rule = expressionParser.rule();
|
||||
|
||||
var result = parse(rule, [
|
||||
token("number", "1", source("1 ^ 2 ^ 3 + 4 ^ 5", 0, 1)),
|
||||
token("symbol", "^", source("1 ^ 2 ^ 3 + 4 ^ 5", 2, 3)),
|
||||
token("number", "2", source("1 ^ 2 ^ 3 + 4 ^ 5", 4, 5)),
|
||||
token("symbol", "^", source("1 ^ 2 ^ 3 + 4 ^ 5", 6, 7)),
|
||||
token("number", "3", source("1 ^ 2 ^ 3 + 4 ^ 5", 8, 9)),
|
||||
token("symbol", "+", source("1 ^ 2 ^ 3 + 4 ^ 5", 10, 11)),
|
||||
token("number", "4", source("1 ^ 2 ^ 3 + 4 ^ 5", 12, 13)),
|
||||
token("symbol", "^", source("1 ^ 2 ^ 3 + 4 ^ 5", 14, 15)),
|
||||
token("number", "5", source("1 ^ 2 ^ 3 + 4 ^ 5", 16, 17)),
|
||||
token("end", null, source("1 ^ 2 ^ 3 + 4 ^ 5", 17, 17))
|
||||
]);
|
||||
assertIsSuccess(test, result, {
|
||||
value: ["+", ["^", "1", ["^", "2", "3"]], ["^", "4", "5"]],
|
||||
source: source("1 ^ 2 ^ 3 + 4 ^ 5", 0, 17)
|
||||
});
|
||||
test.done();
|
||||
};
|
||||
|
||||
var parse = function(parser, tokens) {
|
||||
return parser(new TokenIterator(tokens));
|
||||
};
|
||||
Reference in new issue
Block a user