joepie91
/
pegjs
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Clean up parser specs

Browse Source
redux
David Majda 10 years ago
parent cf294ef236
commit 421b8d6e51
1 changed files with 230 additions and 234 deletions
Show Stats Download Patch File Download Diff File

432
spec/parser.spec.js
Unescape Escape View File

@ -1,91 +1,104 @@
describe("PEG.js grammar parser", function() { describe("PEG.js grammar parser", function() {
var trivialGrammar, var literalAbcd = { type: "literal", value: "abcd", ignoreCase: false },
literalAbcd = { type: "literal", value: "abcd", ignoreCase: false },
literalEfgh = { type: "literal", value: "efgh", ignoreCase: false }, literalEfgh = { type: "literal", value: "efgh", ignoreCase: false },
literalIjkl = { type: "literal", value: "ijkl", ignoreCase: false }, literalIjkl = { type: "literal", value: "ijkl", ignoreCase: false },
optionalLiteral = { type: "optional", expression: literalAbcd }, literalMnop = { type: "literal", value: "mnop", ignoreCase: false },
zeroOrMoreLiteral = { type: "zero_or_more", expression: literalAbcd },
oneOrMoreLiteral = { type: "one_or_more", expression: literalAbcd },
simpleNotLiteral = { type: "simple_not", expression: literalAbcd },
textOptionalLiteral = { type: "text", expression: optionalLiteral },
simpleAndOptionalLiteral = { type: "simple_and", expression: optionalLiteral },
simpleNotOptionalLiteral = { type: "simple_not", expression: optionalLiteral },
semanticAnd = { type: "semantic_and", code: " code " }, semanticAnd = { type: "semantic_and", code: " code " },
semanticNot = { type: "semantic_not", code: " code " }, semanticNot = { type: "semantic_not", code: " code " },
optional = { type: "optional", expression: literalAbcd },
zeroOrMore = { type: "zero_or_more", expression: literalAbcd },
oneOrMore = { type: "one_or_more", expression: literalAbcd },
textOptional = { type: "text", expression: optional },
simpleNotAbcd = { type: "simple_not", expression: literalAbcd },
simpleAndOptional = { type: "simple_and", expression: optional },
simpleNotOptional = { type: "simple_not", expression: optional },
labeledAbcd = { type: "labeled", label: "a", expression: literalAbcd }, labeledAbcd = { type: "labeled", label: "a", expression: literalAbcd },
labeledEfgh = { type: "labeled", label: "b", expression: literalEfgh }, labeledEfgh = { type: "labeled", label: "b", expression: literalEfgh },
labeledIjkl = { type: "labeled", label: "c", expression: literalIjkl }, labeledIjkl = { type: "labeled", label: "c", expression: literalIjkl },
labeledSimpleNotLiteral = { type: "labeled", label: "label", expression: simpleNotLiteral }, labeledMnop = { type: "labeled", label: "d", expression: literalMnop },
sequenceOfLiterals = { labeledSimpleNot = { type: "labeled", label: "a", expression: simpleNotAbcd },
sequence = {
type: "sequence", type: "sequence",
elements: [literalAbcd, literalEfgh, literalIjkl] elements: [literalAbcd, literalEfgh, literalIjkl]
}, },
sequenceOfLabeleds = { sequence2 = {
type: "sequence", type: "sequence",
elements: [labeledAbcd, labeledEfgh, labeledIjkl] elements: [labeledAbcd, labeledEfgh]
}, },
actionOnAbcd = { type: "action", expression: literalAbcd, code: " code " }, sequence4 = {
actionOnSequence = { type: "action", expression: sequenceOfLiterals, code: " code " }, type: "sequence",
choiceOfLiterals = { elements: [labeledAbcd, labeledEfgh, labeledIjkl, labeledMnop]
},
actionAbcd = { type: "action", expression: literalAbcd, code: " code " },
actionEfgh = { type: "action", expression: literalEfgh, code: " code " },
actionIjkl = { type: "action", expression: literalIjkl, code: " code " },
actionMnop = { type: "action", expression: literalMnop, code: " code " },
actionSequence = { type: "action", expression: sequence, code: " code " },
choice = {
type: "choice", type: "choice",
alternatives: [literalAbcd, literalEfgh, literalIjkl] alternatives: [literalAbcd, literalEfgh, literalIjkl]
}, },
namedChoiceOfLiterals = { type: "named", name: "start rule", expression: choiceOfLiterals }; choice2 = {
type: "choice",
alternatives: [actionAbcd, actionEfgh]
},
choice4 = {
type: "choice",
alternatives: [actionAbcd, actionEfgh, actionIjkl, actionMnop]
},
named = { type: "named", name: "start rule", expression: literalAbcd },
ruleA = { type: "rule", name: "a", expression: literalAbcd },
ruleB = { type: "rule", name: "b", expression: literalEfgh },
ruleC = { type: "rule", name: "c", expression: literalIjkl },
ruleStart = { type: "rule", name: "start", expression: literalAbcd },
initializer = { type: "initializer", code: " code " };
function oneRuleGrammar(expression) { function oneRuleGrammar(expression) {
var initializer = arguments.length > 1 ? arguments[1] : null;
return { return {
type: "grammar", type: "grammar",
initializer: initializer, initializer: null,
rules: [ rules: [{ type: "rule", name: "start", expression: expression }]
{
type: "rule",
name: "start",
expression: expression
}
]
}; };
} }
function actionGrammar(code) { function actionGrammar(code) {
return oneRuleGrammar({ return oneRuleGrammar(
type: "action", { type: "action", expression: literalAbcd, code: code }
expression: literalAbcd, );
code: code
});
}
function ruleRefGrammar(name) {
return oneRuleGrammar({ type: "rule_ref", name: name });
} }
function literalGrammar(value) { function literalGrammar(value, ignoreCase) {
var ignoreCase = arguments.length > 1 ? arguments[1] : false; return oneRuleGrammar(
{ type: "literal", value: value, ignoreCase: ignoreCase }
return oneRuleGrammar({ );
type: "literal",
value: value,
ignoreCase: ignoreCase
});
} }
function classGrammar(parts, rawText) { function classGrammar(parts, inverted, ignoreCase, rawText) {
var inverted = arguments.length > 2 ? arguments[2] : false,
ignoreCase = arguments.length > 3 ? arguments[3] : false;
return oneRuleGrammar({ return oneRuleGrammar({
type: "class", type: "class",
parts: parts, parts: parts,
rawText: rawText,
inverted: inverted, inverted: inverted,
ignoreCase: ignoreCase ignoreCase: ignoreCase,
rawText: rawText
}); });
} }
beforeEach(function() { function anyGrammar() {
trivialGrammar = literalGrammar("abcd"); return oneRuleGrammar({ type: "any" });
}
function ruleRefGrammar(name) {
return oneRuleGrammar({ type: "rule_ref", name: name });
}
var trivialGrammar = literalGrammar("abcd", false),
twoRuleGrammar = {
type: "grammar",
initializer: null,
rules: [ruleA, ruleB]
};
beforeEach(function() {
this.addMatchers({ this.addMatchers({
toParseAs: function(expected) { toParseAs: function(expected) {
var result; var result;
@ -174,98 +187,63 @@ describe("PEG.js grammar parser", function() {
/* Canonical Grammar is "a = \"abcd\"; b = \"efgh\"; c = \"ijkl\";". */ /* Canonical Grammar is "a = \"abcd\"; b = \"efgh\"; c = \"ijkl\";". */
it("parses Grammar", function() { it("parses Grammar", function() {
var ruleA = { type: "rule", name: "a", expression: literalAbcd }, expect('\na = "abcd";\n').toParseAs(
ruleB = { type: "rule", name: "b", expression: literalEfgh }, { type: "grammar", initializer: null, rules: [ruleA] }
ruleC = { type: "rule", name: "c", expression: literalIjkl }; );
expect('\na = "abcd";\nb = "efgh";\nc = "ijkl";\n').toParseAs(
expect('a = "abcd"').toParseAs({ { type: "grammar", initializer: null, rules: [ruleA, ruleB, ruleC] }
type: "grammar", );
initializer: null, expect('\n{ code };\na = "abcd";\n').toParseAs(
rules: [ruleA] { type: "grammar", initializer: initializer, rules: [ruleA] }
}); );
expect('{ code }; a = "abcd"').toParseAs({
type: "grammar",
initializer: { type: "initializer", code: " code " },
rules: [ruleA]
});
expect('a = "abcd"; b = "efgh"; c = "ijkl"').toParseAs({
type: "grammar",
initializer: null,
rules: [ruleA, ruleB, ruleC]
});
}); });
/* Canonical Initializer is "{ code }". */ /* Canonical Initializer is "{ code }". */
it("parses Initializer", function() { it("parses Initializer", function() {
var grammar = oneRuleGrammar(literalAbcd, { expect('{ code };start = "abcd"').toParseAs(
type: "initializer", { type: "grammar", initializer: initializer, rules: [ruleStart] }
code: " code " );
});
expect('{ code }; start = "abcd"' ).toParseAs(grammar);
}); });
/* Canonical Rule is "a: \"abcd\"". */ /* Canonical Rule is "a = \"abcd\";". */
it("parses Rule", function() { it("parses Rule", function() {
expect('start = "abcd" / "efgh" / "ijkl"').toParseAs( expect('start\n=\n"abcd";').toParseAs(
oneRuleGrammar(choiceOfLiterals) oneRuleGrammar(literalAbcd)
);
expect('start\n= "abcd" / "efgh" / "ijkl"').toParseAs(
oneRuleGrammar(choiceOfLiterals)
);
expect('start =\n"abcd" / "efgh" / "ijkl"').toParseAs(
oneRuleGrammar(choiceOfLiterals)
);
expect('start "start rule" = "abcd" / "efgh" / "ijkl"').toParseAs(
oneRuleGrammar(namedChoiceOfLiterals)
); );
expect('start "start rule"\n= "abcd" / "efgh" / "ijkl"').toParseAs( expect('start\n"start rule"\n=\n"abcd";').toParseAs(
oneRuleGrammar(namedChoiceOfLiterals) oneRuleGrammar(named)
);
expect('start = "abcd" / "efgh" / "ijkl"\n;').toParseAs(
oneRuleGrammar(choiceOfLiterals)
); );
}); });
/* Canonical Expression is "\"abcd\" / \"efgh\" / \"ijkl\"". */ /* Canonical Expression is "\"abcd\"". */
it("parses Expression", function() { it("parses Expression", function() {
expect('start = "abcd" / "efgh" / "ijkl"').toParseAs( expect('start = "abcd" / "efgh" / "ijkl"').toParseAs(
oneRuleGrammar(choiceOfLiterals) oneRuleGrammar(choice)
); );
}); });
/* Canonical ChoiceExpression is "\"abcd\" / \"efgh\" / \"ijkl\"". */ /* Canonical ChoiceExpression is "\"abcd\" / \"efgh\" / \"ijkl\"". */
it("parses ChoiceExpression", function() { it("parses ChoiceExpression", function() {
expect('start = "abcd" { code }').toParseAs( expect('start = "abcd" { code }').toParseAs(
oneRuleGrammar(actionOnAbcd) oneRuleGrammar(actionAbcd)
);
expect('start = "abcd" { code }\n/\n"efgh" { code }').toParseAs(
oneRuleGrammar(choice2)
); );
expect( expect(
'start = "abcd" { code } / "abcd" { code } / "abcd" { code }' 'start = "abcd" { code }\n/\n"efgh" { code }\n/\n"ijkl" { code }\n/\n"mnop" { code }'
).toParseAs(oneRuleGrammar({ ).toParseAs(
type: "choice", oneRuleGrammar(choice4)
alternatives: [actionOnAbcd, actionOnAbcd, actionOnAbcd] );
}));
expect(
'start = "abcd" { code }\n/ "abcd" { code }\n/ "abcd" { code }'
).toParseAs(oneRuleGrammar({
type: "choice",
alternatives: [actionOnAbcd, actionOnAbcd, actionOnAbcd]
}));
expect(
'start = "abcd" { code } /\n"abcd" { code } /\n"abcd" { code }'
).toParseAs(oneRuleGrammar({
type: "choice",
alternatives: [actionOnAbcd, actionOnAbcd, actionOnAbcd]
}));
}); });
/* Canonical ActionExpression is "\"abcd\" { code }". */ /* Canonical ActionExpression is "\"abcd\" { code }". */
it("parses ActionExpression", function() { it("parses ActionExpression", function() {
expect('start = "abcd" "efgh" "ijkl" { code }').toParseAs( expect('start = "abcd" "efgh" "ijkl"').toParseAs(
oneRuleGrammar(actionOnSequence) oneRuleGrammar(sequence)
); );
expect('start = "abcd" "efgh" "ijkl"\n{ code }').toParseAs( expect('start = "abcd" "efgh" "ijkl"\n{ code }').toParseAs(
oneRuleGrammar(actionOnSequence) oneRuleGrammar(actionSequence)
); );
}); });
@ -274,75 +252,71 @@ describe("PEG.js grammar parser", function() {
expect('start = a:"abcd"').toParseAs( expect('start = a:"abcd"').toParseAs(
oneRuleGrammar(labeledAbcd) oneRuleGrammar(labeledAbcd)
); );
expect('start = a:"abcd" b:"efgh" c:"ijkl"').toParseAs( expect('start = a:"abcd"\nb:"efgh"').toParseAs(
oneRuleGrammar(sequenceOfLabeleds) oneRuleGrammar(sequence2)
); );
expect('start = a:"abcd"\nb:"efgh"\nc:"ijkl"').toParseAs( expect('start = a:"abcd"\nb:"efgh"\nc:"ijkl"\nd:"mnop"').toParseAs(
oneRuleGrammar(sequenceOfLabeleds) oneRuleGrammar(sequence4)
); );
}); });
/* Canonical LabeledExpression is "label:\"abcd\"". */ /* Canonical LabeledExpression is "a:\"abcd\"". */
it("parses LabeledExpression", function() { it("parses LabeledExpression", function() {
expect('start = label:!"abcd"' ).toParseAs(oneRuleGrammar(labeledSimpleNotLiteral)); expect('start = a\n:\n!"abcd"').toParseAs(oneRuleGrammar(labeledSimpleNot));
expect('start = label\n:!"abcd"').toParseAs(oneRuleGrammar(labeledSimpleNotLiteral)); expect('start = !"abcd"' ).toParseAs(oneRuleGrammar(simpleNotAbcd));
expect('start = label:\n!"abcd"').toParseAs(oneRuleGrammar(labeledSimpleNotLiteral));
expect('start = !"abcd"' ).toParseAs(oneRuleGrammar(simpleNotLiteral));
}); });
/* Canonical PrefixedExpression is "!\"abcd\"". */ /* Canonical PrefixedExpression is "!\"abcd\"". */
it("parses PrefixedExpression", function() { it("parses PrefixedExpression", function() {
expect('start = !"abcd"?' ).toParseAs(oneRuleGrammar(simpleNotOptionalLiteral)); expect('start = !\n"abcd"?' ).toParseAs(oneRuleGrammar(simpleNotOptional));
expect('start = !\n"abcd"?' ).toParseAs(oneRuleGrammar(simpleNotOptionalLiteral)); expect('start = "abcd"?' ).toParseAs(oneRuleGrammar(optional));
expect('start = "abcd"?' ).toParseAs(oneRuleGrammar(optionalLiteral));
}); });
/* Canonical PrefixedOperator is "!". */ /* Canonical PrefixedOperator is "!". */
it("parses PrefixedOperator", function() { it("parses PrefixedOperator", function() {
expect('start = $"abcd"?' ).toParseAs(oneRuleGrammar(textOptionalLiteral)); expect('start = $"abcd"?').toParseAs(oneRuleGrammar(textOptional));
expect('start = &"abcd"?' ).toParseAs(oneRuleGrammar(simpleAndOptionalLiteral)); expect('start = &"abcd"?').toParseAs(oneRuleGrammar(simpleAndOptional));
expect('start = !"abcd"?' ).toParseAs(oneRuleGrammar(simpleNotOptionalLiteral)); expect('start = !"abcd"?').toParseAs(oneRuleGrammar(simpleNotOptional));
}); });
/* Canonical SuffixedExpression is "\"abcd\"?". */ /* Canonical SuffixedExpression is "\"ebcd\"?". */
it("parses SuffixedExpression", function() { it("parses SuffixedExpression", function() {
expect('start = "abcd"?' ).toParseAs(oneRuleGrammar(optionalLiteral)); expect('start = "abcd"\n?').toParseAs(oneRuleGrammar(optional));
expect('start = "abcd"\n?').toParseAs(oneRuleGrammar(optionalLiteral)); expect('start = "abcd"' ).toParseAs(oneRuleGrammar(literalAbcd));
expect('start = "abcd"' ).toParseAs(literalGrammar("abcd"));
}); });
/* Canonical SuffixedOperator is "?". */ /* Canonical SuffixedOperator is "?". */
it("parses SuffixedExpression", function() { it("parses SuffixedOperator", function() {
expect('start = "abcd"?' ).toParseAs(oneRuleGrammar(optionalLiteral)); expect('start = "abcd"?').toParseAs(oneRuleGrammar(optional));
expect('start = "abcd"*' ).toParseAs(oneRuleGrammar(zeroOrMoreLiteral)); expect('start = "abcd"*').toParseAs(oneRuleGrammar(zeroOrMore));
expect('start = "abcd"+' ).toParseAs(oneRuleGrammar(oneOrMoreLiteral)); expect('start = "abcd"+').toParseAs(oneRuleGrammar(oneOrMore));
}); });
/* Canonical PrimaryExpression is "\"abcd\"". */ /* Canonical PrimaryExpression is "\"abcd\"". */
it("parses PrimaryExpression", function() { it("parses PrimaryExpression", function() {
expect('start = "abcd"' ).toParseAs(literalGrammar("abcd")); expect('start = "abcd"' ).toParseAs(trivialGrammar);
expect('start = [a-d]' ).toParseAs(classGrammar([["a", "d"]], "[a-d]")); expect('start = [a-d]' ).toParseAs(classGrammar([["a", "d"]], false, false, "[a-d]"));
expect('start = .' ).toParseAs(oneRuleGrammar({ type: "any" })); expect('start = .' ).toParseAs(anyGrammar());
expect('start = a' ).toParseAs(ruleRefGrammar("a")); expect('start = a' ).toParseAs(ruleRefGrammar("a"));
expect('start = &{ code }' ).toParseAs(oneRuleGrammar(semanticAnd)); expect('start = &{ code }' ).toParseAs(oneRuleGrammar(semanticAnd));
expect('start = ("abcd")' ).toParseAs(literalGrammar("abcd")); expect('start = (\n"abcd"\n)').toParseAs(trivialGrammar);
expect('start = (\n"abcd")').toParseAs(literalGrammar("abcd"));
expect('start = ("abcd"\n)').toParseAs(literalGrammar("abcd"));
}); });
/* Canonical RuleReferenceExpression is "\"abcd\"". */ /* Canonical RuleReferenceExpression is "a". */
it("parses RuleReferenceExpression", function() { it("parses RuleReferenceExpression", function() {
expect('start = a').toParseAs(ruleRefGrammar("a")); expect('start = a').toParseAs(ruleRefGrammar("a"));
expect('start = a\n=' ).toFailToParse();
expect('start = a\n"abcd"\n=').toFailToParse();
}); });
/* Canonical SemanticPredicateExpression is "\"abcd\"". */ /* Canonical SemanticPredicateExpression is "!{ code }". */
it("parses SemanticPredicateExpression", function() { it("parses SemanticPredicateExpression", function() {
expect('start = !{ code }' ).toParseAs(oneRuleGrammar(semanticNot));
expect('start = !\n{ code }').toParseAs(oneRuleGrammar(semanticNot)); expect('start = !\n{ code }').toParseAs(oneRuleGrammar(semanticNot));
}); });
/* Canonical SemanticPredicateOperator is "!". */ /* Canonical SemanticPredicateOperator is "!". */
it("parses SemanticPredicateExpression", function() { it("parses SemanticPredicateOperator", function() {
expect('start = &{ code }').toParseAs(oneRuleGrammar(semanticAnd)); expect('start = &{ code }').toParseAs(oneRuleGrammar(semanticAnd));
expect('start = !{ code }').toParseAs(oneRuleGrammar(semanticNot)); expect('start = !{ code }').toParseAs(oneRuleGrammar(semanticNot));
}); });
@ -387,26 +361,28 @@ describe("PEG.js grammar parser", function() {
it("parses MultiLineComment", function() { it("parses MultiLineComment", function() {
expect('start =/**/"abcd"' ).toParseAs(trivialGrammar); expect('start =/**/"abcd"' ).toParseAs(trivialGrammar);
expect('start =/*a*/"abcd"' ).toParseAs(trivialGrammar); expect('start =/*a*/"abcd"' ).toParseAs(trivialGrammar);
expect('start =/*aaa*/"abcd"').toParseAs(trivialGrammar); expect('start =/*abc*/"abcd"').toParseAs(trivialGrammar);
expect('start =/**/*/"abcd"').toFailToParse(); expect('start =/**/*/"abcd"').toFailToParse();
}); });
// Canonical MultiLineCommentNoLineTerminator is "/* comment */". // Canonical MultiLineCommentNoLineTerminator is "/* comment */".
it("parses MultiLineCommentNoLineTerminator", function() { it("parses MultiLineCommentNoLineTerminator", function() {
expect('start = "abcd"/**/\r\n' ).toParseAs(trivialGrammar); expect('a = "abcd"/**/\r\nb = "efgh"' ).toParseAs(twoRuleGrammar);
expect('start = "abcd"/*a*/\r\n' ).toParseAs(trivialGrammar); expect('a = "abcd"/*a*/\r\nb = "efgh"' ).toParseAs(twoRuleGrammar);
expect('start = "abcd"/*aaa*/\r\n').toParseAs(trivialGrammar); expect('a = "abcd"/*abc*/\r\nb = "efgh"').toParseAs(twoRuleGrammar);
expect('{ code }/**/*/\r\nstart = "abcd"').toFailToParse(); expect('a = "abcd"/**/*/\r\nb = "efgh"').toFailToParse();
expect('{ code }/*\n*/\r\nstart = "abcd"').toFailToParse(); expect('a = "abcd"/*\n*/\r\nb = "efgh"').toFailToParse();
}); });
/* Canonical SingleLineComment is "// comment". */ /* Canonical SingleLineComment is "// comment". */
it("parses SingleLineComment", function() { it("parses SingleLineComment", function() {
expect('start =//\n"abcd"' ).toParseAs(trivialGrammar); expect('start =//\n"abcd"' ).toParseAs(trivialGrammar);
expect('start =//a\n"abcd"' ).toParseAs(trivialGrammar); expect('start =//a\n"abcd"' ).toParseAs(trivialGrammar);
expect('start =//aaa\n"abcd"').toParseAs(trivialGrammar); expect('start =//abc\n"abcd"').toParseAs(trivialGrammar);
expect('start =//\n@\n"abcd"').toFailToParse();
}); });
/* Canonical Identifier is "a". */ /* Canonical Identifier is "a". */
@ -443,31 +419,30 @@ describe("PEG.js grammar parser", function() {
expect('start = a\u200D').toParseAs(ruleRefGrammar("a\u200D")); expect('start = a\u200D').toParseAs(ruleRefGrammar("a\u200D"));
}); });
/* Unicode and reserved word rules are not tested. */ /* Unicode rules and reserved word rules are not tested. */
/* Canonical LiteralMatcher is "\"abcd\"". */ /* Canonical LiteralMatcher is "\"abcd\"". */
it("parses LiteralMatcher", function() { it("parses LiteralMatcher", function() {
expect('start = "abcd"' ).toParseAs(literalGrammar("abcd")); expect('start = "abcd"' ).toParseAs(literalGrammar("abcd", false));
expect('start = "abcd"i').toParseAs(literalGrammar("abcd", true)); expect('start = "abcd"i').toParseAs(literalGrammar("abcd", true));
}); });
/* Canonical StringLiteral is "\"abcd\"". */ /* Canonical StringLiteral is "\"abcd\"". */
it("parses StringLiteral", function() { it("parses StringLiteral", function() {
var grammar = oneRuleGrammar({ expect('start = ""' ).toParseAs(literalGrammar("", false));
type: "named", expect('start = "a"' ).toParseAs(literalGrammar("a", false));
name: "abcd", expect('start = "abc"' ).toParseAs(literalGrammar("abc", false));
expression: literalAbcd
});
expect('start "abcd" = "abcd"' ).toParseAs(grammar); expect("start = ''" ).toParseAs(literalGrammar("", false));
expect('start \'abcd\' = "abcd"').toParseAs(grammar); expect("start = 'a'" ).toParseAs(literalGrammar("a", false));
expect("start = 'abc'" ).toParseAs(literalGrammar("abc", false));
}); });
/* Canonical DoubleStringCharacter is "a". */ /* Canonical DoubleStringCharacter is "a". */
it("parses DoubleStringCharacter", function() { it("parses DoubleStringCharacter", function() {
expect('start = "a"' ).toParseAs(literalGrammar("a")); expect('start = "a"' ).toParseAs(literalGrammar("a", false));
expect('start = "\\n"' ).toParseAs(literalGrammar("\n")); expect('start = "\\n"' ).toParseAs(literalGrammar("\n", false));
expect('start = "\\\n"').toParseAs(literalGrammar("")); expect('start = "\\\n"').toParseAs(literalGrammar("", false));
expect('start = """' ).toFailToParse(); expect('start = """' ).toFailToParse();
expect('start = "\\"').toFailToParse(); expect('start = "\\"').toFailToParse();
@ -476,9 +451,9 @@ describe("PEG.js grammar parser", function() {
/* Canonical SingleStringCharacter is "a". */ /* Canonical SingleStringCharacter is "a". */
it("parses SingleStringCharacter", function() { it("parses SingleStringCharacter", function() {
expect("start = 'a'" ).toParseAs(literalGrammar("a")); expect("start = 'a'" ).toParseAs(literalGrammar("a", false));
expect("start = '\\n'" ).toParseAs(literalGrammar("\n")); expect("start = '\\n'" ).toParseAs(literalGrammar("\n", false));
expect("start = '\\\n'").toParseAs(literalGrammar("")); expect("start = '\\\n'").toParseAs(literalGrammar("", false));
expect("start = '''" ).toFailToParse(); expect("start = '''" ).toFailToParse();
expect("start = '\\'").toFailToParse(); expect("start = '\\'").toFailToParse();
@ -488,30 +463,39 @@ describe("PEG.js grammar parser", function() {
/* Canonical CharacterClassMatcher is "[a-d]". */ /* Canonical CharacterClassMatcher is "[a-d]". */
it("parses CharacterClassMatcher", function() { it("parses CharacterClassMatcher", function() {
expect('start = []').toParseAs( expect('start = []').toParseAs(
classGrammar([], "[]") classGrammar([], false, false, "[]")
); );
expect('start = [a-d]').toParseAs( expect('start = [a-d]').toParseAs(
classGrammar([["a", "d"]], "[a-d]") classGrammar([["a", "d"]], false, false, "[a-d]")
); );
expect('start = [a]').toParseAs( expect('start = [a]').toParseAs(
classGrammar(["a"], "[a]") classGrammar(["a"], false, false, "[a]")
); );
expect('start = [a-de-hi-l]').toParseAs( expect('start = [a-de-hi-l]').toParseAs(
classGrammar([["a", "d"], ["e", "h"], ["i", "l"]], "[a-de-hi-l]") classGrammar(
[["a", "d"], ["e", "h"], ["i", "l"]],
false,
false,
"[a-de-hi-l]"
)
); );
expect('start = [^a-d]').toParseAs( expect('start = [^a-d]').toParseAs(
classGrammar([["a", "d"]], "[^a-d]", true, false) classGrammar([["a", "d"]], true, false, "[^a-d]")
); );
expect('start = [a-d]i').toParseAs( expect('start = [a-d]i').toParseAs(
classGrammar([["a", "d"]], "[a-d]i", false, true) classGrammar([["a", "d"]], false, true, "[a-d]i")
); );
}); });
/* Canonical ClassCharacterRange is "a-d". */ /* Canonical ClassCharacterRange is "a-d". */
it("parses ClassCharacterRange", function() { it("parses ClassCharacterRange", function() {
expect('start = [a-d]').toParseAs(classGrammar([["a", "d"]], "[a-d]")); expect('start = [a-d]').toParseAs(
classGrammar([["a", "d"]], false, false, "[a-d]")
);
expect('start = [a-a]').toParseAs(classGrammar([["a", "a"]], "[a-a]")); expect('start = [a-a]').toParseAs(
classGrammar([["a", "a"]], false, false, "[a-a]")
);
expect('start = [b-a]').toFailToParse({ expect('start = [b-a]').toFailToParse({
message: "Invalid character range: b-a." message: "Invalid character range: b-a."
}); });
@ -519,9 +503,15 @@ describe("PEG.js grammar parser", function() {
/* Canonical ClassCharacter is "a". */ /* Canonical ClassCharacter is "a". */
it("parses ClassCharacter", function() { it("parses ClassCharacter", function() {
expect('start = [a]' ).toParseAs(classGrammar(["a"], "[a]")); expect('start = [a]' ).toParseAs(
expect('start = [\\n]' ).toParseAs(classGrammar(["\n"], "[\\n]")); classGrammar(["a"], false, false, "[a]")
expect('start = [\\\n]').toParseAs(classGrammar([''], "[\\\n]")); );
expect('start = [\\n]' ).toParseAs(
classGrammar(["\n"], false, false, "[\\n]")
);
expect('start = [\\\n]').toParseAs(
classGrammar([''], false, false, "[\\\n]")
);
expect('start = []]' ).toFailToParse(); expect('start = []]' ).toFailToParse();
expect('start = [\\]').toFailToParse(); expect('start = [\\]').toFailToParse();
@ -530,60 +520,68 @@ describe("PEG.js grammar parser", function() {
/* Canonical LineContinuation is "\\\n". */ /* Canonical LineContinuation is "\\\n". */
it("parses LineContinuation", function() { it("parses LineContinuation", function() {
expect('start = "\\\r\n"').toParseAs(literalGrammar("")); expect('start = "\\\r\n"').toParseAs(literalGrammar("", false));
}); });
/* Canonical EscapeSequence is "n". */ /* Canonical EscapeSequence is "n". */
it("parses EscapeSequence", function() { it("parses EscapeSequence", function() {
expect('start = "\\n"' ).toParseAs(literalGrammar("\n")); expect('start = "\\n"' ).toParseAs(literalGrammar("\n", false));
expect('start = "\\0"' ).toParseAs(literalGrammar("\x00")); expect('start = "\\0"' ).toParseAs(literalGrammar("\x00", false));
expect('start = "\\xFF"' ).toParseAs(literalGrammar("\xFF")); expect('start = "\\xFF"' ).toParseAs(literalGrammar("\xFF", false));
expect('start = "\\uFFFF"').toParseAs(literalGrammar("\uFFFF")); expect('start = "\\uFFFF"').toParseAs(literalGrammar("\uFFFF", false));
expect('start = "\\09"').toFailToParse(); expect('start = "\\09"').toFailToParse();
}); });
/* Canonical CharacterEscapeSequence is "n". */ /* Canonical CharacterEscapeSequence is "n". */
it("parses CharacterEscapeSequence", function() { it("parses CharacterEscapeSequence", function() {
expect('start = "\\n"').toParseAs(literalGrammar("\n")); expect('start = "\\n"').toParseAs(literalGrammar("\n", false));
expect('start = "\\a"').toParseAs(literalGrammar("a")); expect('start = "\\a"').toParseAs(literalGrammar("a", false));
}); });
/* Canonical SingleEscapeCharacter is "n". */ /* Canonical SingleEscapeCharacter is "n". */
it("parses SingleEscapeCharacter", function() { it("parses SingleEscapeCharacter", function() {
expect('start = "\\\'"').toParseAs(literalGrammar("'")); expect('start = "\\\'"').toParseAs(literalGrammar("'", false));
expect('start = "\\""' ).toParseAs(literalGrammar('"')); expect('start = "\\""' ).toParseAs(literalGrammar('"', false));
expect('start = "\\\\"').toParseAs(literalGrammar("\\")); expect('start = "\\\\"').toParseAs(literalGrammar("\\", false));
expect('start = "\\b"' ).toParseAs(literalGrammar("\b")); expect('start = "\\b"' ).toParseAs(literalGrammar("\b", false));
expect('start = "\\f"' ).toParseAs(literalGrammar("\f")); expect('start = "\\f"' ).toParseAs(literalGrammar("\f", false));
expect('start = "\\n"' ).toParseAs(literalGrammar("\n")); expect('start = "\\n"' ).toParseAs(literalGrammar("\n", false));
expect('start = "\\r"' ).toParseAs(literalGrammar("\r")); expect('start = "\\r"' ).toParseAs(literalGrammar("\r", false));
expect('start = "\\t"' ).toParseAs(literalGrammar("\t")); expect('start = "\\t"' ).toParseAs(literalGrammar("\t", false));
expect('start = "\\v"' ).toParseAs(literalGrammar("\x0B")); // no "\v" in IE expect('start = "\\v"' ).toParseAs(literalGrammar("\x0B", false)); // no "\v" in IE
}); });
/* Canonical NonEscapeCharacter is "a". */ /* Canonical NonEscapeCharacter is "a". */
it("parses NonEscapeCharacter", function() { it("parses NonEscapeCharacter", function() {
expect('start = "\\a"').toParseAs(literalGrammar("a")); expect('start = "\\a"').toParseAs(literalGrammar("a", false));
/*
* The negative predicate is impossible to test with PEG.js grammar
* structure.
*/
}); });
/* The EscapeCharacter rule is not tested. */ /*
* The EscapeCharacter rule is impossible to test with PEG.js grammar
* structure.
*/
/* Canonical HexEscapeSequence is "xFF". */ /* Canonical HexEscapeSequence is "xFF". */
it("parses HexEscapeSequence", function() { it("parses HexEscapeSequence", function() {
expect('start = "\\xFF"').toParseAs(literalGrammar("\xFF")); expect('start = "\\xFF"').toParseAs(literalGrammar("\xFF", false));
}); });
/* Canonical UnicodeEscapeSequence is "uFFFF". */ /* Canonical UnicodeEscapeSequence is "uFFFF". */
it("parses UnicodeEscapeSequence", function() { it("parses UnicodeEscapeSequence", function() {
expect('start = "\\uFFFF"').toParseAs(literalGrammar("\uFFFF")); expect('start = "\\uFFFF"').toParseAs(literalGrammar("\uFFFF", false));
}); });
/* Digit rules are not tested. */ /* Digit rules are not tested. */
/* Canonical AnyMatcher is ".". */ /* Canonical AnyMatcher is ".". */
it("parses CodeAnymatcher", function() { it("parses AnyMatcher", function() {
expect('start = .').toParseAs(oneRuleGrammar({ type: "any" })); expect('start = .').toParseAs(anyGrammar());
}); });
/* Canonical CodeBlock is "{ code }". */ /* Canonical CodeBlock is "{ code }". */
@ -595,15 +593,13 @@ describe("PEG.js grammar parser", function() {
it("parses Code", function() { it("parses Code", function() {
expect('start = "abcd" {a}' ).toParseAs(actionGrammar("a")); expect('start = "abcd" {a}' ).toParseAs(actionGrammar("a"));
expect('start = "abcd" {{a}}').toParseAs(actionGrammar("{a}")); expect('start = "abcd" {{a}}').toParseAs(actionGrammar("{a}"));
expect('start = "abcd" {aaa}').toParseAs(actionGrammar("aaa")); expect('start = "abcd" {abc}').toParseAs(actionGrammar("abc"));
expect('start = "abcd" {{}').toFailToParse(); expect('start = "abcd" {{}').toFailToParse();
expect('start = "abcd" {}}').toFailToParse(); expect('start = "abcd" {}}').toFailToParse();
}); });
/* Unicode character category rules are not tested. */ /* Unicode character category rules and token rules are not tested. */
/* Token rules are not tested. */
/* Canonical __ is "\n". */ /* Canonical __ is "\n". */
it("parses __", function() { it("parses __", function() {
@ -616,22 +612,22 @@ describe("PEG.js grammar parser", function() {
/* Canonical _ is " ". */ /* Canonical _ is " ". */
it("parses _", function() { it("parses _", function() {
expect('start = "abcd"\r\n' ).toParseAs(trivialGrammar); expect('a = "abcd"\r\nb = "efgh"' ).toParseAs(twoRuleGrammar);
expect('start = "abcd" \r\n' ).toParseAs(trivialGrammar); expect('a = "abcd" \r\nb = "efgh"' ).toParseAs(twoRuleGrammar);
expect('start = "abcd"/* comment */\r\n').toParseAs(trivialGrammar); expect('a = "abcd"/* comment */\r\nb = "efgh"').toParseAs(twoRuleGrammar);
expect('start = "abcd" \r\n' ).toParseAs(trivialGrammar); expect('a = "abcd" \r\nb = "efgh"' ).toParseAs(twoRuleGrammar);
}); });
/* Canonical EOS is ";". */ /* Canonical EOS is ";". */
it("parses EOS", function() { it("parses EOS", function() {
expect('start = "abcd"\n;' ).toParseAs(trivialGrammar); expect('a = "abcd"\n;b = "efgh"' ).toParseAs(twoRuleGrammar);
expect('start = "abcd" \r\n' ).toParseAs(trivialGrammar); expect('a = "abcd" \r\nb = "efgh"' ).toParseAs(twoRuleGrammar);
expect('start = "abcd" // comment\r\n').toParseAs(trivialGrammar); expect('a = "abcd" // comment\r\nb = "efgh"').toParseAs(twoRuleGrammar);
expect('start = "abcd"\n' ).toParseAs(trivialGrammar); expect('a = "abcd"\nb = "efgh"' ).toParseAs(twoRuleGrammar);
}); });
/* Canonical EOF is the end of input. */ /* Canonical EOF is the end of input. */
it("parses EOS", function() { it("parses EOF", function() {
expect('start = "abcd"\n').toParseAs(trivialGrammar); expect('start = "abcd"\n').toParseAs(trivialGrammar);
}); });
}); });

Write Preview
Loading…
Cancel
Save