Behavior tests

stasm · stasm · commit 98360cdfc11a · 2017-05-15T22:25:04.000+02:00
diff --git a/fluent/syntax/errors.py b/fluent/syntax/errors.py
@@ -1,3 +1,6 @@
+from __future__ import unicode_literals
+
+
 class ParseError(Exception):
     def __init__(self, code, *args):
         self.code = code
diff --git a/tests/syntax/fixtures_behavior/attribute_expression_with_wrong_attr.ftl b/tests/syntax/fixtures_behavior/attribute_expression_with_wrong_attr.ftl
@@ -0,0 +1,7 @@
+key = { foo.23 }
+
+//~ ERROR E0004, pos 12, args "a-zA-Z"
+
+key = { foo. }
+
+//~ ERROR E0004, pos 31, args "a-zA-Z"
diff --git a/tests/syntax/fixtures_behavior/attribute_starts_from_nl.ftl b/tests/syntax/fixtures_behavior/attribute_starts_from_nl.ftl
@@ -0,0 +1,3 @@
+foo = Value
+.attr = Value 2
+//~ ERROR E0002, pos 12
diff --git a/tests/syntax/fixtures_behavior/attribute_with_empty_pattern.ftl b/tests/syntax/fixtures_behavior/attribute_with_empty_pattern.ftl
@@ -0,0 +1,2 @@
+key = Value
+    .label =
diff --git a/tests/syntax/fixtures_behavior/attribute_without_equal_sign.ftl b/tests/syntax/fixtures_behavior/attribute_without_equal_sign.ftl
@@ -0,0 +1,3 @@
+key = Value
+    .label
+//~ ERROR E0003, pos 22, args "="
diff --git a/tests/syntax/fixtures_behavior/broken_number.ftl b/tests/syntax/fixtures_behavior/broken_number.ftl
@@ -0,0 +1,14 @@
+key = { -2.4.5 }
+//~ ERROR E0003, pos 12, args "}"
+
+key = { -2.4. }
+//~ ERROR E0003, pos 30, args "}"
+
+key = { -.4 }
+//~ ERROR E0004, pos 44, args "0-9"
+
+key = { -2..4 }
+//~ ERROR E0004, pos 61, args "0-9"
+
+key = { 24d }
+//~ ERROR E0003, pos 77, args "}"
diff --git a/tests/syntax/fixtures_behavior/call_expression_with_trailing_comma.ftl b/tests/syntax/fixtures_behavior/call_expression_with_trailing_comma.ftl
@@ -0,0 +1 @@
+key = { BUILTIN(23, ) }
diff --git a/tests/syntax/fixtures_behavior/call_expression_with_wrong_kwarg_name.ftl b/tests/syntax/fixtures_behavior/call_expression_with_wrong_kwarg_name.ftl
@@ -0,0 +1,2 @@
+key = { BUILTIN(2: "foo") }
+//~ ERROR E0009, pos 17
diff --git a/tests/syntax/fixtures_behavior/call_expression_with_wrong_value_type.ftl b/tests/syntax/fixtures_behavior/call_expression_with_wrong_value_type.ftl
@@ -0,0 +1,2 @@
+key = { BUILTIN(key: foo) }
+//~ ERROR E0006, pos 21, args "value"
diff --git a/tests/syntax/fixtures_behavior/comment_continues_with_one_slash.ftl b/tests/syntax/fixtures_behavior/comment_continues_with_one_slash.ftl
@@ -0,0 +1,3 @@
+// This is a normal comment
+/ but this is not
+//~ ERROR E0003, pos 29, args "/"
diff --git a/tests/syntax/fixtures_behavior/comment_with_eof.ftl b/tests/syntax/fixtures_behavior/comment_with_eof.ftl
@@ -0,0 +1 @@
+// This is a comment with no new line
diff --git a/tests/syntax/fixtures_behavior/empty_resource.ftl b/tests/syntax/fixtures_behavior/empty_resource.ftl
diff --git a/tests/syntax/fixtures_behavior/empty_resource_with_ws.ftl b/tests/syntax/fixtures_behavior/empty_resource_with_ws.ftl
@@ -0,0 +1,2 @@
+   
+     
diff --git a/tests/syntax/fixtures_behavior/entry_start_with_one_slash.ftl b/tests/syntax/fixtures_behavior/entry_start_with_one_slash.ftl
@@ -0,0 +1,3 @@
+
+/ Test
+//~ ERROR E0003, pos 2, args "/"
diff --git a/tests/syntax/fixtures_behavior/leading_empty_lines.ftl b/tests/syntax/fixtures_behavior/leading_empty_lines.ftl
@@ -0,0 +1,3 @@
+
+
+foo = Value
diff --git a/tests/syntax/fixtures_behavior/leading_empty_lines_with_ws.ftl b/tests/syntax/fixtures_behavior/leading_empty_lines_with_ws.ftl
@@ -0,0 +1,5 @@
+
+   
+
+   
+foo = Value
diff --git a/tests/syntax/fixtures_behavior/multiline_string.ftl b/tests/syntax/fixtures_behavior/multiline_string.ftl
@@ -0,0 +1,3 @@
+key = { BUILTIN(key: "
+ text
+    ") }
diff --git a/tests/syntax/fixtures_behavior/multiline_with_non_empty_first_line.ftl b/tests/syntax/fixtures_behavior/multiline_with_non_empty_first_line.ftl
@@ -0,0 +1,3 @@
+key = Value
+    Value 2
+//~ ERROR E0002, pos 12
diff --git a/tests/syntax/fixtures_behavior/non_id_attribute_name.ftl b/tests/syntax/fixtures_behavior/non_id_attribute_name.ftl
@@ -0,0 +1,3 @@
+key = Value
+    .2 = Foo
+//~ ERROR E0004, pos 17, args "a-zA-Z"
diff --git a/tests/syntax/fixtures_behavior/placeable_at_line_extremes.ftl b/tests/syntax/fixtures_behavior/placeable_at_line_extremes.ftl
@@ -0,0 +1,8 @@
+key1 =
+    { foo }
+
+key2 =
+    Foo { foo }
+
+key3 =
+    { foo } Foo
diff --git a/tests/syntax/fixtures_behavior/placeable_without_close_bracket.ftl b/tests/syntax/fixtures_behavior/placeable_without_close_bracket.ftl
@@ -0,0 +1,3 @@
+key = { $num
+
+//~ ERROR E0003, pos 12, args "}"
diff --git a/tests/syntax/fixtures_behavior/second_attribute_starts_from_nl.ftl b/tests/syntax/fixtures_behavior/second_attribute_starts_from_nl.ftl
@@ -0,0 +1,4 @@
+key = Value
+    .label = Value
+.accesskey = K
+//~ ERROR E0002, pos 31
diff --git a/tests/syntax/fixtures_behavior/second_tag_starts_from_nl.ftl b/tests/syntax/fixtures_behavior/second_tag_starts_from_nl.ftl
@@ -0,0 +1,4 @@
+key = Value
+    #tag
+#tag2
+//~ ERROR E0002, pos 21
diff --git a/tests/syntax/fixtures_behavior/section_starts_with_one_bracket.ftl b/tests/syntax/fixtures_behavior/section_starts_with_one_bracket.ftl
@@ -0,0 +1,2 @@
+[ This is a broken section ]]
+//~ ERROR E0003, pos 1, args "["
diff --git a/tests/syntax/fixtures_behavior/section_with_nl_in_the_middle.ftl b/tests/syntax/fixtures_behavior/section_with_nl_in_the_middle.ftl
@@ -0,0 +1,3 @@
+[[ This is
+a broken section]]
+//~ ERROR E0003, pos 10, args "]"
diff --git a/tests/syntax/fixtures_behavior/section_with_no_nl_after_it.ftl b/tests/syntax/fixtures_behavior/section_with_no_nl_after_it.ftl
@@ -0,0 +1 @@
+[[ This is a correct section ]]
diff --git a/tests/syntax/fixtures_behavior/section_with_one_bracket_at_the_end.ftl b/tests/syntax/fixtures_behavior/section_with_one_bracket_at_the_end.ftl
@@ -0,0 +1,2 @@
+[[ This is a broken section ]
+//~ ERROR E0003, pos 29, args "]"
diff --git a/tests/syntax/fixtures_behavior/select_expression_with_two_selectors.ftl b/tests/syntax/fixtures_behavior/select_expression_with_two_selectors.ftl
@@ -0,0 +1,2 @@
+key = { $foo $faa }
+//~ ERROR E0003, pos 13, args "}"
diff --git a/tests/syntax/fixtures_behavior/select_expression_without_arrow.ftl b/tests/syntax/fixtures_behavior/select_expression_without_arrow.ftl
@@ -0,0 +1,2 @@
+key = { $foo - }
+//~ ERROR E0003, pos 13, args "}"
diff --git a/tests/syntax/fixtures_behavior/select_expression_without_variants.ftl b/tests/syntax/fixtures_behavior/select_expression_without_variants.ftl
@@ -0,0 +1,6 @@
+key = { $foo -> }
+//~ ERROR E0003, pos 16, args "␤"
+
+key = { $foo ->
+    }
+//~ ERROR E0003, pos 39, args "["
diff --git a/tests/syntax/fixtures_behavior/selector_expression_ends_abruptly.ftl b/tests/syntax/fixtures_behavior/selector_expression_ends_abruptly.ftl
@@ -0,0 +1,2 @@
+key = { $foo ->
+//~ ERROR E0003, pos 16, args "["
diff --git a/tests/syntax/fixtures_behavior/simple_message.ftl b/tests/syntax/fixtures_behavior/simple_message.ftl
@@ -0,0 +1 @@
+foo = Foo
diff --git a/tests/syntax/fixtures_behavior/single_char_id.ftl b/tests/syntax/fixtures_behavior/single_char_id.ftl
@@ -0,0 +1,2 @@
+k = Value
+    .l = Foo
diff --git a/tests/syntax/fixtures_behavior/standalone_identifier.ftl b/tests/syntax/fixtures_behavior/standalone_identifier.ftl
@@ -0,0 +1,2 @@
+foo
+//~ ERROR E0005, pos 3, args "foo"
diff --git a/tests/syntax/fixtures_behavior/tag_and_attribute_together.ftl b/tests/syntax/fixtures_behavior/tag_and_attribute_together.ftl
@@ -0,0 +1,4 @@
+key = Value
+    .label = Foo
+    #masculine
+//~ ERROR E0012, pos 28
diff --git a/tests/syntax/fixtures_behavior/tag_starts_from_nl.ftl b/tests/syntax/fixtures_behavior/tag_starts_from_nl.ftl
@@ -0,0 +1,3 @@
+key = Value
+#tag
+//~ ERROR E0002, pos 12
diff --git a/tests/syntax/fixtures_behavior/unclosed_empty_placeable_error.ftl b/tests/syntax/fixtures_behavior/unclosed_empty_placeable_error.ftl
@@ -0,0 +1,2 @@
+bar = Bar {
+//~ ERROR E0004, pos 11, args "a-zA-Z"
diff --git a/tests/syntax/fixtures_behavior/unknown_entry_start.ftl b/tests/syntax/fixtures_behavior/unknown_entry_start.ftl
@@ -0,0 +1,3 @@
+
+8Foo = Foo
+//~ ERROR E0002, pos 1
diff --git a/tests/syntax/fixtures_behavior/variant_ends_abruptly.ftl b/tests/syntax/fixtures_behavior/variant_ends_abruptly.ftl
@@ -0,0 +1,3 @@
+key = { $foo ->
+    *[
+//~ ERROR E0004, pos 22, args "a-zA-Z"
diff --git a/tests/syntax/fixtures_behavior/variant_expression_empty_key.ftl b/tests/syntax/fixtures_behavior/variant_expression_empty_key.ftl
@@ -0,0 +1,2 @@
+key = { foo[] }
+//~ ERROR E0004, pos 12, args "a-zA-Z"
diff --git a/tests/syntax/fixtures_behavior/variant_starts_from_nl.ftl b/tests/syntax/fixtures_behavior/variant_starts_from_nl.ftl
@@ -0,0 +1,4 @@
+key = {
+*[one] Value
+    }
+//~ ERROR E0004, pos 7, args "a-zA-Z"
diff --git a/tests/syntax/fixtures_behavior/variant_with_digit_key.ftl b/tests/syntax/fixtures_behavior/variant_with_digit_key.ftl
@@ -0,0 +1,3 @@
+key = {
+        *[-2] Foo
+    }
diff --git a/tests/syntax/fixtures_behavior/variant_with_empty_pattern.ftl b/tests/syntax/fixtures_behavior/variant_with_empty_pattern.ftl
@@ -0,0 +1,3 @@
+key = {
+    *[one]
+    }
diff --git a/tests/syntax/fixtures_behavior/variant_with_leading_space_in_name.ftl b/tests/syntax/fixtures_behavior/variant_with_leading_space_in_name.ftl
@@ -0,0 +1,4 @@
+key = {
+        *[  one] Foo
+    }
+//~ ERROR E0004, pos 18, args "a-zA-Z"
diff --git a/tests/syntax/fixtures_behavior/variant_with_symbol_with_space.ftl b/tests/syntax/fixtures_behavior/variant_with_symbol_with_space.ftl
@@ -0,0 +1,3 @@
+key = {
+        *[New York] Nowy Jork
+    }
diff --git a/tests/syntax/fixtures_behavior/variants_with_two_defaults.ftl b/tests/syntax/fixtures_behavior/variants_with_two_defaults.ftl
@@ -0,0 +1,5 @@
+key = {
+    *[one] Foo
+    *[two] Two
+    }
+//~ ERROR E0015, pos 27
diff --git a/tests/syntax/test_behavior.py b/tests/syntax/test_behavior.py
@@ -0,0 +1,103 @@
+from __future__ import unicode_literals
+import os
+import re
+import sys
+import codecs
+import unittest
+
+sys.path.append('.')
+
+from fluent.syntax.parser import parse
+
+
+sigil = r'^\/\/~ '
+re_directive = re.compile(r'{}(.*)[\n$]'.format(sigil), re.MULTILINE)
+
+
+def preprocess(source):
+    return [
+        re.findall(re_directive, source),
+        re.sub(re_directive, '', source)
+    ]
+
+
+def get_code_name(code):
+    first = code[0]
+    if first == 'E':
+        return 'ERROR {}'.format(code)
+    if first == 'W':
+        return 'ERROR {}'.format(code)
+    if first == 'H':
+        return 'ERROR {}'.format(code)
+    raise Exception('Unknown Annotation code')
+
+
+def serialize_annotation(annot):
+    parts = [get_code_name(annot.code)]
+    span = annot.span
+
+    if (span.start == span.end):
+        parts.append('pos {}'.format(span.start))
+    else:
+        parts.append(
+            'start {}'.format(span.start),
+            'end {}'.format(span.end)
+        )
+
+    if len(annot.args):
+        pretty_args = ' '.join([
+            '"{}"'.format(arg)
+            for arg in annot.args
+        ])
+        parts.append('args {}'.format(pretty_args))
+
+    return ', '.join(parts)
+
+
+def read_file(path):
+    with codecs.open(path, 'r', encoding='utf-8') as file:
+        text = file.read()
+    return text
+
+
+fixtures = os.path.join(
+    os.path.dirname(__file__), 'fixtures_behavior'
+)
+
+
+class TestBehaviorMeta(type):
+    def __new__(mcs, name, bases, attrs):
+
+        def gen_test(file_name):
+            def test(self):
+                ftl_path = os.path.join(fixtures, file_name + '.ftl')
+                ftl_file = read_file(ftl_path)
+
+                [expected_directives, source] = preprocess(ftl_file)
+                expected = '{}\n'.format('\n'.join(expected_directives))
+                ast = parse(source)
+                actual_directives = [
+                    serialize_annotation(annot)
+                    for entry in ast.body
+                    for annot in entry.annotations
+                ]
+                actual = '{}\n'.format('\n'.join(actual_directives))
+
+                self.assertEqual(actual, expected)
+
+            return test
+
+        for f in os.listdir(fixtures):
+            file_name, ext = os.path.splitext(f)
+
+            if ext != '.ftl':
+                continue
+
+            test_name = 'test_{}'.format(file_name)
+            attrs[test_name] = gen_test(file_name)
+
+        return type.__new__(mcs, name, bases, attrs)
+
+
+class TestBehavior(unittest.TestCase):
+    __metaclass__ = TestBehaviorMeta

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+foo = Value`
	`2`	`+.attr = Value 2`
	`3`	`+//~ ERROR E0002, pos 12`
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+key = Value`
	`2`	`+ .label`
	`3`	`+//~ ERROR E0003, pos 22, args "="`
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,2 @@`
	`1`	`+key = { BUILTIN(2: "foo") }`
	`2`	`+//~ ERROR E0009, pos 17`
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,2 @@`
	`1`	`+key = { BUILTIN(key: foo) }`
	`2`	`+//~ ERROR E0006, pos 21, args "value"`
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+// This is a normal comment`
	`2`	`+/ but this is not`
	`3`	`+//~ ERROR E0003, pos 29, args "/"`