Merge pull request #3 from sudo-jarvis/create-lexer

Add some basic tests for the lexer

Author: Julian

jsonschema_lexer/tests/test_integration.py

@@ -1,2 +1,149 @@
+"""
+    JSON Schema Lexer tests
+"""
+
+from pygments.token import Token
+import pytest
+
+from jsonschema_lexer.lexer import JSONSchemaLexer
+
+# Test helpers.
+
+
+@pytest.fixture()
+def lexer():
+    return JSONSchemaLexer()
+
+
+@pytest.fixture()
+def data_types():
+    return JSONSchemaLexer().parsed_data_types
+
+
+@pytest.fixture()
+def keywords():
+    return JSONSchemaLexer().parsed_keywords
+
+
+def assert_single_token(lexer, s, token):
+    """Show that a given string generates only one token."""
+    tokens = list(lexer.get_tokens_unprocessed(s))
+    assert len(tokens) == 1
+    assert s == tokens[0][2]
+    assert token == tokens[0][1]
+
+
+def assert_tokens(lexer, string, expected_tokens):
+    """Show that a given string generates the expected tokens."""
+    tokens = list(lexer.get_tokens_unprocessed(string))
+    parsed_tokens = [t[1] for t in tokens]
+    assert parsed_tokens == expected_tokens
+
+
+# Tests
+
+
 def test_it_imports():
     import jsonschema_lexer  # noqa: F401
+
+
+def test_data_type_tokens(lexer, data_types):
+    for data_type in data_types:
+        assert_single_token(lexer, data_type, Token.Name.Decorator)
+
+
+def test_keyword_tokens(lexer, keywords):
+    for keyword in keywords:
+        sample_json_schema = f"""
+        {{
+            {keyword}:"test"
+        }}
+        """.strip()
+        assert_tokens(
+            lexer,
+            sample_json_schema,
+            [
+                Token.Punctuation,
+                Token.Text.Whitespace,
+                Token.Keyword,
+                Token.Punctuation,
+                Token.Literal.String.Double,
+                Token.Text.Whitespace,
+                Token.Punctuation,
+            ],
+        )
+
+
+def test_nested_json_schema(lexer):
+    test_json_schema = """
+    {
+    "$schema": "https://json-schema.org/draft/2020-12/schema",
+    "title": "Product",
+    "description": "A product from Acme's catalog",
+    "type": "object",
+    "properties": {
+        "productId": {
+        "description": "The unique identifier for a product",
+        "type": "integer"
+        }
+    }
+    }
+    """.strip()
+    assert_tokens(
+        lexer,
+        test_json_schema,
+        [
+            Token.Punctuation,
+            Token.Text.Whitespace,
+            Token.Keyword,
+            Token.Punctuation,
+            Token.Text.Whitespace,
+            Token.Literal.String.Double,
+            Token.Punctuation,
+            Token.Text.Whitespace,
+            Token.Keyword,
+            Token.Punctuation,
+            Token.Text.Whitespace,
+            Token.Literal.String.Double,
+            Token.Punctuation,
+            Token.Text.Whitespace,
+            Token.Keyword,
+            Token.Punctuation,
+            Token.Text.Whitespace,
+            Token.Literal.String.Double,
+            Token.Punctuation,
+            Token.Text.Whitespace,
+            Token.Keyword,
+            Token.Punctuation,
+            Token.Text.Whitespace,
+            Token.Name.Decorator,
+            Token.Punctuation,
+            Token.Text.Whitespace,
+            Token.Keyword,
+            Token.Punctuation,
+            Token.Text.Whitespace,
+            Token.Punctuation,
+            Token.Text.Whitespace,
+            Token.Name.Tag,
+            Token.Punctuation,
+            Token.Text.Whitespace,
+            Token.Punctuation,
+            Token.Text.Whitespace,
+            Token.Keyword,
+            Token.Punctuation,
+            Token.Text.Whitespace,
+            Token.Literal.String.Double,
+            Token.Punctuation,
+            Token.Text.Whitespace,
+            Token.Keyword,
+            Token.Punctuation,
+            Token.Text.Whitespace,
+            Token.Name.Decorator,
+            Token.Text.Whitespace,
+            Token.Punctuation,
+            Token.Text.Whitespace,
+            Token.Punctuation,
+            Token.Text.Whitespace,
+            Token.Punctuation,
+        ],
+    )

noxfile.py

@@ -37,7 +37,7 @@ def tests(session):
     """
     Run the test suite.
     """
-    session.install("pytest")
+    session.install("-r", REQUIREMENTS["tests"])
 
     if session.posargs and session.posargs[0] == "coverage":
         if len(session.posargs) > 1 and session.posargs[1] == "github":

test-requirements.in

@@ -1,2 +1,3 @@
 file:.#egg=jsonschema_lexer
 pytest
+pygments==2.17.2

test-requirements.txt

@@ -0,0 +1,3 @@
+file:.#egg=jsonschema_lexer
+pytest
+pygments==2.17.2