Convert test_csv_tsv_loader_dumper.py to pytest format

- Remove unittest imports and TestCase class
- Convert 6 test methods to standalone functions
- Add pytest fixtures for schema_view, test_data, test_data2
- Use tmp_path fixture for temporary file handling

Author: vladistan

tests/test_loaders_dumpers/test_csv_tsv_loader_dumper.py

@@ -1,8 +1,8 @@
 import json
 import logging
 import os
-import unittest
 
+import pytest
 from jsonasobj2 import as_json_obj
 
 from linkml_runtime.dumpers import csv_dumper, json_dumper, tsv_dumper, yaml_dumper
@@ -31,90 +31,132 @@ def _json(obj) -> str:
     return json.dumps(obj, indent=" ", sort_keys=True)
 
 
-class CsvAndTsvGenTestCase(unittest.TestCase):
-    def test_object_model(self):
-        book = Book(id="B1", genres=["fantasy"], creator={})
-        logger.debug(as_json_obj(book.genres[0]))
-        assert str(book.genres[0]) == "fantasy"
-        assert book.genres[0].code.text == "fantasy"
-        processed = remove_empty_items(book.genres)
-        assert processed[0] == "fantasy"
-        series = BookSeries(id="S1", creator=Author(name="Q. Writer"), reviews=[Review(rating=5)])
-        series.books.append(book)
-        schemaview = SchemaView(SCHEMA)
-        shop = Shop()
-        shop.all_book_series.append(series)
-
-        csvstr = csv_dumper.dumps(shop, index_slot="all_book_series", schemaview=schemaview)
-        assert "," in csvstr
-        assert "\t" not in csvstr
-
-        tsvstr = tsv_dumper.dumps(shop, index_slot="all_book_series", schemaview=schemaview)
-        assert "\t" in tsvstr
-
-    def test_csvgen_roundtrip(self):
-        schemaview = SchemaView(SCHEMA)
-        data = yaml_loader.load(DATA, target_class=Shop)
-        csv_dumper.dump(data, to_file=OUTPUT, index_slot="all_book_series", schemaview=schemaview)
-        roundtrip = csv_loader.load(OUTPUT, target_class=Shop, index_slot="all_book_series", schemaview=schemaview)
-        logger.debug(json_dumper.dumps(roundtrip))
-        logger.debug(f"COMPARE 1: {roundtrip}")
-        logger.debug(f"COMPARE 2: {data}")
-        assert roundtrip == data
-
-    def test_csvgen_roundtrip_to_dict(self):
-        schemaview = SchemaView(SCHEMA)
-        data = yaml_loader.load(DATA, target_class=Shop)
-        csv_dumper.dump(data, to_file=OUTPUT, index_slot="all_book_series", schemaview=schemaview)
-        roundtrip = csv_loader.load_as_dict(OUTPUT, index_slot="all_book_series", schemaview=schemaview)
-        assert roundtrip == json_dumper.to_dict(data)
-
-    def test_tsvgen_roundtrip(self):
-        schemaview = SchemaView(SCHEMA)
-        data = yaml_loader.load(DATA, target_class=Shop)
-        tsv_dumper.dump(data, to_file=OUTPUT, index_slot="all_book_series", schemaview=schemaview)
-        roundtrip = tsv_loader.load(OUTPUT, target_class=Shop, index_slot="all_book_series", schemaview=schemaview)
-        assert roundtrip == data
-
-    def test_tsvgen_roundtrip_to_dict(self):
-        schemaview = SchemaView(SCHEMA)
-        data = yaml_loader.load(DATA, target_class=Shop)
-        tsv_dumper.dump(data, to_file=OUTPUT, index_slot="all_book_series", schemaview=schemaview)
-        roundtrip = tsv_loader.load_as_dict(OUTPUT, index_slot="all_book_series", schemaview=schemaview)
-        assert roundtrip == json_dumper.to_dict(data)
-
-    def test_csvgen_unroundtrippable(self):
-        schemaview = SchemaView(SCHEMA)
-        # schema = YAMLGenerator(SCHEMA).schema
-        data = yaml_loader.load(DATA2, target_class=Shop)
-        logger.debug(data.all_book_series[0])
-        logger.debug(data.all_book_series[0].genres[0])
-        assert str(data.all_book_series[0].genres[0]) == "fantasy"
-        logger.debug(yaml_dumper.dumps(data))
-        logger.debug(json_dumper.dumps(data))
-        processed = remove_empty_items(data)
-        logger.debug(f"PROC {processed['all_book_series']}")
-        asj = as_json_object(processed, None)
-        logger.debug(f"ASJ {asj['all_book_series']}")
-        reconstituted_json = json.loads(json_dumper.dumps(data))
-        s0 = reconstituted_json["all_book_series"][0]
-        logger.debug(s0)
-        logger.debug(json_dumper.dumps(data))
-        # logger.debug(csv_dumper.dumps(data, index_slot='all_book_series', schema=schema))
-        csv_dumper.dump(data, to_file=OUTPUT2, index_slot="all_book_series", schemaview=schemaview)
-        # assert False
-        roundtrip = csv_loader.load(OUTPUT2, target_class=Shop, index_slot="all_book_series", schemaview=schemaview)
-        logger.debug(json_dumper.dumps(roundtrip))
-        assert roundtrip == data
-
-    def test_tsvgen_unroundtrippable(self):
-        schemaview = SchemaView(SCHEMA)
-        data = yaml_loader.load(DATA2, target_class=Shop)
-        assert str(data.all_book_series[0].genres[0]) == "fantasy"
-        tsv_dumper.dump(data, to_file=OUTPUT2, index_slot="all_book_series", schemaview=schemaview)
-        roundtrip = tsv_loader.load(OUTPUT2, target_class=Shop, index_slot="all_book_series", schemaview=schemaview)
-        assert roundtrip == data
-
-
-if __name__ == "__main__":
-    unittest.main()
+@pytest.fixture
+def schema_view():
+    """SchemaView instance for books normalized schema."""
+    return SchemaView(SCHEMA)
+
+
+@pytest.fixture
+def test_data(schema_view):
+    """Load test data from books_normalized_01.yaml."""
+    return yaml_loader.load(DATA, target_class=Shop)
+
+
+@pytest.fixture
+def test_data2(schema_view):
+    """Load test data from books_normalized_02.yaml."""
+    return yaml_loader.load(DATA2, target_class=Shop)
+
+
+def test_object_model(schema_view):
+    """Test basic object model and enum handling."""
+    book = Book(id="B1", genres=["fantasy"], creator={})
+    logger.debug(as_json_obj(book.genres[0]))
+    assert str(book.genres[0]) == "fantasy"
+    assert book.genres[0].code.text == "fantasy"
+    processed = remove_empty_items(book.genres)
+    assert processed[0] == "fantasy"
+
+    # Create series and shop
+    series = BookSeries(id="S1", creator=Author(name="Q. Writer"), reviews=[Review(rating=5)])
+    series.books.append(book)
+    shop = Shop()
+    shop.all_book_series.append(series)
+
+    # Test CSV dumping
+    csvstr = csv_dumper.dumps(shop, index_slot="all_book_series", schemaview=schema_view)
+    assert "," in csvstr
+    assert "\t" not in csvstr
+
+    # Test TSV dumping
+    tsvstr = tsv_dumper.dumps(shop, index_slot="all_book_series", schemaview=schema_view)
+    assert "\t" in tsvstr
+
+
+def test_csvgen_roundtrip(schema_view, test_data, tmp_path):
+    """Test CSV round-trip conversion (dump and load)."""
+    output_file = tmp_path / "books_flattened.tsv"
+
+    csv_dumper.dump(test_data, to_file=str(output_file), index_slot="all_book_series", schemaview=schema_view)
+    roundtrip = csv_loader.load(
+        str(output_file), target_class=Shop, index_slot="all_book_series", schemaview=schema_view
+    )
+
+    logger.debug(json_dumper.dumps(roundtrip))
+    logger.debug(f"COMPARE 1: {roundtrip}")
+    logger.debug(f"COMPARE 2: {test_data}")
+    assert roundtrip == test_data
+
+
+def test_csvgen_roundtrip_to_dict(schema_view, test_data, tmp_path):
+    """Test CSV round-trip conversion to dictionary."""
+    output_file = tmp_path / "books_flattened.tsv"
+
+    csv_dumper.dump(test_data, to_file=str(output_file), index_slot="all_book_series", schemaview=schema_view)
+    roundtrip = csv_loader.load_as_dict(str(output_file), index_slot="all_book_series", schemaview=schema_view)
+    assert roundtrip == json_dumper.to_dict(test_data)
+
+
+def test_tsvgen_roundtrip(schema_view, test_data, tmp_path):
+    """Test TSV round-trip conversion (dump and load)."""
+    output_file = tmp_path / "books_flattened.tsv"
+
+    tsv_dumper.dump(test_data, to_file=str(output_file), index_slot="all_book_series", schemaview=schema_view)
+    roundtrip = tsv_loader.load(
+        str(output_file), target_class=Shop, index_slot="all_book_series", schemaview=schema_view
+    )
+    assert roundtrip == test_data
+
+
+def test_tsvgen_roundtrip_to_dict(schema_view, test_data, tmp_path):
+    """Test TSV round-trip conversion to dictionary."""
+    output_file = tmp_path / "books_flattened.tsv"
+
+    tsv_dumper.dump(test_data, to_file=str(output_file), index_slot="all_book_series", schemaview=schema_view)
+    roundtrip = tsv_loader.load_as_dict(str(output_file), index_slot="all_book_series", schemaview=schema_view)
+    assert roundtrip == json_dumper.to_dict(test_data)
+
+
+def test_csvgen_unroundtrippable(schema_view, test_data2, tmp_path):
+    """Test CSV handling of complex/unroundtrippable data."""
+    output_file = tmp_path / "books_flattened_02.tsv"
+
+    # Test initial data structure
+    logger.debug(test_data2.all_book_series[0])
+    logger.debug(test_data2.all_book_series[0].genres[0])
+    assert str(test_data2.all_book_series[0].genres[0]) == "fantasy"
+    logger.debug(yaml_dumper.dumps(test_data2))
+    logger.debug(json_dumper.dumps(test_data2))
+
+    # Test data processing
+    processed = remove_empty_items(test_data2)
+    logger.debug(f"PROC {processed['all_book_series']}")
+    asj = as_json_object(processed, None)
+    logger.debug(f"ASJ {asj['all_book_series']}")
+
+    reconstituted_json = json.loads(json_dumper.dumps(test_data2))
+    s0 = reconstituted_json["all_book_series"][0]
+    logger.debug(s0)
+    logger.debug(json_dumper.dumps(test_data2))
+
+    # Test CSV dump and load
+    csv_dumper.dump(test_data2, to_file=str(output_file), index_slot="all_book_series", schemaview=schema_view)
+    roundtrip = csv_loader.load(
+        str(output_file), target_class=Shop, index_slot="all_book_series", schemaview=schema_view
+    )
+    logger.debug(json_dumper.dumps(roundtrip))
+    assert roundtrip == test_data2
+
+
+def test_tsvgen_unroundtrippable(schema_view, test_data2, tmp_path):
+    """Test TSV handling of complex/unroundtrippable data."""
+    output_file = tmp_path / "books_flattened_02.tsv"
+
+    assert str(test_data2.all_book_series[0].genres[0]) == "fantasy"
+
+    tsv_dumper.dump(test_data2, to_file=str(output_file), index_slot="all_book_series", schemaview=schema_view)
+    roundtrip = tsv_loader.load(
+        str(output_file), target_class=Shop, index_slot="all_book_series", schemaview=schema_view
+    )
+    assert roundtrip == test_data2