"""Tests for gn3.csvcmp""" import pytest from gn3.csvcmp import clean_csv_text from gn3.csvcmp import csv_diff from gn3.csvcmp import extract_invalid_csv_headers from gn3.csvcmp import extract_strain_name from gn3.csvcmp import fill_csv from gn3.csvcmp import get_allowable_sampledata_headers from gn3.csvcmp import remove_insignificant_edits @pytest.mark.unit_test def test_fill_csv(): """Test that filling a csv works properly""" test_input = """ Strain Name,Value,SE,Count,Sex BXD1,18,x,0, BXD12,16,x,x, BXD14,15,x,x, BXD15,14,x,x """ expected_output = """Strain Name,Value,SE,Count,Sex BXD1,18,x,0,x BXD12,16,x,x,x BXD14,15,x,x,x BXD15,14,x,x,x""" assert fill_csv(test_input, width=5, value="x") == expected_output @pytest.mark.unit_test def test_remove_insignificant_data(): """Test that values outside ε are removed/ ignored""" diff_data = { "Additions": [], "Deletions": [], "Modifications": [ {"Current": "1.000001,3", "Original": "1,3"}, {"Current": "1,3", "Original": "1.000001,3"}, {"Current": "2.000001,3", "Original": "2,2"}, {"Current": "1.01,3", "Original": "1,2"}, ], } expected_json = { "Additions": [], "Deletions": [], "Modifications": [ {"Current": "2,3", "Original": "2,2"}, {"Current": "1.01,3", "Original": "1,2"}, ], } assert remove_insignificant_edits(diff_data) == expected_json @pytest.mark.unit_test def test_csv_diff_same_columns(): """Test csv diffing on data with the same number of columns""" assert csv_diff(base_csv="a,b \n1,2\n", delta_csv="a,b\n1,3") == { "Additions": [], "Deletions": [], "Columns": "", "Modifications": [{"Current": "1,3", "Original": "1,2"}], } @pytest.mark.unit_test def test_csv_diff_different_columns(): """Test csv diffing on data with different columns""" base_csv = """ Strain Name,Value,SE,Count BXD1,18,x,0 BXD12,16,x,x BXD14,15,x,x BXD15,14,x,x """ delta_csv = """Strain Name,Value,SE,Count,Sex BXD1,18,x,0 BXD12,16,x,x,1 BXD14,15,x,x BXD15,14,x,x""" assert csv_diff(base_csv=base_csv, delta_csv=delta_csv) == { "Additions": [], "Columns": "Strain Name,Value,SE,Count,Sex", "Deletions": [], "Modifications": [ {"Current": "BXD12,16,x,x,1", "Original": "BXD12,16,x,x,x"} ], } @pytest.mark.unit_test def test_csv_diff_only_column_change(): """Test csv diffing when only the column header change""" base_csv = """ Strain Name,Value,SE,Count BXD1,18,x,0 BXD12,16,x,x BXD14,15,x,x BXD15,14,x,x """ delta_csv = """Strain Name,Value,SE,Count,Sex BXD1,18,x,0 BXD12,16,x,x BXD14,15,x,x BXD15,14,x,x """ assert csv_diff(base_csv=base_csv, delta_csv=delta_csv) == { "Additions": [], "Deletions": [], "Modifications": [], } @pytest.mark.unit_test def test_extract_strain_name(): """Test that the strain's name is extracted given a csv header""" assert ( extract_strain_name( csv_header="Strain Name,Value,SE,Count", data="BXD1,18,x,0" ) == "BXD1" ) @pytest.mark.unit_test def test_get_allowable_csv_headers(mocker): """Test that all the csv headers are fetched properly""" mock_conn = mocker.MagicMock() expected_values = [ "Strain Name", "Value", "SE", "Count", "Condition", "Tissue", "Sex", "Age", "Ethn.", "PMI (hrs)", "pH", "Color", ] with mock_conn.cursor() as cursor: cursor.fetchall.return_value = ( ("Condition",), ("Tissue",), ("Sex",), ("Age",), ("Ethn.",), ("PMI (hrs)",), ("pH",), ("Color",), ) assert get_allowable_sampledata_headers(mock_conn) == expected_values cursor.execute.assert_called_once_with( "SELECT Name from CaseAttribute" ) @pytest.mark.unit_test def test_extract_invalid_csv_headers_with_some_wrong_headers(): """Test that invalid column headers are extracted correctly from a csv string""" allowed_headers = [ "Strain Name", "Value", "SE", "Count", "Condition", "Tissue", "Sex", "Age", "Ethn.", "PMI (hrs)", "pH", "Color", ] csv_text = "Strain Name, Value, SE, Colour" assert extract_invalid_csv_headers(allowed_headers, csv_text) == ["Colour"] @pytest.mark.unit_test def test_clean_csv(): """Test that csv text input is cleaned properly""" csv_text = """ Strain Name,Value,SE,Count BXD1,18,x ,0 BXD12, 16,x,x BXD14,15 ,x,x BXD15,14,x, """ expected_csv = """Strain Name,Value,SE,Count BXD1,18,x,0 BXD12,16,x,x BXD14,15,x,x BXD15,14,x,""" assert clean_csv_text(csv_text) == expected_csv assert clean_csv_text("a,b \n1,2\n") == "a,b\n1,2"