build: upgrade polars to v1.4

Author: georgeRobertson

README.md

@@ -44,11 +44,12 @@ Below is a list of features that we would like to implement or have been request
 | Allow DVE to run on Python 3.12+                                                | 0.8.0             | Yes       |
 | Upgrade to Pydantic 2.0                                                         | 0.9.0             | Yes       |
 | Upgrade DuckDB to v1.4                                                          | 0.10.0            | Yes       |
+| Polars upgrade to v1+                                                           | 0.10.0            | No        |
 | Uplift Pyspark to 4.0+                                                          | TBA               | No        |
-| Polars upgrade to v1+ | TBA | No |
-| DuckDB upgrade to v1.5+ | TBA | No |
-| Python 3.13 & 3.14 upgrade | TBA | No |
-| Create a more user friendly interface for building and modifying dischema files | TBA | No        |
+| DuckDB upgrade to v1.5+                                                         | TBA               | No        |
+| Python 3.13 & 3.14 upgrade                                                      | TBA               | No        |
+| Create a more user friendly interface for building and modifying dischema files | TBA               | No        |
+| Polars upgrade to v2+                                                           | TBA               | No        | 
 
 If you are interested in getting any of the unreleased features listed above available, then please read the [Contributing](#Contributing) section and then submit us a pull request.
 

poetry.lock

@@ -42,7 +42,7 @@ lxml = "6.1.1"
 numpy = "1.26.4"
 openpyxl = "3.1.5"
 pandas = "2.3.3"
-polars = "0.20.31"
+polars = "1.44.2"
 pyarrow = "23.0.1"
 pydantic = "2.13.4"
 pyspark = ">=3.5.0,<=3.5.5"
@@ -75,7 +75,7 @@ requests = "2.33.0"  # dependency of `moto`
 Werkzeug = "3.1.6"
 pytest = "9.0.3"
 pytest-lazy-fixtures = "1.4.0"  # switched from https://github.com/TvoroG/pytest-lazy-fixture as it's no longer supported
-xlsx2csv = "0.8.4"  # polars requirement
+fastexcel = "0.21.0"  # polars requirement
 
 [tool.poetry.group.lint]
 optional = true

pyproject.toml

@@ -420,7 +420,7 @@ def test_error_report_where_report_is_expected(  # pylint: disable=redefined-out
     report_records = (
         pl.read_excel(report_uri)
         .filter(pl.col("Data Summary").is_not_null())
-        .select(pl.col("Data Summary"), pl.col("_duplicated_0"))
+        .select(pl.col("Data Summary"), pl.col("__UNNAMED__1"))
         .rows()
     )
     assert report_records == [
@@ -482,8 +482,8 @@ def test_error_report_where_report_is_expected(  # pylint: disable=redefined-out
                 "Error Code": "LONG_ORBIT",
                 "Data Item Submission Name": "orbitalPeriod",
                 "Errors and Warnings": "Planet has long orbital period",
-                "Record Index": 1,
-                "Value": 365.20001220703125,
+                "Record Index": "1",
+                "Value": "365.20001220703125",
                 "ID": None,
                 "Category": "Bad value",
             }
@@ -495,8 +495,8 @@ def test_error_report_where_report_is_expected(  # pylint: disable=redefined-out
                 "Error Code": "STRONG_GRAVITY",
                 "Data Item Submission Name": "gravity",
                 "Errors and Warnings": "Planet has too strong gravity",
-                "Record Index": 1,
-                "Value": 9.800000190734863,
+                "Record Index": "1",
+                "Value": "9.800000190734863",
                 "ID": None,
                 "Category": "Bad value",
             }