Merge branch 'release_v08' of https://github.com/NHSDigital/data-validation-engine into build/pyspark_35

Author: georgeRobertson2

poetry.lock

@@ -30,21 +30,21 @@ packages = [
 ]
 
 [tool.poetry.dependencies]
-python = ">=3.10,<3.13"
+python = ">=3.10,<3.13"  # breaking changes beyond 3.12
 boto3 = ">=1.34.162,<1.36"  # breaking change beyond 1.36
 botocore = ">=1.34.162,<1.36"  # breaking change beyond 1.36
 delta-spark = "3.2.0"
-duckdb = "1.1.*"  # breaking changes beyond 1.1
-Jinja2 = "3.1.*"
-lxml = "^4.9.1"
+duckdb = "1.1.3"  # breaking changes beyond 1.1
+Jinja2 = "3.1.6"
+lxml = "4.9.4"
 numpy = "1.26.4"
-openpyxl = "^3.1"
-pandas = "^2.2.2"
-polars = "0.20.*"
-pyarrow = "^17.0.0"
+openpyxl = "3.1.5"
+pandas = "2.3.3"
+polars = "0.20.31"
+pyarrow = "17.0.0"
 pydantic = "1.10.19"
 pyspark = "3.5.2"
-typing_extensions = "^4.6.2"
+typing_extensions = "4.15.0"
 
 [tool.poetry.group.dev]
 optional = true
@@ -58,30 +58,29 @@ commitizen = "4.9.1"
 pre-commit = "4.3.0"
 charset-normalizer = "3.4.6"
 python-discovery = "1.2.0"
-requests = "2.33.0"
 
 [tool.poetry.group.test]
 optional = true
 
 [tool.poetry.group.test.dependencies]
-faker = "18.11.1"
 behave = "1.3.3"
 coverage = "7.11.0"
-moto = {extras = ["s3"], version = "4.0.13"}
+moto = {extras = ["s3"], version = "4.2.14"}
+requests = "2.33.0"  # dependency of `moto`
 Werkzeug = "3.1.6"
 pytest = "8.4.2"
 pytest-lazy-fixtures = "1.4.0"  # switched from https://github.com/TvoroG/pytest-lazy-fixture as it's no longer supported
-xlsx2csv = "0.8.2"
+xlsx2csv = "0.8.4"  # polars requirement
 
 [tool.poetry.group.lint]
 optional = true
 
 [tool.poetry.group.lint.dependencies]
 black = "24.3.0"
 astroid = "3.3.9"
-isort = "5.11.5"
+isort = "5.13.2"
 pylint = "3.3.9"
-mypy = "0.991"
+mypy = "1.11.2"
 boto3-stubs = {extras = ["essential"], version = "1.26.72"}
 botocore-stubs = "1.29.72"
 pandas-stubs = "1.2.0.62"
@@ -100,7 +99,7 @@ optional = true
 
 [tool.poetry.group.docs.dependencies]
 click = "8.2.1"
-mkdocs = "^1.6.1"
+mkdocs = "1.6.1"
 mkdocstrings = { version = "1.0.3", extras = ["python"] }
 griffelib = "2.0.1"
 pymdown-extensions = "10.21.2"

pyproject.toml

@@ -52,7 +52,7 @@ def stringify_type(type_: Union[type, GenericAlias]) -> type:
 
     origin = get_origin(type_)
     if origin is None:  # A non-generic container type, return as-is
-        return type_
+        return type_  # type: ignore
 
     type_args = get_args(type_)
     if not type_args: