Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Move requirements to pyproject.toml files on starters #246

Merged
merged 26 commits into from
Nov 13, 2024
Merged

Move requirements to pyproject.toml files on starters #246

Show file tree
Hide file tree
Changes from 22 commits
Commits
Show all changes
26 commits
Select commit Hold shift + click to select a range
b37f567
Change pyproject files on spaceflights
lrcouto Oct 30, 2024
2e3c6a1
Lint
lrcouto Oct 30, 2024
7e30a9f
Lint
lrcouto Oct 30, 2024
e375621
Lint?
lrcouto Oct 30, 2024
3d73c9b
Fix incorrect dependency
lrcouto Oct 30, 2024
bc26506
Lint again
lrcouto Oct 31, 2024
a87df2e
Revert "Lint again"
lrcouto Oct 31, 2024
71fcb69
Merge branch 'main' into starters-template-compatibility
lrcouto Nov 4, 2024
a19f1cb
Remove unecessary version constraints
lrcouto Nov 5, 2024
ed50970
bump kedro-datasets requirement on databricks-iris to 3.0
lrcouto Nov 6, 2024
fd3fd77
Merge branch 'main' into starters-template-compatibility
lrcouto Nov 7, 2024
b95f727
Merge branch 'main' into starters-template-compatibility
lrcouto Nov 9, 2024
55dbbae
Change pyproject files on spaceflights
lrcouto Oct 30, 2024
927161d
Lint
lrcouto Oct 30, 2024
87b42f7
Lint
lrcouto Oct 30, 2024
5447557
Fix incorrect dependency
lrcouto Oct 30, 2024
ccc3785
Lint again
lrcouto Oct 31, 2024
64da9d0
Revert "Lint again"
lrcouto Oct 31, 2024
94b79df
Remove unecessary version constraints
lrcouto Nov 5, 2024
7756ffc
bump kedro-datasets requirement on databricks-iris to 3.0
lrcouto Nov 6, 2024
97e3a71
Merge branch 'starters-template-compatibility' of github.com:kedro-or…
lrcouto Nov 12, 2024
adb3a2e
Update requirements.txt to match pyproject.toml files
lrcouto Nov 12, 2024
cf04a1f
correct package names on requirements
lrcouto Nov 12, 2024
20ae8f5
Merge branch 'main' into starters-template-compatibility
lrcouto Nov 12, 2024
3bb23ec
Fix missing requirement
lrcouto Nov 13, 2024
190ce08
Merge branch 'starters-template-compatibility' of github.com:kedro-or…
lrcouto Nov 13, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
13 changes: 11 additions & 2 deletions astro-airflow-iris/{{ cookiecutter.repo_name }}/pyproject.toml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,9 +3,19 @@ requires = ["setuptools"]
build-backend = "setuptools.build_meta"

[project]
requires-python = ">=3.9"
name = "{{ cookiecutter.python_package }}"
readme = "README.md"
dynamic = ["dependencies", "version"]
dynamic = ["version"]
dependencies = [
"ipython>=8.10",
"jupyterlab>=3.0",
"notebook",
"kedro~={{ cookiecutter.kedro_version }}",
"kedro[jupyter]",
"kedro-datasets[pandas-csvdataset]>=3.0",
"kedro-airflow~=0.5"
]

[project.scripts]
"{{ cookiecutter.repo_name }}" = "{{ cookiecutter.python_package }}.__main__:main"
Expand All @@ -32,7 +42,6 @@ dev = [
]

[tool.setuptools.dynamic]
dependencies = {file = "requirements.txt"}
version = {attr = "{{ cookiecutter.python_package }}.__version__"}

[tool.setuptools.packages.find]
Expand Down
3 changes: 1 addition & 2 deletions astro-airflow-iris/{{ cookiecutter.repo_name }}/requirements.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,5 @@ jupyterlab>=3.0
notebook
kedro~={{ cookiecutter.kedro_version }}
kedro[jupyter]
kedro-datasets[pandas-csvdataset]>=3.0; python_version >= "3.9"
kedro-datasets[pandas.CSVDataset]>=1.0; python_version < "3.9"
kedro-datasets[pandas-csvdataset]>=3.0
kedro-airflow~=0.5
13 changes: 11 additions & 2 deletions databricks-iris/{{ cookiecutter.repo_name }}/pyproject.toml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,9 +3,19 @@ requires = ["setuptools"]
build-backend = "setuptools.build_meta"

[project]
requires-python = ">=3.9"
name = "{{ cookiecutter.python_package }}"
readme = "README.md"
dynamic = ["dependencies", "version"]
dynamic = ["version"]
dependencies = [
"ipython>=8.10",
"jupyterlab>=3.0",
"notebook",
"kedro~={{ cookiecutter.kedro_version }}",
"kedro[jupyter]",
"kedro-datasets[spark, pandas, spark.SparkDataset, pandas.ParquetDataset]>=3.0",
"numpy~=1.21"
]

[project.scripts]
"{{ cookiecutter.repo_name }}" = "{{ cookiecutter.python_package }}.__main__:main"
Expand All @@ -32,7 +42,6 @@ dev = [
]

[tool.setuptools.dynamic]
dependencies = {file = "requirements.txt"}
version = {attr = "{{ cookiecutter.python_package }}.__version__"}

[tool.setuptools.packages.find]
Expand Down
2 changes: 1 addition & 1 deletion databricks-iris/{{ cookiecutter.repo_name }}/requirements.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,5 +3,5 @@ jupyterlab>=3.0
notebook
kedro~={{ cookiecutter.kedro_version }}
kedro[jupyter]
kedro-datasets[spark, pandas, spark.SparkDataset, pandas.ParquetDataset]>=1.0
kedro-datasets[spark, pandas, spark.SparkDataset, pandas.ParquetDataset]>=3.0
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

You'll need to update this to match with the 3.0 syntax e.g. pandas-parquetdataset instead of pandas.ParquetDataset

numpy~=1.21
15 changes: 13 additions & 2 deletions spaceflights-pandas-viz/{{ cookiecutter.repo_name }}/pyproject.toml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,9 +3,21 @@ requires = ["setuptools"]
build-backend = "setuptools.build_meta"

[project]
requires-python = ">=3.9"
ElenaKhaustova marked this conversation as resolved.
Show resolved Hide resolved
name = "{{ cookiecutter.python_package }}"
readme = "README.md"
dynamic = ["dependencies", "version"]
dynamic = ["version"]
dependencies = [
"ipython>=8.10",
"jupyterlab>=3.0",
"notebook",
"kedro~={{ cookiecutter.kedro_version }}",
"kedro[jupyter]",
"kedro-datasets[pandas-csvdataset, pandas-exceldataset, pandas-parquetdataset, plotly-plotlydataset, plotly-jsondataset, matplotlib-matplotlibwriter]>=3.0",
"kedro-viz>=6.7.0",
"scikit-learn~=1.5.1",
"seaborn~=0.12.1"
]

[project.scripts]
"{{ cookiecutter.repo_name }}" = "{{ cookiecutter.python_package }}.__main__:main"
Expand All @@ -32,7 +44,6 @@ dev = [
]

[tool.setuptools.dynamic]
dependencies = {file = "requirements.txt"}
version = {attr = "{{ cookiecutter.python_package }}.__version__"}

[tool.setuptools.packages.find]
Expand Down
6 changes: 2 additions & 4 deletions spaceflights-pandas-viz/{{ cookiecutter.repo_name }}/requirements.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,9 +3,7 @@ jupyterlab>=3.0
notebook
kedro~={{ cookiecutter.kedro_version }}
kedro[jupyter]
kedro-datasets[pandas-csvdataset, pandas-exceldataset, pandas-parquetdataset, plotly-plotlydataset, plotly-jsondataset, matplotlib-matplotlibwriter]>=3.0; python_version >= "3.9"
kedro-datasets[pandas.CSVDataset, pandas.ExcelDataset, pandas.ParquetDataset, plotly.PlotlyDataset, plotly.JSONDataset, matplotlib.MatplotlibWriter]>=1.0; python_version < "3.9"
kedro-datasets[pandas-csvdataset, pandas-exceldataset, pandas-parquetdataset, plotly-plotlydataset, plotly-jsondataset, matplotlib-matplotlibwriter]>=3.0
kedro-viz>=6.7.0
scikit-learn~=1.5.1; python_version >= "3.9"
scikit-learn<=1.4.0,>=1.0; python_version < "3.9"
scikit-learn~=1.5.1
seaborn~=0.12.1
14 changes: 12 additions & 2 deletions spaceflights-pandas/{{ cookiecutter.repo_name }}/pyproject.toml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,9 +3,20 @@ requires = ["setuptools"]
build-backend = "setuptools.build_meta"

[project]
requires-python = ">=3.9"
name = "{{ cookiecutter.python_package }}"
readme = "README.md"
dynamic = ["dependencies", "version"]
dynamic = ["version"]
dependencies = [
"ipython>=8.10",
"jupyterlab>=3.0",
"notebook",
"kedro~={{ cookiecutter.kedro_version }}",
"kedro[jupyter]",
"kedro-datasets[pandas-csvdataset, pandas-exceldataset, pandas-parquetdataset]>=3.0",
"kedro-viz>=6.7.0",
"scikit-learn~=1.5.1"
]

[project.scripts]
"{{ cookiecutter.repo_name }}" = "{{ cookiecutter.python_package }}.__main__:main"
Expand All @@ -32,7 +43,6 @@ dev = [
]

[tool.setuptools.dynamic]
dependencies = {file = "requirements.txt"}
version = {attr = "{{ cookiecutter.python_package }}.__version__"}

[tool.setuptools.packages.find]
Expand Down
6 changes: 2 additions & 4 deletions spaceflights-pandas/{{ cookiecutter.repo_name }}/requirements.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,8 +3,6 @@ jupyterlab>=3.0
notebook
kedro~={{ cookiecutter.kedro_version }}
kedro[jupyter]
kedro-datasets[pandas-csvdataset, pandas-exceldataset, pandas-parquetdataset]>=3.0; python_version >= "3.9"
kedro-datasets[pandas.CSVDataset, pandas.ExcelDataset, pandas.ParquetDataset]>=1.0; python_version < "3.9"
kedro-datasets[pandas-csvdataset, pandas-exceldataset, pandas-parquetdataset]>=3.0
kedro-viz>=6.7.0
scikit-learn~=1.5.1; python_version >= "3.9"
scikit-learn<=1.4.0,>=1.0; python_version < "3.9"
scikit-learn~=1.5.1
16 changes: 14 additions & 2 deletions spaceflights-pyspark-viz/{{ cookiecutter.repo_name }}/pyproject.toml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,9 +3,22 @@ requires = ["setuptools"]
build-backend = "setuptools.build_meta"

[project]
requires-python = ">=3.9"
name = "{{ cookiecutter.python_package }}"
readme = "README.md"
dynamic = ["dependencies", "version"]
dynamic = ["version"]
dependencies = [
"ipython>=8.10",
"jupyterlab>=3.0",
"notebook",
"kedro~={{ cookiecutter.kedro_version }}",
"kedro[jupyter]",
"kedro-datasets[pandas-csvdataset, pandas-exceldataset, pandas-parquetdataset, spark-sparkdataset, plotly-plotlydataset, plotly-jsondataset, matplotlib-matplotlibwriter]>=3.0",
"kedro-viz>=6.7.0",
"scikit-learn~=1.5.1",
"seaborn~=0.12.1",
"setuptools; python_version >= '3.12'"
lrcouto marked this conversation as resolved.
Show resolved Hide resolved
]

[project.scripts]
"{{ cookiecutter.repo_name }}" = "{{ cookiecutter.python_package }}.__main__:main"
Expand All @@ -32,7 +45,6 @@ dev = [
]

[tool.setuptools.dynamic]
dependencies = {file = "requirements.txt"}
version = {attr = "{{ cookiecutter.python_package }}.__version__"}

[tool.setuptools.packages.find]
Expand Down
7 changes: 2 additions & 5 deletions spaceflights-pyspark-viz/{{ cookiecutter.repo_name }}/requirements.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,10 +3,7 @@ jupyterlab>=3.0
notebook
kedro~={{ cookiecutter.kedro_version }}
kedro[jupyter]
kedro-datasets[pandas-csvdataset, pandas-exceldataset, pandas-parquetdataset, spark-sparkdataset, plotly-plotlydataset, plotly-jsondataset, matplotlib-matplotlibwriter]>=3.0; python_version >= "3.9"
kedro-datasets[pandas.CSVDataset, pandas.ExcelDataset, pandas.ParquetDataset, spark.SparkDataset, plotly.PlotlyDataset, plotly.JSONDataset, matplotlib.MatplotlibWriter]>=1.0; python_version < "3.9"
kedro-viz>=6.7.0
scikit-learn~=1.5.1; python_version >= "3.9"
scikit-learn<=1.4.0,>=1.0; python_version < "3.9"
kedro-datasets[pandas-csvdataset, pandas-exceldataset, pandas-parquetdataset, spark-sparkdataset, plotly-plotlydataset, plotly-jsondataset, matplotlib-matplotlibwriter]>=3.0
scikit-learn~=1.5.1
seaborn~=0.12.1
setuptools; python_version >= "3.12"
14 changes: 12 additions & 2 deletions spaceflights-pyspark/{{ cookiecutter.repo_name }}/pyproject.toml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,9 +3,20 @@ requires = ["setuptools"]
build-backend = "setuptools.build_meta"

[project]
requires-python = ">=3.9"
name = "{{ cookiecutter.python_package }}"
readme = "README.md"
dynamic = ["dependencies", "version"]
dynamic = ["version"]
dependencies = [
"ipython>=8.10",
"jupyterlab>=3.0",
"notebook",
"kedro~={{ cookiecutter.kedro_version }}",
"kedro[jupyter]",
"kedro-datasets[pandas-csvdataset, pandas-exceldataset, pandas-parquetdataset, spark-sparkdataset]>=3.0",
"kedro-viz>=6.7.0",
"scikit-learn~=1.5.1"
]

[project.scripts]
"{{ cookiecutter.repo_name }}" = "{{ cookiecutter.python_package }}.__main__:main"
Expand All @@ -32,7 +43,6 @@ dev = [
]

[tool.setuptools.dynamic]
dependencies = {file = "requirements.txt"}
version = {attr = "{{ cookiecutter.python_package }}.__version__"}

[tool.setuptools.packages.find]
Expand Down
6 changes: 2 additions & 4 deletions spaceflights-pyspark/{{ cookiecutter.repo_name }}/requirements.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,8 +3,6 @@ jupyterlab>=3.0
notebook
kedro~={{ cookiecutter.kedro_version }}
kedro[jupyter]
kedro-datasets[pandas-csvdataset, pandas-exceldataset, pandas-parquetdataset, spark-sparkdataset]>=3.0; python_version >= "3.9"
kedro-datasets[pandas.CSVDataset, pandas.ExcelDataset, pandas.ParquetDataset, spark.SparkDataset]>=1.0; python_version < "3.9"
kedro-datasets[pandas-csvdataset, pandas-exceldataset, pandas-parquetdataset, spark-sparkdataset]>=3.0
kedro-viz>=6.7.0
scikit-learn~=1.5.1; python_version >= "3.9"
scikit-learn<=1.4.0,>=1.0; python_version < "3.9"
scikit-learn~=1.5.1
Loading