From 92caab0685c69c57120a0b249dfde7e4b1ab68fb Mon Sep 17 00:00:00 2001 From: Achal Shah Date: Fri, 1 Apr 2022 22:24:57 -0700 Subject: [PATCH 01/13] add spark to lambda dockerfile Signed-off-by: Achal Shah --- sdk/python/feast/infra/feature_servers/aws_lambda/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sdk/python/feast/infra/feature_servers/aws_lambda/Dockerfile b/sdk/python/feast/infra/feature_servers/aws_lambda/Dockerfile index 5b685dbcf61..aa3ef5e0d10 100644 --- a/sdk/python/feast/infra/feature_servers/aws_lambda/Dockerfile +++ b/sdk/python/feast/infra/feature_servers/aws_lambda/Dockerfile @@ -10,7 +10,7 @@ COPY go go COPY README.md README.md # Install Feast for AWS with Lambda dependencies -RUN pip3 install -e 'sdk/python[aws,redis]' +RUN pip3 install -e 'sdk/python[aws,redis,spark]' RUN pip3 install -r sdk/python/feast/infra/feature_servers/aws_lambda/requirements.txt --target "${LAMBDA_TASK_ROOT}" # Set the CMD to your handler (could also be done as a parameter override outside of the Dockerfile) From 4aef576d5289e1f140e815ab0edffb898faebaf7 Mon Sep 17 00:00:00 2001 From: Achal Shah Date: Sat, 2 Apr 2022 00:25:01 -0700 Subject: [PATCH 02/13] add *args Signed-off-by: Achal Shah --- sdk/python/feast/proto_json.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sdk/python/feast/proto_json.py b/sdk/python/feast/proto_json.py index 549d7b6d148..f2fb092077b 100644 --- a/sdk/python/feast/proto_json.py +++ b/sdk/python/feast/proto_json.py @@ -68,7 +68,7 @@ def to_json_object(printer: _Printer, message: ProtoMessage) -> JsonObject: return value def from_json_object( - parser: _Parser, value: JsonObject, message: ProtoMessage + parser: _Parser, value: JsonObject, message: ProtoMessage, *args ) -> None: if value is None: message.null_val = 0 From cba63fbe5eb0a79293baddea4a87ea8e151287bf Mon Sep 17 00:00:00 2001 From: Felix Wang Date: Sat, 2 Apr 2022 12:57:43 -0700 Subject: [PATCH 03/13] Add *args Signed-off-by: Felix Wang --- sdk/python/feast/proto_json.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/sdk/python/feast/proto_json.py b/sdk/python/feast/proto_json.py index f2fb092077b..dd2e29654c7 100644 --- a/sdk/python/feast/proto_json.py +++ b/sdk/python/feast/proto_json.py @@ -140,7 +140,7 @@ def to_json_object(printer: _Printer, message: ProtoMessage) -> JsonObject: return [printer._MessageToJsonObject(item) for item in message.val] def from_json_object( - parser: _Parser, value: JsonObject, message: ProtoMessage + parser: _Parser, value: JsonObject, message: ProtoMessage, *args ) -> None: array = value if isinstance(value, list) else value["val"] for item in array: @@ -181,7 +181,7 @@ def to_json_object(printer: _Printer, message: ProtoMessage) -> JsonObject: return list(message.val) def from_json_object( - parser: _Parser, value: JsonObject, message: ProtoMessage + parser: _Parser, value: JsonObject, message: ProtoMessage, *args ) -> None: array = value if isinstance(value, list) else value["val"] message.val.extend(array) From 01a56808f08517c3cbc2373cff0d2d0379a676c1 Mon Sep 17 00:00:00 2001 From: Felix Wang Date: Sat, 2 Apr 2022 15:05:51 -0700 Subject: [PATCH 04/13] Pin protobuf==3.19.4 Signed-off-by: Felix Wang --- sdk/python/setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sdk/python/setup.py b/sdk/python/setup.py index 931bdc3faa2..54518b0bf23 100644 --- a/sdk/python/setup.py +++ b/sdk/python/setup.py @@ -52,7 +52,7 @@ "mmh3", "pandas>=1.0.0", "pandavro==1.5.*", - "protobuf>=3.10", + "protobuf==3.19.4", "proto-plus<1.19.7", "pyarrow>=4.0.0", "pydantic>=1.0.0", From e534b161d3c2f37e66119e3f463ed0063fae0692 Mon Sep 17 00:00:00 2001 From: Felix Wang Date: Sat, 2 Apr 2022 15:07:05 -0700 Subject: [PATCH 05/13] Remove *args Signed-off-by: Felix Wang --- sdk/python/feast/proto_json.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/sdk/python/feast/proto_json.py b/sdk/python/feast/proto_json.py index dd2e29654c7..e07e93030c6 100644 --- a/sdk/python/feast/proto_json.py +++ b/sdk/python/feast/proto_json.py @@ -68,7 +68,7 @@ def to_json_object(printer: _Printer, message: ProtoMessage) -> JsonObject: return value def from_json_object( - parser: _Parser, value: JsonObject, message: ProtoMessage, *args + parser: _Parser, value: JsonObject, message: ProtoMessage, ) -> None: if value is None: message.null_val = 0 @@ -140,10 +140,12 @@ def to_json_object(printer: _Printer, message: ProtoMessage) -> JsonObject: return [printer._MessageToJsonObject(item) for item in message.val] def from_json_object( - parser: _Parser, value: JsonObject, message: ProtoMessage, *args + parser: _Parser, value: JsonObject, message: ProtoMessage, ) -> None: + print("going to convert message") array = value if isinstance(value, list) else value["val"] for item in array: + print(f"item: {item}") parser.ConvertMessage(item, message.val.add()) _patch_proto_json_encoding(RepeatedValue, to_json_object, from_json_object) @@ -181,7 +183,7 @@ def to_json_object(printer: _Printer, message: ProtoMessage) -> JsonObject: return list(message.val) def from_json_object( - parser: _Parser, value: JsonObject, message: ProtoMessage, *args + parser: _Parser, value: JsonObject, message: ProtoMessage, ) -> None: array = value if isinstance(value, list) else value["val"] message.val.extend(array) From 886f450735b43f39ebaa928d23a9c46cf06e490f Mon Sep 17 00:00:00 2001 From: Achal Shah Date: Sat, 2 Apr 2022 22:49:15 -0700 Subject: [PATCH 06/13] Add a range Signed-off-by: Achal Shah --- sdk/python/setup.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/sdk/python/setup.py b/sdk/python/setup.py index 54518b0bf23..ab9c619f868 100644 --- a/sdk/python/setup.py +++ b/sdk/python/setup.py @@ -52,7 +52,7 @@ "mmh3", "pandas>=1.0.0", "pandavro==1.5.*", - "protobuf==3.19.4", + "protobuf>=3.10,<3.20", "proto-plus<1.19.7", "pyarrow>=4.0.0", "pydantic>=1.0.0", @@ -111,7 +111,7 @@ "mock==2.0.0", "moto", "mypy==0.931", - "mypy-protobuf==3.1.0", + "mypy-protobuf>=3.2", "avro==1.10.0", "gcsfs", "urllib3>=1.25.4", @@ -150,7 +150,7 @@ + GE_REQUIRED ) -DEV_REQUIRED = ["mypy-protobuf>=3.1.0", "grpcio-testing==1.*"] + CI_REQUIRED +DEV_REQUIRED = ["mypy-protobuf>=3.2", "grpcio-testing==1.*"] + CI_REQUIRED # Get git repo root directory repo_root = str(pathlib.Path(__file__).resolve().parent.parent.parent) @@ -422,7 +422,7 @@ def run(self): "setuptools_scm", "grpcio", "grpcio-tools==1.34.0", - "mypy-protobuf==3.1.0", + "mypy-protobuf>=3.2", "sphinx!=4.0.0", ], package_data={ From b8b94e17c2d443287404485d5455eba6f1d1d4a2 Mon Sep 17 00:00:00 2001 From: Achal Shah Date: Mon, 4 Apr 2022 09:49:19 -0700 Subject: [PATCH 07/13] Add a todo Signed-off-by: Achal Shah --- sdk/python/feast/infra/feature_servers/aws_lambda/Dockerfile | 1 + 1 file changed, 1 insertion(+) diff --git a/sdk/python/feast/infra/feature_servers/aws_lambda/Dockerfile b/sdk/python/feast/infra/feature_servers/aws_lambda/Dockerfile index aa3ef5e0d10..ef1de68dbcf 100644 --- a/sdk/python/feast/infra/feature_servers/aws_lambda/Dockerfile +++ b/sdk/python/feast/infra/feature_servers/aws_lambda/Dockerfile @@ -10,6 +10,7 @@ COPY go go COPY README.md README.md # Install Feast for AWS with Lambda dependencies +# TODO(achals): The additional spark deps should be removed. Details at https://github.com/feast-dev/feast/pull/2480. RUN pip3 install -e 'sdk/python[aws,redis,spark]' RUN pip3 install -r sdk/python/feast/infra/feature_servers/aws_lambda/requirements.txt --target "${LAMBDA_TASK_ROOT}" From 47eb5a1bbd3d34bed83134ce441bd30369d36771 Mon Sep 17 00:00:00 2001 From: Achal Shah Date: Mon, 4 Apr 2022 09:52:04 -0700 Subject: [PATCH 08/13] cleanup prints Signed-off-by: Achal Shah --- sdk/python/feast/proto_json.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/sdk/python/feast/proto_json.py b/sdk/python/feast/proto_json.py index e07e93030c6..9edc51e31b5 100644 --- a/sdk/python/feast/proto_json.py +++ b/sdk/python/feast/proto_json.py @@ -142,10 +142,8 @@ def to_json_object(printer: _Printer, message: ProtoMessage) -> JsonObject: def from_json_object( parser: _Parser, value: JsonObject, message: ProtoMessage, ) -> None: - print("going to convert message") array = value if isinstance(value, list) else value["val"] for item in array: - print(f"item: {item}") parser.ConvertMessage(item, message.val.add()) _patch_proto_json_encoding(RepeatedValue, to_json_object, from_json_object) From 4c0d78e406932923c0448489f0d0206d859cf446 Mon Sep 17 00:00:00 2001 From: Achal Shah Date: Mon, 4 Apr 2022 10:15:28 -0700 Subject: [PATCH 09/13] lock deps Signed-off-by: Achal Shah --- sdk/python/feast/proto_json.py | 2 + .../requirements/py3.7-ci-requirements.txt | 261 ++++++----------- .../requirements/py3.7-requirements.txt | 46 +-- .../requirements/py3.8-ci-requirements.txt | 271 ++++++------------ .../requirements/py3.8-requirements.txt | 65 +++-- .../requirements/py3.9-ci-requirements.txt | 269 ++++++----------- .../requirements/py3.9-requirements.txt | 61 ++-- sdk/python/setup.py | 6 +- 8 files changed, 355 insertions(+), 626 deletions(-) diff --git a/sdk/python/feast/proto_json.py b/sdk/python/feast/proto_json.py index 9edc51e31b5..44e004cb036 100644 --- a/sdk/python/feast/proto_json.py +++ b/sdk/python/feast/proto_json.py @@ -15,6 +15,8 @@ JsonObject = Any +# TODO: These methods need to be updated when bumping the version of protobuf. +# https://github.com/feast-dev/feast/issues/2484 def _patch_proto_json_encoding( proto_type: Type[ProtoMessage], to_json_object: Callable[[_Printer, ProtoMessage], JsonObject], diff --git a/sdk/python/requirements/py3.7-ci-requirements.txt b/sdk/python/requirements/py3.7-ci-requirements.txt index 67a9096705b..b43066bb6ab 100644 --- a/sdk/python/requirements/py3.7-ci-requirements.txt +++ b/sdk/python/requirements/py3.7-ci-requirements.txt @@ -23,20 +23,16 @@ alabaster==0.7.12 altair==4.2.0 # via great-expectations anyio==3.5.0 - # via starlette + # via + # starlette + # watchgod appdirs==1.4.4 # via black -appnope==0.1.2 - # via - # ipykernel - # ipython -argon2-cffi==21.3.0 - # via notebook -argon2-cffi-bindings==21.2.0 - # via argon2-cffi +appnope==0.1.3 + # via ipython asgiref==3.5.0 # via uvicorn -asn1crypto==1.4.0 +asn1crypto==1.5.1 # via # oscrypto # snowflake-connector-python @@ -54,7 +50,7 @@ attrs==21.4.0 # pytest avro==1.10.0 # via feast (setup.py) -azure-core==1.23.0 +azure-core==1.23.1 # via # adlfs # azure-identity @@ -63,7 +59,7 @@ azure-datalake-store==0.0.52 # via adlfs azure-identity==1.8.0 # via adlfs -azure-storage-blob==12.9.0 +azure-storage-blob==12.11.0 # via adlfs babel==2.9.1 # via sphinx @@ -75,13 +71,11 @@ backports-zoneinfo==0.2.1 # tzlocal black==19.10b0 # via feast (setup.py) -bleach==4.1.0 - # via nbconvert -boto3==1.21.11 +boto3==1.21.32 # via # feast (setup.py) # moto -botocore==1.24.11 +botocore==1.24.32 # via # boto3 # moto @@ -98,7 +92,6 @@ certifi==2021.10.8 # snowflake-connector-python cffi==1.15.0 # via - # argon2-cffi-bindings # azure-datalake-store # cryptography # snowflake-connector-python @@ -109,7 +102,7 @@ charset-normalizer==2.0.12 # aiohttp # requests # snowflake-connector-python -click==8.0.4 +click==8.1.2 # via # black # feast (setup.py) @@ -119,7 +112,9 @@ click==8.0.4 cloudpickle==2.0.0 # via dask colorama==0.4.4 - # via feast (setup.py) + # via + # feast (setup.py) + # great-expectations coverage[toml]==6.3.2 # via pytest-cov cryptography==3.3.2 @@ -128,21 +123,19 @@ cryptography==3.3.2 # azure-identity # azure-storage-blob # feast (setup.py) + # great-expectations # moto # msal - # pyjwt # pyopenssl # snowflake-connector-python dask==2022.1.1 # via feast (setup.py) -debugpy==1.5.1 - # via ipykernel +dataclasses==0.6 + # via great-expectations decorator==5.1.1 # via # gcsfs # ipython -defusedxml==0.7.1 - # via nbconvert deprecation==2.1.0 # via testcontainers dill==0.3.4 @@ -158,18 +151,17 @@ docutils==0.17.1 # sphinx # sphinx-rtd-theme entrypoints==0.4 - # via - # altair - # jupyter-client - # nbconvert + # via altair execnet==1.9.0 # via pytest-xdist -fastapi==0.74.1 +fastapi==0.75.1 # via feast (setup.py) -fastavro==1.4.9 +fastavro==1.4.10 # via # feast (setup.py) # pandavro +fastjsonschema==2.15.3 + # via nbformat filelock==3.6.0 # via virtualenv firebase-admin==4.5.2 @@ -180,12 +172,12 @@ frozenlist==1.3.0 # via # aiohttp # aiosignal -fsspec==2022.2.0 +fsspec==2022.3.0 # via # adlfs # dask # gcsfs -gcsfs==2022.2.0 +gcsfs==2022.3.0 # via feast (setup.py) google-api-core[grpc]==1.31.5 # via @@ -197,7 +189,7 @@ google-api-core[grpc]==1.31.5 # google-cloud-core # google-cloud-datastore # google-cloud-firestore -google-api-python-client==2.39.0 +google-api-python-client==2.42.0 # via firebase-admin google-auth==1.35.0 # via @@ -210,12 +202,14 @@ google-auth==1.35.0 # google-cloud-storage google-auth-httplib2==0.1.0 # via google-api-python-client -google-auth-oauthlib==0.5.0 +google-auth-oauthlib==0.5.1 # via gcsfs -google-cloud-bigquery==2.34.1 - # via feast (setup.py) -google-cloud-bigquery-storage==2.12.0 +google-cloud-bigquery==3.0.1 # via feast (setup.py) +google-cloud-bigquery-storage==2.13.0 + # via + # feast (setup.py) + # google-cloud-bigquery google-cloud-core==1.7.2 # via # feast (setup.py) @@ -223,9 +217,9 @@ google-cloud-core==1.7.2 # google-cloud-datastore # google-cloud-firestore # google-cloud-storage -google-cloud-datastore==2.5.0 +google-cloud-datastore==2.5.1 # via feast (setup.py) -google-cloud-firestore==2.3.4 +google-cloud-firestore==2.4.0 # via firebase-admin google-cloud-storage==1.40.0 # via @@ -243,9 +237,9 @@ googleapis-common-protos==1.52.0 # feast (setup.py) # google-api-core # tensorflow-metadata -great-expectations==0.14.8 +great-expectations==0.14.13 # via feast (setup.py) -grpcio==1.44.0 +grpcio==1.45.0 # via # feast (setup.py) # google-api-core @@ -253,7 +247,7 @@ grpcio==1.44.0 # grpcio-reflection # grpcio-testing # grpcio-tools -grpcio-reflection==1.44.0 +grpcio-reflection==1.45.0 # via feast (setup.py) grpcio-testing==1.34.0 # via feast (setup.py) @@ -267,9 +261,9 @@ httplib2==0.20.4 # via # google-api-python-client # google-auth-httplib2 -httptools==0.3.0 +httptools==0.4.0 # via uvicorn -identify==2.4.11 +identify==2.4.12 # via pre-commit idna==3.3 # via @@ -291,24 +285,11 @@ importlib-metadata==4.2.0 # pre-commit # pytest # virtualenv -importlib-resources==5.4.0 +importlib-resources==5.6.0 # via jsonschema iniconfig==1.1.1 # via pytest -ipykernel==6.9.1 - # via - # ipywidgets - # notebook ipython==7.32.0 - # via - # ipykernel - # ipywidgets -ipython-genutils==0.2.0 - # via - # ipywidgets - # nbformat - # notebook -ipywidgets==7.6.5 # via great-expectations isodate==0.6.1 # via msrest @@ -322,10 +303,8 @@ jinja2==3.0.3 # feast (setup.py) # great-expectations # moto - # nbconvert - # notebook # sphinx -jmespath==0.10.0 +jmespath==1.0.0 # via # boto3 # botocore @@ -339,44 +318,27 @@ jsonschema==4.4.0 # feast (setup.py) # great-expectations # nbformat -jupyter-client==7.1.2 - # via - # ipykernel - # nbclient - # notebook jupyter-core==4.9.2 - # via - # jupyter-client - # nbconvert - # nbformat - # notebook -jupyterlab-pygments==0.1.2 - # via nbconvert -jupyterlab-widgets==1.0.2 - # via ipywidgets + # via nbformat locket==0.2.1 # via partd -markupsafe==2.1.0 +markupsafe==2.1.1 # via # jinja2 # moto matplotlib-inline==0.1.3 - # via - # ipykernel - # ipython + # via ipython mccabe==0.6.1 # via flake8 minio==7.1.0 # via feast (setup.py) -mistune==0.8.4 - # via - # great-expectations - # nbconvert +mistune==2.0.2 + # via great-expectations mmh3==3.0.0 # via feast (setup.py) mock==2.0.0 # via feast (setup.py) -moto==3.0.5 +moto==3.1.4 # via feast (setup.py) msal==1.17.0 # via @@ -400,28 +362,12 @@ mypy==0.931 # via feast (setup.py) mypy-extensions==0.4.3 # via mypy -mypy-protobuf==3.1.0 - # via feast (setup.py) -nbclient==0.5.11 - # via nbconvert -nbconvert==6.4.2 - # via notebook -nbformat==5.1.3 - # via - # ipywidgets - # nbclient - # nbconvert - # notebook -nest-asyncio==1.5.4 - # via - # ipykernel - # jupyter-client - # nbclient - # notebook +mypy-protobuf==3.2.0 + # via feast (setup.py) +nbformat==5.3.0 + # via great-expectations nodeenv==1.6.0 # via pre-commit -notebook==6.4.8 - # via widgetsnbextension numpy==1.21.5 # via # altair @@ -432,16 +378,15 @@ numpy==1.21.5 # scipy oauthlib==3.2.0 # via requests-oauthlib -oscrypto==1.2.1 +oscrypto==1.3.0 # via snowflake-connector-python packaging==21.3 # via - # bleach # dask # deprecation # google-api-core # google-cloud-bigquery - # google-cloud-firestore + # great-expectations # pytest # sphinx pandas==1.3.5 @@ -453,8 +398,6 @@ pandas==1.3.5 # snowflake-connector-python pandavro==1.5.2 # via feast (setup.py) -pandocfilters==1.5.0 - # via nbconvert parso==0.8.3 # via jedi partd==1.2.0 @@ -477,11 +420,9 @@ pluggy==1.0.0 # via pytest portalocker==2.4.0 # via msal-extensions -pre-commit==2.17.0 +pre-commit==2.18.1 # via feast (setup.py) -prometheus-client==0.13.1 - # via notebook -prompt-toolkit==3.0.28 +prompt-toolkit==3.0.29 # via ipython proto-plus==1.19.6 # via @@ -505,9 +446,7 @@ protobuf==3.19.4 psutil==5.9.0 # via feast (setup.py) ptyprocess==0.7.0 - # via - # pexpect - # terminado + # via pexpect py==1.11.0 # via # pytest @@ -519,6 +458,7 @@ py4j==0.10.9.3 pyarrow==6.0.1 # via # feast (setup.py) + # google-cloud-bigquery # snowflake-connector-python pyasn1==0.4.8 # via @@ -526,7 +466,7 @@ pyasn1==0.4.8 # rsa pyasn1-modules==0.2.8 # via google-auth -pybindgen==0.22.0 +pybindgen==0.22.1 # via feast (setup.py) pycodestyle==2.8.0 # via flake8 @@ -543,8 +483,6 @@ pyflakes==2.4.0 pygments==2.11.2 # via # ipython - # jupyterlab-pygments - # nbconvert # sphinx pyjwt[crypto]==2.3.0 # via @@ -562,7 +500,7 @@ pyrsistent==0.18.1 # via jsonschema pyspark==3.2.1 # via feast (setup.py) -pytest==7.0.1 +pytest==7.1.1 # via # feast (setup.py) # pytest-benchmark @@ -595,12 +533,11 @@ python-dateutil==2.8.2 # botocore # google-cloud-bigquery # great-expectations - # jupyter-client # moto # pandas -python-dotenv==0.19.2 +python-dotenv==0.20.0 # via uvicorn -pytz==2021.3 +pytz==2022.1 # via # babel # google-api-core @@ -616,17 +553,13 @@ pyyaml==6.0 # feast (setup.py) # pre-commit # uvicorn -pyzmq==22.3.0 - # via - # jupyter-client - # notebook redis==3.5.3 # via # feast (setup.py) # redis-py-cluster redis-py-cluster==2.1.3 # via feast (setup.py) -regex==2022.3.2 +regex==2022.3.15 # via black requests==2.27.1 # via @@ -652,7 +585,7 @@ requests-oauthlib==1.3.1 # via # google-auth-oauthlib # msrest -responses==0.18.0 +responses==0.20.0 # via moto rsa==4.8 # via google-auth @@ -664,14 +597,11 @@ s3transfer==0.5.2 # via boto3 scipy==1.7.3 # via great-expectations -send2trash==1.8.0 - # via notebook six==1.16.0 # via # absl-py # azure-core # azure-identity - # bleach # cryptography # google-api-core # google-auth @@ -679,7 +609,6 @@ six==1.16.0 # google-cloud-core # google-resumable-media # grpcio - # isodate # mock # msrestazure # pandavro @@ -690,7 +619,7 @@ sniffio==1.2.0 # via anyio snowballstemmer==2.2.0 # via sphinx -snowflake-connector-python[pandas]==2.7.4 +snowflake-connector-python[pandas]==2.7.6 # via feast (setup.py) sphinx==4.3.2 # via @@ -720,12 +649,8 @@ tensorflow-metadata==1.7.0 # via feast (setup.py) termcolor==1.1.0 # via great-expectations -terminado==0.13.2 - # via notebook testcontainers==3.4.2 # via feast (setup.py) -testpath==0.6.0 - # via nbconvert toml==0.10.2 # via # black @@ -742,57 +667,44 @@ toolz==0.11.2 # altair # dask # partd -tornado==6.1 - # via - # ipykernel - # jupyter-client - # notebook - # terminado -tqdm==4.63.0 +tqdm==4.64.0 # via # feast (setup.py) # great-expectations traitlets==5.1.1 # via - # ipykernel # ipython - # ipywidgets - # jupyter-client # jupyter-core # matplotlib-inline - # nbclient - # nbconvert # nbformat - # notebook typed-ast==1.5.2 # via # black # mypy -types-protobuf==3.19.12 +types-protobuf==3.19.15 # via # feast (setup.py) # mypy-protobuf -types-python-dateutil==2.8.9 +types-python-dateutil==2.8.10 # via feast (setup.py) -types-pytz==2021.3.5 +types-pytz==2021.3.6 # via feast (setup.py) -types-pyyaml==6.0.4 +types-pyyaml==6.0.5 # via feast (setup.py) -types-redis==4.1.17 +types-redis==4.1.19 # via feast (setup.py) -types-requests==2.27.11 +types-requests==2.27.16 # via feast (setup.py) -types-setuptools==57.4.9 +types-setuptools==57.4.11 # via feast (setup.py) -types-tabulate==0.8.5 +types-tabulate==0.8.6 # via feast (setup.py) -types-urllib3==1.26.10 +types-urllib3==1.26.11 # via types-requests typing-extensions==4.1.1 # via # aiohttp # anyio - # argon2-cffi # asgiref # async-timeout # azure-core @@ -805,48 +717,45 @@ typing-extensions==4.1.1 # starlette # uvicorn # yarl -tzdata==2021.5 +tzdata==2022.1 # via pytz-deprecation-shim -tzlocal==4.1 +tzlocal==4.2 # via great-expectations uritemplate==4.1.1 # via google-api-python-client -urllib3==1.26.8 +urllib3==1.26.9 # via # botocore # feast (setup.py) + # great-expectations # minio # requests # responses -uvicorn[standard]==0.17.5 +uvicorn[standard]==0.17.6 # via feast (setup.py) uvloop==0.16.0 # via uvicorn -virtualenv==20.13.2 +virtualenv==20.14.0 # via pre-commit -watchgod==0.7 +watchgod==0.8.2 # via uvicorn wcwidth==0.2.5 # via prompt-toolkit -webencodings==0.5.1 - # via bleach -websocket-client==1.3.1 +websocket-client==1.3.2 # via docker websockets==10.2 # via uvicorn -werkzeug==2.0.3 +werkzeug==2.1.1 # via moto wheel==0.37.1 # via pip-tools -widgetsnbextension==3.5.2 - # via ipywidgets -wrapt==1.13.3 +wrapt==1.14.0 # via testcontainers xmltodict==0.12.0 # via moto yarl==1.7.2 # via aiohttp -zipp==3.7.0 +zipp==3.8.0 # via # importlib-metadata # importlib-resources @@ -854,4 +763,4 @@ zipp==3.7.0 # The following packages are considered to be unsafe in a requirements file: # pip -# setuptools \ No newline at end of file +# setuptools diff --git a/sdk/python/requirements/py3.7-requirements.txt b/sdk/python/requirements/py3.7-requirements.txt index f3c90a6e3bd..79e41d7d86a 100644 --- a/sdk/python/requirements/py3.7-requirements.txt +++ b/sdk/python/requirements/py3.7-requirements.txt @@ -7,7 +7,9 @@ absl-py==1.0.0 # via tensorflow-metadata anyio==3.5.0 - # via starlette + # via + # starlette + # watchgod asgiref==3.5.0 # via uvicorn attrs==21.4.0 @@ -18,7 +20,7 @@ certifi==2021.10.8 # via requests charset-normalizer==2.0.12 # via requests -click==8.0.4 +click==8.1.2 # via # feast (setup.py) # uvicorn @@ -30,50 +32,50 @@ dask==2022.1.1 # via feast (setup.py) dill==0.3.4 # via feast (setup.py) -fastapi==0.74.1 +fastapi==0.75.1 # via feast (setup.py) -fastavro==1.4.9 +fastavro==1.4.10 # via # feast (setup.py) # pandavro -fsspec==2022.2.0 +fsspec==2022.3.0 # via dask -google-api-core==2.5.0 +google-api-core==2.7.1 # via feast (setup.py) -google-auth==2.6.0 +google-auth==2.6.2 # via google-api-core googleapis-common-protos==1.52.0 # via # feast (setup.py) # google-api-core # tensorflow-metadata -grpcio==1.44.0 +grpcio==1.45.0 # via # feast (setup.py) # grpcio-reflection -grpcio-reflection==1.44.0 +grpcio-reflection==1.45.0 # via feast (setup.py) h11==0.13.0 # via uvicorn -httptools==0.3.0 +httptools==0.4.0 # via uvicorn idna==3.3 # via # anyio # requests -importlib-metadata==4.11.1 +importlib-metadata==4.11.3 # via # click # jsonschema -importlib-resources==5.4.0 +importlib-resources==5.6.0 # via jsonschema -jinja2==3.0.3 +jinja2==3.1.1 # via feast (setup.py) jsonschema==4.4.0 # via feast (setup.py) locket==0.2.1 # via partd -markupsafe==2.1.0 +markupsafe==2.1.1 # via jinja2 mmh3==3.0.0 # via feast (setup.py) @@ -120,9 +122,9 @@ pyrsistent==0.18.1 # via jsonschema python-dateutil==2.8.2 # via pandas -python-dotenv==0.19.2 +python-dotenv==0.20.0 # via uvicorn -pytz==2021.3 +pytz==2022.1 # via pandas pyyaml==6.0 # via @@ -148,7 +150,7 @@ tabulate==0.8.9 # via feast (setup.py) tenacity==8.0.1 # via feast (setup.py) -tensorflow-metadata==1.6.0 +tensorflow-metadata==1.7.0 # via feast (setup.py) toml==0.10.2 # via feast (setup.py) @@ -156,7 +158,7 @@ toolz==0.11.2 # via # dask # partd -tqdm==4.62.3 +tqdm==4.64.0 # via feast (setup.py) typing-extensions==4.1.1 # via @@ -168,17 +170,17 @@ typing-extensions==4.1.1 # pydantic # starlette # uvicorn -urllib3==1.26.8 +urllib3==1.26.9 # via requests -uvicorn[standard]==0.17.5 +uvicorn[standard]==0.17.6 # via feast (setup.py) uvloop==0.16.0 # via uvicorn -watchgod==0.7 +watchgod==0.8.2 # via uvicorn websockets==10.2 # via uvicorn -zipp==3.7.0 +zipp==3.8.0 # via # importlib-metadata # importlib-resources diff --git a/sdk/python/requirements/py3.8-ci-requirements.txt b/sdk/python/requirements/py3.8-ci-requirements.txt index 5249771fb26..3eff66f53c2 100644 --- a/sdk/python/requirements/py3.8-ci-requirements.txt +++ b/sdk/python/requirements/py3.8-ci-requirements.txt @@ -23,20 +23,16 @@ alabaster==0.7.12 altair==4.2.0 # via great-expectations anyio==3.5.0 - # via starlette + # via + # starlette + # watchgod appdirs==1.4.4 # via black -appnope==0.1.2 - # via - # ipykernel - # ipython -argon2-cffi==21.3.0 - # via notebook -argon2-cffi-bindings==21.2.0 - # via argon2-cffi +appnope==0.1.3 + # via ipython asgiref==3.5.0 # via uvicorn -asn1crypto==1.4.0 +asn1crypto==1.5.1 # via # oscrypto # snowflake-connector-python @@ -54,7 +50,7 @@ attrs==21.4.0 # pytest avro==1.10.0 # via feast (setup.py) -azure-core==1.23.0 +azure-core==1.23.1 # via # adlfs # azure-identity @@ -63,7 +59,7 @@ azure-datalake-store==0.0.52 # via adlfs azure-identity==1.8.0 # via adlfs -azure-storage-blob==12.9.0 +azure-storage-blob==12.11.0 # via adlfs babel==2.9.1 # via sphinx @@ -75,13 +71,11 @@ backports-zoneinfo==0.2.1 # tzlocal black==19.10b0 # via feast (setup.py) -bleach==4.1.0 - # via nbconvert -boto3==1.21.11 +boto3==1.21.32 # via # feast (setup.py) # moto -botocore==1.24.11 +botocore==1.24.32 # via # boto3 # moto @@ -98,7 +92,6 @@ certifi==2021.10.8 # snowflake-connector-python cffi==1.15.0 # via - # argon2-cffi-bindings # azure-datalake-store # cryptography # snowflake-connector-python @@ -109,7 +102,7 @@ charset-normalizer==2.0.12 # aiohttp # requests # snowflake-connector-python -click==8.0.4 +click==8.1.2 # via # black # feast (setup.py) @@ -119,7 +112,9 @@ click==8.0.4 cloudpickle==2.0.0 # via dask colorama==0.4.4 - # via feast (setup.py) + # via + # feast (setup.py) + # great-expectations coverage[toml]==6.3.2 # via pytest-cov cryptography==3.3.2 @@ -128,21 +123,19 @@ cryptography==3.3.2 # azure-identity # azure-storage-blob # feast (setup.py) + # great-expectations # moto # msal - # pyjwt # pyopenssl # snowflake-connector-python dask==2022.1.1 # via feast (setup.py) -debugpy==1.5.1 - # via ipykernel +dataclasses==0.6 + # via great-expectations decorator==5.1.1 # via # gcsfs # ipython -defusedxml==0.7.1 - # via nbconvert deprecation==2.1.0 # via testcontainers dill==0.3.4 @@ -158,20 +151,19 @@ docutils==0.17.1 # sphinx # sphinx-rtd-theme entrypoints==0.4 - # via - # altair - # jupyter-client - # nbconvert + # via altair execnet==1.9.0 # via pytest-xdist executing==0.8.3 # via stack-data -fastapi==0.74.1 +fastapi==0.75.1 # via feast (setup.py) -fastavro==1.4.9 +fastavro==1.4.10 # via # feast (setup.py) # pandavro +fastjsonschema==2.15.3 + # via nbformat filelock==3.6.0 # via virtualenv firebase-admin==4.5.2 @@ -182,12 +174,12 @@ frozenlist==1.3.0 # via # aiohttp # aiosignal -fsspec==2022.2.0 +fsspec==2022.3.0 # via # adlfs # dask # gcsfs -gcsfs==2022.2.0 +gcsfs==2022.3.0 # via feast (setup.py) google-api-core[grpc]==1.31.5 # via @@ -199,7 +191,7 @@ google-api-core[grpc]==1.31.5 # google-cloud-core # google-cloud-datastore # google-cloud-firestore -google-api-python-client==2.39.0 +google-api-python-client==2.42.0 # via firebase-admin google-auth==1.35.0 # via @@ -212,12 +204,14 @@ google-auth==1.35.0 # google-cloud-storage google-auth-httplib2==0.1.0 # via google-api-python-client -google-auth-oauthlib==0.5.0 +google-auth-oauthlib==0.5.1 # via gcsfs -google-cloud-bigquery==2.34.1 - # via feast (setup.py) -google-cloud-bigquery-storage==2.12.0 +google-cloud-bigquery==3.0.1 # via feast (setup.py) +google-cloud-bigquery-storage==2.13.0 + # via + # feast (setup.py) + # google-cloud-bigquery google-cloud-core==1.7.2 # via # feast (setup.py) @@ -225,9 +219,9 @@ google-cloud-core==1.7.2 # google-cloud-datastore # google-cloud-firestore # google-cloud-storage -google-cloud-datastore==2.5.0 +google-cloud-datastore==2.5.1 # via feast (setup.py) -google-cloud-firestore==2.3.4 +google-cloud-firestore==2.4.0 # via firebase-admin google-cloud-storage==1.40.0 # via @@ -245,9 +239,9 @@ googleapis-common-protos==1.52.0 # feast (setup.py) # google-api-core # tensorflow-metadata -great-expectations==0.14.8 +great-expectations==0.14.13 # via feast (setup.py) -grpcio==1.44.0 +grpcio==1.45.0 # via # feast (setup.py) # google-api-core @@ -255,7 +249,7 @@ grpcio==1.44.0 # grpcio-reflection # grpcio-testing # grpcio-tools -grpcio-reflection==1.44.0 +grpcio-reflection==1.45.0 # via feast (setup.py) grpcio-testing==1.34.0 # via feast (setup.py) @@ -269,9 +263,9 @@ httplib2==0.20.4 # via # google-api-python-client # google-auth-httplib2 -httptools==0.3.0 +httptools==0.4.0 # via uvicorn -identify==2.4.11 +identify==2.4.12 # via pre-commit idna==3.3 # via @@ -281,26 +275,13 @@ idna==3.3 # yarl imagesize==1.3.0 # via sphinx -importlib-metadata==4.11.2 +importlib-metadata==4.11.3 # via great-expectations -importlib-resources==5.4.0 +importlib-resources==5.6.0 # via jsonschema iniconfig==1.1.1 # via pytest -ipykernel==6.9.1 - # via - # ipywidgets - # notebook -ipython==8.1.1 - # via - # ipykernel - # ipywidgets -ipython-genutils==0.2.0 - # via - # ipywidgets - # nbformat - # notebook -ipywidgets==7.6.5 +ipython==8.2.0 # via great-expectations isodate==0.6.1 # via msrest @@ -314,10 +295,8 @@ jinja2==3.0.3 # feast (setup.py) # great-expectations # moto - # nbconvert - # notebook # sphinx -jmespath==0.10.0 +jmespath==1.0.0 # via # boto3 # botocore @@ -331,44 +310,27 @@ jsonschema==4.4.0 # feast (setup.py) # great-expectations # nbformat -jupyter-client==7.1.2 - # via - # ipykernel - # nbclient - # notebook jupyter-core==4.9.2 - # via - # jupyter-client - # nbconvert - # nbformat - # notebook -jupyterlab-pygments==0.1.2 - # via nbconvert -jupyterlab-widgets==1.0.2 - # via ipywidgets + # via nbformat locket==0.2.1 # via partd -markupsafe==2.1.0 +markupsafe==2.1.1 # via # jinja2 # moto matplotlib-inline==0.1.3 - # via - # ipykernel - # ipython + # via ipython mccabe==0.6.1 # via flake8 minio==7.1.0 # via feast (setup.py) -mistune==0.8.4 - # via - # great-expectations - # nbconvert +mistune==2.0.2 + # via great-expectations mmh3==3.0.0 # via feast (setup.py) mock==2.0.0 # via feast (setup.py) -moto==3.0.5 +moto==3.1.4 # via feast (setup.py) msal==1.17.0 # via @@ -392,29 +354,13 @@ mypy==0.931 # via feast (setup.py) mypy-extensions==0.4.3 # via mypy -mypy-protobuf==3.1.0 - # via feast (setup.py) -nbclient==0.5.11 - # via nbconvert -nbconvert==6.4.2 - # via notebook -nbformat==5.1.3 - # via - # ipywidgets - # nbclient - # nbconvert - # notebook -nest-asyncio==1.5.4 - # via - # ipykernel - # jupyter-client - # nbclient - # notebook +mypy-protobuf==3.2.0 + # via feast (setup.py) +nbformat==5.3.0 + # via great-expectations nodeenv==1.6.0 # via pre-commit -notebook==6.4.8 - # via widgetsnbextension -numpy==1.22.2 +numpy==1.22.3 # via # altair # great-expectations @@ -424,16 +370,15 @@ numpy==1.22.2 # scipy oauthlib==3.2.0 # via requests-oauthlib -oscrypto==1.2.1 +oscrypto==1.3.0 # via snowflake-connector-python packaging==21.3 # via - # bleach # dask # deprecation # google-api-core # google-cloud-bigquery - # google-cloud-firestore + # great-expectations # pytest # sphinx pandas==1.3.5 @@ -445,8 +390,6 @@ pandas==1.3.5 # snowflake-connector-python pandavro==1.5.2 # via feast (setup.py) -pandocfilters==1.5.0 - # via nbconvert parso==0.8.3 # via jedi partd==1.2.0 @@ -469,11 +412,9 @@ pluggy==1.0.0 # via pytest portalocker==2.4.0 # via msal-extensions -pre-commit==2.17.0 +pre-commit==2.18.1 # via feast (setup.py) -prometheus-client==0.13.1 - # via notebook -prompt-toolkit==3.0.28 +prompt-toolkit==3.0.29 # via ipython proto-plus==1.19.6 # via @@ -497,9 +438,7 @@ protobuf==3.19.4 psutil==5.9.0 # via feast (setup.py) ptyprocess==0.7.0 - # via - # pexpect - # terminado + # via pexpect pure-eval==0.2.2 # via stack-data py==1.11.0 @@ -513,6 +452,7 @@ py4j==0.10.9.3 pyarrow==6.0.1 # via # feast (setup.py) + # google-cloud-bigquery # snowflake-connector-python pyasn1==0.4.8 # via @@ -520,7 +460,7 @@ pyasn1==0.4.8 # rsa pyasn1-modules==0.2.8 # via google-auth -pybindgen==0.22.0 +pybindgen==0.22.1 # via feast (setup.py) pycodestyle==2.8.0 # via flake8 @@ -537,8 +477,6 @@ pyflakes==2.4.0 pygments==2.11.2 # via # ipython - # jupyterlab-pygments - # nbconvert # sphinx pyjwt[crypto]==2.3.0 # via @@ -556,7 +494,7 @@ pyrsistent==0.18.1 # via jsonschema pyspark==3.2.1 # via feast (setup.py) -pytest==7.0.1 +pytest==7.1.1 # via # feast (setup.py) # pytest-benchmark @@ -589,12 +527,11 @@ python-dateutil==2.8.2 # botocore # google-cloud-bigquery # great-expectations - # jupyter-client # moto # pandas -python-dotenv==0.19.2 +python-dotenv==0.20.0 # via uvicorn -pytz==2021.3 +pytz==2022.1 # via # babel # google-api-core @@ -610,17 +547,13 @@ pyyaml==6.0 # feast (setup.py) # pre-commit # uvicorn -pyzmq==22.3.0 - # via - # jupyter-client - # notebook redis==3.5.3 # via # feast (setup.py) # redis-py-cluster redis-py-cluster==2.1.3 # via feast (setup.py) -regex==2022.3.2 +regex==2022.3.15 # via black requests==2.27.1 # via @@ -646,27 +579,23 @@ requests-oauthlib==1.3.1 # via # google-auth-oauthlib # msrest -responses==0.18.0 +responses==0.20.0 # via moto rsa==4.8 # via google-auth ruamel-yaml==0.17.17 # via great-expectations -ruamel.yaml.clib==0.2.6 - # via ruamel.yaml +ruamel-yaml-clib==0.2.6 + # via ruamel-yaml s3transfer==0.5.2 # via boto3 scipy==1.8.0 # via great-expectations -send2trash==1.8.0 - # via notebook six==1.16.0 # via # absl-py - # asttokens # azure-core # azure-identity - # bleach # cryptography # google-api-core # google-auth @@ -674,7 +603,6 @@ six==1.16.0 # google-cloud-core # google-resumable-media # grpcio - # isodate # mock # msrestazure # pandavro @@ -685,7 +613,7 @@ sniffio==1.2.0 # via anyio snowballstemmer==2.2.0 # via sphinx -snowflake-connector-python[pandas]==2.7.4 +snowflake-connector-python[pandas]==2.7.6 # via feast (setup.py) sphinx==4.3.2 # via @@ -717,12 +645,8 @@ tensorflow-metadata==1.7.0 # via feast (setup.py) termcolor==1.1.0 # via great-expectations -terminado==0.13.2 - # via notebook testcontainers==3.4.2 # via feast (setup.py) -testpath==0.6.0 - # via nbconvert toml==0.10.2 # via # black @@ -739,49 +663,37 @@ toolz==0.11.2 # altair # dask # partd -tornado==6.1 - # via - # ipykernel - # jupyter-client - # notebook - # terminado -tqdm==4.63.0 +tqdm==4.64.0 # via # feast (setup.py) # great-expectations traitlets==5.1.1 # via - # ipykernel # ipython - # ipywidgets - # jupyter-client # jupyter-core # matplotlib-inline - # nbclient - # nbconvert # nbformat - # notebook typed-ast==1.5.2 # via black -types-protobuf==3.19.12 +types-protobuf==3.19.15 # via # feast (setup.py) # mypy-protobuf -types-python-dateutil==2.8.9 +types-python-dateutil==2.8.10 # via feast (setup.py) -types-pytz==2021.3.5 +types-pytz==2021.3.6 # via feast (setup.py) -types-pyyaml==6.0.4 +types-pyyaml==6.0.5 # via feast (setup.py) -types-redis==4.1.17 +types-redis==4.1.19 # via feast (setup.py) -types-requests==2.27.11 +types-requests==2.27.16 # via feast (setup.py) -types-setuptools==57.4.9 +types-setuptools==57.4.11 # via feast (setup.py) -types-tabulate==0.8.5 +types-tabulate==0.8.6 # via feast (setup.py) -types-urllib3==1.26.10 +types-urllib3==1.26.11 # via types-requests typing-extensions==4.1.1 # via @@ -789,52 +701,49 @@ typing-extensions==4.1.1 # great-expectations # mypy # pydantic -tzdata==2021.5 +tzdata==2022.1 # via pytz-deprecation-shim -tzlocal==4.1 +tzlocal==4.2 # via great-expectations uritemplate==4.1.1 # via google-api-python-client -urllib3==1.26.8 +urllib3==1.26.9 # via # botocore # feast (setup.py) + # great-expectations # minio # requests # responses -uvicorn[standard]==0.17.5 +uvicorn[standard]==0.17.6 # via feast (setup.py) uvloop==0.16.0 # via uvicorn -virtualenv==20.13.2 +virtualenv==20.14.0 # via pre-commit -watchgod==0.7 +watchgod==0.8.2 # via uvicorn wcwidth==0.2.5 # via prompt-toolkit -webencodings==0.5.1 - # via bleach -websocket-client==1.3.1 +websocket-client==1.3.2 # via docker websockets==10.2 # via uvicorn -werkzeug==2.0.3 +werkzeug==2.1.1 # via moto wheel==0.37.1 # via pip-tools -widgetsnbextension==3.5.2 - # via ipywidgets -wrapt==1.13.3 +wrapt==1.14.0 # via testcontainers xmltodict==0.12.0 # via moto yarl==1.7.2 # via aiohttp -zipp==3.7.0 +zipp==3.8.0 # via # importlib-metadata # importlib-resources # The following packages are considered to be unsafe in a requirements file: # pip -# setuptools \ No newline at end of file +# setuptools diff --git a/sdk/python/requirements/py3.8-requirements.txt b/sdk/python/requirements/py3.8-requirements.txt index 4b996ef075a..f29dbcdfaf0 100644 --- a/sdk/python/requirements/py3.8-requirements.txt +++ b/sdk/python/requirements/py3.8-requirements.txt @@ -7,18 +7,20 @@ absl-py==1.0.0 # via tensorflow-metadata anyio==3.5.0 - # via starlette -asgiref==3.4.1 + # via + # starlette + # watchgod +asgiref==3.5.0 # via uvicorn attrs==21.4.0 # via jsonschema -cachetools==4.2.4 +cachetools==5.0.0 # via google-auth certifi==2021.10.8 # via requests -charset-normalizer==2.0.10 +charset-normalizer==2.0.12 # via requests -click==8.0.3 +click==8.1.2 # via # feast (setup.py) # uvicorn @@ -30,57 +32,57 @@ dask==2022.1.1 # via feast (setup.py) dill==0.3.4 # via feast (setup.py) -fastapi==0.72.0 +fastapi==0.75.1 # via feast (setup.py) -fastavro==1.4.9 +fastavro==1.4.10 # via # feast (setup.py) # pandavro -fsspec==2022.2.0 +fsspec==2022.3.0 # via dask -google-api-core==2.4.0 +google-api-core==2.7.1 # via feast (setup.py) -google-auth==2.3.3 +google-auth==2.6.2 # via google-api-core googleapis-common-protos==1.52.0 # via # feast (setup.py) # google-api-core # tensorflow-metadata -grpcio==1.43.0 +grpcio==1.45.0 # via # feast (setup.py) # grpcio-reflection -grpcio-reflection==1.43.0 +grpcio-reflection==1.45.0 # via feast (setup.py) h11==0.13.0 # via uvicorn -httptools==0.3.0 +httptools==0.4.0 # via uvicorn idna==3.3 # via # anyio # requests -importlib-resources==5.4.0 +importlib-resources==5.6.0 # via jsonschema -jinja2==3.0.3 +jinja2==3.1.1 # via feast (setup.py) jsonschema==4.4.0 # via feast (setup.py) locket==0.2.1 # via partd -markupsafe==2.0.1 +markupsafe==2.1.1 # via jinja2 mmh3==3.0.0 # via feast (setup.py) -numpy==1.21.5 +numpy==1.22.3 # via # pandas # pandavro # pyarrow packaging==21.3 # via dask -pandas==1.3.5 +pandas==1.4.2 # via # feast (setup.py) # pandavro @@ -90,7 +92,7 @@ partd==1.2.0 # via dask proto-plus==1.19.6 # via feast (setup.py) -protobuf==3.19.3 +protobuf==3.19.4 # via # feast (setup.py) # google-api-core @@ -98,7 +100,7 @@ protobuf==3.19.3 # grpcio-reflection # proto-plus # tensorflow-metadata -pyarrow==6.0.1 +pyarrow==7.0.0 # via feast (setup.py) pyasn1==0.4.8 # via @@ -116,9 +118,9 @@ pyrsistent==0.18.1 # via jsonschema python-dateutil==2.8.2 # via pandas -python-dotenv==0.19.2 +python-dotenv==0.20.0 # via uvicorn -pytz==2021.3 +pytz==2022.1 # via pandas pyyaml==6.0 # via @@ -144,7 +146,7 @@ tabulate==0.8.9 # via feast (setup.py) tenacity==8.0.1 # via feast (setup.py) -tensorflow-metadata==1.6.0 +tensorflow-metadata==1.7.0 # via feast (setup.py) toml==0.10.2 # via feast (setup.py) @@ -152,22 +154,19 @@ toolz==0.11.2 # via # dask # partd -tqdm==4.62.3 +tqdm==4.64.0 # via feast (setup.py) -typing-extensions==4.0.1 +typing-extensions==4.1.1 # via pydantic -urllib3==1.26.8 +urllib3==1.26.9 # via requests -uvicorn[standard]==0.17.0 +uvicorn[standard]==0.17.6 # via feast (setup.py) uvloop==0.16.0 # via uvicorn -watchgod==0.7 +watchgod==0.8.2 # via uvicorn -websockets==10.1 +websockets==10.2 # via uvicorn -zipp==3.7.0 +zipp==3.8.0 # via importlib-resources - -# The following packages are considered to be unsafe in a requirements file: -# setuptools diff --git a/sdk/python/requirements/py3.9-ci-requirements.txt b/sdk/python/requirements/py3.9-ci-requirements.txt index 3a86c5d4dca..756f0b34d7a 100644 --- a/sdk/python/requirements/py3.9-ci-requirements.txt +++ b/sdk/python/requirements/py3.9-ci-requirements.txt @@ -23,20 +23,16 @@ alabaster==0.7.12 altair==4.2.0 # via great-expectations anyio==3.5.0 - # via starlette + # via + # starlette + # watchgod appdirs==1.4.4 # via black -appnope==0.1.2 - # via - # ipykernel - # ipython -argon2-cffi==21.3.0 - # via notebook -argon2-cffi-bindings==21.2.0 - # via argon2-cffi +appnope==0.1.3 + # via ipython asgiref==3.5.0 # via uvicorn -asn1crypto==1.4.0 +asn1crypto==1.5.1 # via # oscrypto # snowflake-connector-python @@ -54,7 +50,7 @@ attrs==21.4.0 # pytest avro==1.10.0 # via feast (setup.py) -azure-core==1.23.0 +azure-core==1.23.1 # via # adlfs # azure-identity @@ -63,7 +59,7 @@ azure-datalake-store==0.0.52 # via adlfs azure-identity==1.8.0 # via adlfs -azure-storage-blob==12.9.0 +azure-storage-blob==12.11.0 # via adlfs babel==2.9.1 # via sphinx @@ -71,13 +67,11 @@ backcall==0.2.0 # via ipython black==19.10b0 # via feast (setup.py) -bleach==4.1.0 - # via nbconvert -boto3==1.21.11 +boto3==1.21.32 # via # feast (setup.py) # moto -botocore==1.24.11 +botocore==1.24.32 # via # boto3 # moto @@ -94,7 +88,6 @@ certifi==2021.10.8 # snowflake-connector-python cffi==1.15.0 # via - # argon2-cffi-bindings # azure-datalake-store # cryptography # snowflake-connector-python @@ -105,7 +98,7 @@ charset-normalizer==2.0.12 # aiohttp # requests # snowflake-connector-python -click==8.0.4 +click==8.1.2 # via # black # feast (setup.py) @@ -115,7 +108,9 @@ click==8.0.4 cloudpickle==2.0.0 # via dask colorama==0.4.4 - # via feast (setup.py) + # via + # feast (setup.py) + # great-expectations coverage[toml]==6.3.2 # via pytest-cov cryptography==3.3.2 @@ -124,21 +119,19 @@ cryptography==3.3.2 # azure-identity # azure-storage-blob # feast (setup.py) + # great-expectations # moto # msal - # pyjwt # pyopenssl # snowflake-connector-python dask==2022.1.1 # via feast (setup.py) -debugpy==1.5.1 - # via ipykernel +dataclasses==0.6 + # via great-expectations decorator==5.1.1 # via # gcsfs # ipython -defusedxml==0.7.1 - # via nbconvert deprecation==2.1.0 # via testcontainers dill==0.3.4 @@ -154,20 +147,19 @@ docutils==0.17.1 # sphinx # sphinx-rtd-theme entrypoints==0.4 - # via - # altair - # jupyter-client - # nbconvert + # via altair execnet==1.9.0 # via pytest-xdist executing==0.8.3 # via stack-data -fastapi==0.74.1 +fastapi==0.75.1 # via feast (setup.py) -fastavro==1.4.9 +fastavro==1.4.10 # via # feast (setup.py) # pandavro +fastjsonschema==2.15.3 + # via nbformat filelock==3.6.0 # via virtualenv firebase-admin==4.5.2 @@ -178,12 +170,12 @@ frozenlist==1.3.0 # via # aiohttp # aiosignal -fsspec==2022.2.0 +fsspec==2022.3.0 # via # adlfs # dask # gcsfs -gcsfs==2022.2.0 +gcsfs==2022.3.0 # via feast (setup.py) google-api-core[grpc]==1.31.5 # via @@ -195,7 +187,7 @@ google-api-core[grpc]==1.31.5 # google-cloud-core # google-cloud-datastore # google-cloud-firestore -google-api-python-client==2.39.0 +google-api-python-client==2.42.0 # via firebase-admin google-auth==1.35.0 # via @@ -208,12 +200,14 @@ google-auth==1.35.0 # google-cloud-storage google-auth-httplib2==0.1.0 # via google-api-python-client -google-auth-oauthlib==0.5.0 +google-auth-oauthlib==0.5.1 # via gcsfs -google-cloud-bigquery==2.34.1 - # via feast (setup.py) -google-cloud-bigquery-storage==2.12.0 +google-cloud-bigquery==3.0.1 # via feast (setup.py) +google-cloud-bigquery-storage==2.13.0 + # via + # feast (setup.py) + # google-cloud-bigquery google-cloud-core==1.7.2 # via # feast (setup.py) @@ -221,9 +215,9 @@ google-cloud-core==1.7.2 # google-cloud-datastore # google-cloud-firestore # google-cloud-storage -google-cloud-datastore==2.5.0 +google-cloud-datastore==2.5.1 # via feast (setup.py) -google-cloud-firestore==2.3.4 +google-cloud-firestore==2.4.0 # via firebase-admin google-cloud-storage==1.40.0 # via @@ -241,9 +235,9 @@ googleapis-common-protos==1.52.0 # feast (setup.py) # google-api-core # tensorflow-metadata -great-expectations==0.14.8 +great-expectations==0.14.13 # via feast (setup.py) -grpcio==1.44.0 +grpcio==1.45.0 # via # feast (setup.py) # google-api-core @@ -251,7 +245,7 @@ grpcio==1.44.0 # grpcio-reflection # grpcio-testing # grpcio-tools -grpcio-reflection==1.44.0 +grpcio-reflection==1.45.0 # via feast (setup.py) grpcio-testing==1.34.0 # via feast (setup.py) @@ -265,9 +259,9 @@ httplib2==0.20.4 # via # google-api-python-client # google-auth-httplib2 -httptools==0.3.0 +httptools==0.4.0 # via uvicorn -identify==2.4.11 +identify==2.4.12 # via pre-commit idna==3.3 # via @@ -277,24 +271,11 @@ idna==3.3 # yarl imagesize==1.3.0 # via sphinx -importlib-metadata==4.11.2 +importlib-metadata==4.11.3 # via great-expectations iniconfig==1.1.1 # via pytest -ipykernel==6.9.1 - # via - # ipywidgets - # notebook -ipython==8.1.1 - # via - # ipykernel - # ipywidgets -ipython-genutils==0.2.0 - # via - # ipywidgets - # nbformat - # notebook -ipywidgets==7.6.5 +ipython==8.2.0 # via great-expectations isodate==0.6.1 # via msrest @@ -308,10 +289,8 @@ jinja2==3.0.3 # feast (setup.py) # great-expectations # moto - # nbconvert - # notebook # sphinx -jmespath==0.10.0 +jmespath==1.0.0 # via # boto3 # botocore @@ -325,44 +304,27 @@ jsonschema==4.4.0 # feast (setup.py) # great-expectations # nbformat -jupyter-client==7.1.2 - # via - # ipykernel - # nbclient - # notebook jupyter-core==4.9.2 - # via - # jupyter-client - # nbconvert - # nbformat - # notebook -jupyterlab-pygments==0.1.2 - # via nbconvert -jupyterlab-widgets==1.0.2 - # via ipywidgets + # via nbformat locket==0.2.1 # via partd -markupsafe==2.1.0 +markupsafe==2.1.1 # via # jinja2 # moto matplotlib-inline==0.1.3 - # via - # ipykernel - # ipython + # via ipython mccabe==0.6.1 # via flake8 minio==7.1.0 # via feast (setup.py) -mistune==0.8.4 - # via - # great-expectations - # nbconvert +mistune==2.0.2 + # via great-expectations mmh3==3.0.0 # via feast (setup.py) mock==2.0.0 # via feast (setup.py) -moto==3.0.5 +moto==3.1.4 # via feast (setup.py) msal==1.17.0 # via @@ -386,29 +348,13 @@ mypy==0.931 # via feast (setup.py) mypy-extensions==0.4.3 # via mypy -mypy-protobuf==3.1.0 - # via feast (setup.py) -nbclient==0.5.11 - # via nbconvert -nbconvert==6.4.2 - # via notebook -nbformat==5.1.3 - # via - # ipywidgets - # nbclient - # nbconvert - # notebook -nest-asyncio==1.5.4 - # via - # ipykernel - # jupyter-client - # nbclient - # notebook +mypy-protobuf==3.2.0 + # via feast (setup.py) +nbformat==5.3.0 + # via great-expectations nodeenv==1.6.0 # via pre-commit -notebook==6.4.8 - # via widgetsnbextension -numpy==1.22.2 +numpy==1.22.3 # via # altair # great-expectations @@ -418,16 +364,15 @@ numpy==1.22.2 # scipy oauthlib==3.2.0 # via requests-oauthlib -oscrypto==1.2.1 +oscrypto==1.3.0 # via snowflake-connector-python packaging==21.3 # via - # bleach # dask # deprecation # google-api-core # google-cloud-bigquery - # google-cloud-firestore + # great-expectations # pytest # sphinx pandas==1.3.5 @@ -439,8 +384,6 @@ pandas==1.3.5 # snowflake-connector-python pandavro==1.5.2 # via feast (setup.py) -pandocfilters==1.5.0 - # via nbconvert parso==0.8.3 # via jedi partd==1.2.0 @@ -463,11 +406,9 @@ pluggy==1.0.0 # via pytest portalocker==2.4.0 # via msal-extensions -pre-commit==2.17.0 +pre-commit==2.18.1 # via feast (setup.py) -prometheus-client==0.13.1 - # via notebook -prompt-toolkit==3.0.28 +prompt-toolkit==3.0.29 # via ipython proto-plus==1.19.6 # via @@ -491,9 +432,7 @@ protobuf==3.19.4 psutil==5.9.0 # via feast (setup.py) ptyprocess==0.7.0 - # via - # pexpect - # terminado + # via pexpect pure-eval==0.2.2 # via stack-data py==1.11.0 @@ -507,6 +446,7 @@ py4j==0.10.9.3 pyarrow==6.0.1 # via # feast (setup.py) + # google-cloud-bigquery # snowflake-connector-python pyasn1==0.4.8 # via @@ -514,7 +454,7 @@ pyasn1==0.4.8 # rsa pyasn1-modules==0.2.8 # via google-auth -pybindgen==0.22.0 +pybindgen==0.22.1 # via feast (setup.py) pycodestyle==2.8.0 # via flake8 @@ -531,8 +471,6 @@ pyflakes==2.4.0 pygments==2.11.2 # via # ipython - # jupyterlab-pygments - # nbconvert # sphinx pyjwt[crypto]==2.3.0 # via @@ -550,7 +488,7 @@ pyrsistent==0.18.1 # via jsonschema pyspark==3.2.1 # via feast (setup.py) -pytest==7.0.1 +pytest==7.1.1 # via # feast (setup.py) # pytest-benchmark @@ -583,12 +521,11 @@ python-dateutil==2.8.2 # botocore # google-cloud-bigquery # great-expectations - # jupyter-client # moto # pandas -python-dotenv==0.19.2 +python-dotenv==0.20.0 # via uvicorn -pytz==2021.3 +pytz==2022.1 # via # babel # google-api-core @@ -604,17 +541,13 @@ pyyaml==6.0 # feast (setup.py) # pre-commit # uvicorn -pyzmq==22.3.0 - # via - # jupyter-client - # notebook redis==3.5.3 # via # feast (setup.py) # redis-py-cluster redis-py-cluster==2.1.3 # via feast (setup.py) -regex==2022.3.2 +regex==2022.3.15 # via black requests==2.27.1 # via @@ -640,27 +573,23 @@ requests-oauthlib==1.3.1 # via # google-auth-oauthlib # msrest -responses==0.18.0 +responses==0.20.0 # via moto rsa==4.8 # via google-auth -ruamel.yaml==0.17.17 +ruamel-yaml==0.17.17 # via great-expectations -ruamel.yaml.clib==0.2.6 - # via ruamel.yaml +ruamel-yaml-clib==0.2.6 + # via ruamel-yaml s3transfer==0.5.2 # via boto3 scipy==1.8.0 # via great-expectations -send2trash==1.8.0 - # via notebook six==1.16.0 # via # absl-py - # asttokens # azure-core # azure-identity - # bleach # cryptography # google-api-core # google-auth @@ -668,7 +597,6 @@ six==1.16.0 # google-cloud-core # google-resumable-media # grpcio - # isodate # mock # msrestazure # pandavro @@ -679,7 +607,7 @@ sniffio==1.2.0 # via anyio snowballstemmer==2.2.0 # via sphinx -snowflake-connector-python[pandas]==2.7.4 +snowflake-connector-python[pandas]==2.7.6 # via feast (setup.py) sphinx==4.3.2 # via @@ -711,12 +639,8 @@ tensorflow-metadata==1.7.0 # via feast (setup.py) termcolor==1.1.0 # via great-expectations -terminado==0.13.2 - # via notebook testcontainers==3.4.2 # via feast (setup.py) -testpath==0.6.0 - # via nbconvert toml==0.10.2 # via # black @@ -733,49 +657,37 @@ toolz==0.11.2 # altair # dask # partd -tornado==6.1 - # via - # ipykernel - # jupyter-client - # notebook - # terminado -tqdm==4.63.0 +tqdm==4.64.0 # via # feast (setup.py) # great-expectations traitlets==5.1.1 # via - # ipykernel # ipython - # ipywidgets - # jupyter-client # jupyter-core # matplotlib-inline - # nbclient - # nbconvert # nbformat - # notebook typed-ast==1.5.2 # via black -types-protobuf==3.19.12 +types-protobuf==3.19.15 # via # feast (setup.py) # mypy-protobuf -types-python-dateutil==2.8.9 +types-python-dateutil==2.8.10 # via feast (setup.py) -types-pytz==2021.3.5 +types-pytz==2021.3.6 # via feast (setup.py) -types-pyyaml==6.0.4 +types-pyyaml==6.0.5 # via feast (setup.py) -types-redis==4.1.17 +types-redis==4.1.19 # via feast (setup.py) -types-requests==2.27.11 +types-requests==2.27.16 # via feast (setup.py) -types-setuptools==57.4.9 +types-setuptools==57.4.11 # via feast (setup.py) -types-tabulate==0.8.5 +types-tabulate==0.8.6 # via feast (setup.py) -types-urllib3==1.26.10 +types-urllib3==1.26.11 # via types-requests typing-extensions==4.1.1 # via @@ -783,48 +695,45 @@ typing-extensions==4.1.1 # great-expectations # mypy # pydantic -tzdata==2021.5 +tzdata==2022.1 # via pytz-deprecation-shim -tzlocal==4.1 +tzlocal==4.2 # via great-expectations uritemplate==4.1.1 # via google-api-python-client -urllib3==1.26.8 +urllib3==1.26.9 # via # botocore # feast (setup.py) + # great-expectations # minio # requests # responses -uvicorn[standard]==0.17.5 +uvicorn[standard]==0.17.6 # via feast (setup.py) uvloop==0.16.0 # via uvicorn -virtualenv==20.13.2 +virtualenv==20.14.0 # via pre-commit -watchgod==0.7 +watchgod==0.8.2 # via uvicorn wcwidth==0.2.5 # via prompt-toolkit -webencodings==0.5.1 - # via bleach -websocket-client==1.3.1 +websocket-client==1.3.2 # via docker websockets==10.2 # via uvicorn -werkzeug==2.0.3 +werkzeug==2.1.1 # via moto wheel==0.37.1 # via pip-tools -widgetsnbextension==3.5.2 - # via ipywidgets -wrapt==1.13.3 +wrapt==1.14.0 # via testcontainers xmltodict==0.12.0 # via moto yarl==1.7.2 # via aiohttp -zipp==3.7.0 +zipp==3.8.0 # via importlib-metadata # The following packages are considered to be unsafe in a requirements file: diff --git a/sdk/python/requirements/py3.9-requirements.txt b/sdk/python/requirements/py3.9-requirements.txt index 67ef8ada9e0..de832219775 100644 --- a/sdk/python/requirements/py3.9-requirements.txt +++ b/sdk/python/requirements/py3.9-requirements.txt @@ -7,18 +7,20 @@ absl-py==1.0.0 # via tensorflow-metadata anyio==3.5.0 - # via starlette -asgiref==3.4.1 + # via + # starlette + # watchgod +asgiref==3.5.0 # via uvicorn attrs==21.4.0 # via jsonschema -cachetools==4.2.4 +cachetools==5.0.0 # via google-auth certifi==2021.10.8 # via requests -charset-normalizer==2.0.10 +charset-normalizer==2.0.12 # via requests -click==8.0.3 +click==8.1.2 # via # feast (setup.py) # uvicorn @@ -30,55 +32,55 @@ dask==2022.1.1 # via feast (setup.py) dill==0.3.4 # via feast (setup.py) -fastapi==0.72.0 +fastapi==0.75.1 # via feast (setup.py) -fastavro==1.4.9 +fastavro==1.4.10 # via # feast (setup.py) # pandavro -fsspec==2022.2.0 +fsspec==2022.3.0 # via dask -google-api-core==2.4.0 +google-api-core==2.7.1 # via feast (setup.py) -google-auth==2.3.3 +google-auth==2.6.2 # via google-api-core googleapis-common-protos==1.52.0 # via # feast (setup.py) # google-api-core # tensorflow-metadata -grpcio==1.43.0 +grpcio==1.45.0 # via # feast (setup.py) # grpcio-reflection -grpcio-reflection==1.43.0 +grpcio-reflection==1.45.0 # via feast (setup.py) h11==0.13.0 # via uvicorn -httptools==0.3.0 +httptools==0.4.0 # via uvicorn idna==3.3 # via # anyio # requests -jinja2==3.0.3 +jinja2==3.1.1 # via feast (setup.py) jsonschema==4.4.0 # via feast (setup.py) locket==0.2.1 # via partd -markupsafe==2.0.1 +markupsafe==2.1.1 # via jinja2 mmh3==3.0.0 # via feast (setup.py) -numpy==1.21.5 +numpy==1.22.3 # via # pandas # pandavro # pyarrow packaging==21.3 # via dask -pandas==1.3.5 +pandas==1.4.2 # via # feast (setup.py) # pandavro @@ -88,7 +90,7 @@ partd==1.2.0 # via dask proto-plus==1.19.6 # via feast (setup.py) -protobuf==3.19.3 +protobuf==3.19.4 # via # feast (setup.py) # google-api-core @@ -96,7 +98,7 @@ protobuf==3.19.3 # grpcio-reflection # proto-plus # tensorflow-metadata -pyarrow==6.0.1 +pyarrow==7.0.0 # via feast (setup.py) pyasn1==0.4.8 # via @@ -114,9 +116,9 @@ pyrsistent==0.18.1 # via jsonschema python-dateutil==2.8.2 # via pandas -python-dotenv==0.19.2 +python-dotenv==0.20.0 # via uvicorn -pytz==2021.3 +pytz==2022.1 # via pandas pyyaml==6.0 # via @@ -142,7 +144,7 @@ tabulate==0.8.9 # via feast (setup.py) tenacity==8.0.1 # via feast (setup.py) -tensorflow-metadata==1.6.0 +tensorflow-metadata==1.7.0 # via feast (setup.py) toml==0.10.2 # via feast (setup.py) @@ -150,20 +152,17 @@ toolz==0.11.2 # via # dask # partd -tqdm==4.62.3 +tqdm==4.64.0 # via feast (setup.py) -typing-extensions==4.0.1 +typing-extensions==4.1.1 # via pydantic -urllib3==1.26.8 +urllib3==1.26.9 # via requests -uvicorn[standard]==0.17.0 +uvicorn[standard]==0.17.6 # via feast (setup.py) uvloop==0.16.0 # via uvicorn -watchgod==0.7 +watchgod==0.8.2 # via uvicorn -websockets==10.1 +websockets==10.2 # via uvicorn - -# The following packages are considered to be unsafe in a requirements file: -# setuptools diff --git a/sdk/python/setup.py b/sdk/python/setup.py index ab9c619f868..41cb1bfc705 100644 --- a/sdk/python/setup.py +++ b/sdk/python/setup.py @@ -111,7 +111,7 @@ "mock==2.0.0", "moto", "mypy==0.931", - "mypy-protobuf>=3.2", + "mypy-protobuf>=3.1", "avro==1.10.0", "gcsfs", "urllib3>=1.25.4", @@ -150,7 +150,7 @@ + GE_REQUIRED ) -DEV_REQUIRED = ["mypy-protobuf>=3.2", "grpcio-testing==1.*"] + CI_REQUIRED +DEV_REQUIRED = ["mypy-protobuf>=3.1", "grpcio-testing==1.*"] + CI_REQUIRED # Get git repo root directory repo_root = str(pathlib.Path(__file__).resolve().parent.parent.parent) @@ -422,7 +422,7 @@ def run(self): "setuptools_scm", "grpcio", "grpcio-tools==1.34.0", - "mypy-protobuf>=3.2", + "mypy-protobuf>=3.1", "sphinx!=4.0.0", ], package_data={ From 997165ee13e9de4e418a05d24f14369269907918 Mon Sep 17 00:00:00 2001 From: Achal Shah Date: Mon, 4 Apr 2022 10:54:17 -0700 Subject: [PATCH 10/13] lock deps correctly Signed-off-by: Achal Shah --- sdk/python/requirements/py3.7-ci-requirements.txt | 2 +- sdk/python/setup.py | 6 +++--- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/sdk/python/requirements/py3.7-ci-requirements.txt b/sdk/python/requirements/py3.7-ci-requirements.txt index b43066bb6ab..cf31f7602c8 100644 --- a/sdk/python/requirements/py3.7-ci-requirements.txt +++ b/sdk/python/requirements/py3.7-ci-requirements.txt @@ -362,7 +362,7 @@ mypy==0.931 # via feast (setup.py) mypy-extensions==0.4.3 # via mypy -mypy-protobuf==3.2.0 +mypy-protobuf==3.1 # via feast (setup.py) nbformat==5.3.0 # via great-expectations diff --git a/sdk/python/setup.py b/sdk/python/setup.py index 41cb1bfc705..1853f144d9c 100644 --- a/sdk/python/setup.py +++ b/sdk/python/setup.py @@ -111,7 +111,7 @@ "mock==2.0.0", "moto", "mypy==0.931", - "mypy-protobuf>=3.1", + "mypy-protobuf==3.1", "avro==1.10.0", "gcsfs", "urllib3>=1.25.4", @@ -150,7 +150,7 @@ + GE_REQUIRED ) -DEV_REQUIRED = ["mypy-protobuf>=3.1", "grpcio-testing==1.*"] + CI_REQUIRED +DEV_REQUIRED = ["mypy-protobuf==3.1", "grpcio-testing==1.*"] + CI_REQUIRED # Get git repo root directory repo_root = str(pathlib.Path(__file__).resolve().parent.parent.parent) @@ -422,7 +422,7 @@ def run(self): "setuptools_scm", "grpcio", "grpcio-tools==1.34.0", - "mypy-protobuf>=3.1", + "mypy-protobuf==3.1", "sphinx!=4.0.0", ], package_data={ From 992c3b8b261cbe54a4bb2c11cde6be23558144c4 Mon Sep 17 00:00:00 2001 From: Achal Shah Date: Mon, 4 Apr 2022 11:21:52 -0700 Subject: [PATCH 11/13] fix lint Signed-off-by: Achal Shah --- sdk/python/feast/infra/offline_stores/bigquery.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/sdk/python/feast/infra/offline_stores/bigquery.py b/sdk/python/feast/infra/offline_stores/bigquery.py index 6c0d56562ca..abdf1e330d5 100644 --- a/sdk/python/feast/infra/offline_stores/bigquery.py +++ b/sdk/python/feast/infra/offline_stores/bigquery.py @@ -338,7 +338,9 @@ def to_bigquery( def _to_arrow_internal(self) -> pyarrow.Table: with self._query_generator() as query: - return self._execute_query(query).to_arrow() + q = self._execute_query(query=query) + assert q + return q.to_arrow() @log_exceptions_and_usage def _execute_query( @@ -426,7 +428,7 @@ def _get_table_reference_for_new_entity( dataset.location = dataset_location if dataset_location else "US" try: - client.get_dataset(dataset) + client.get_dataset(dataset.reference) except NotFound: # Only create the dataset if it does not exist client.create_dataset(dataset, exists_ok=True) From 6badd47905853a779f1665cddeda4115702480e1 Mon Sep 17 00:00:00 2001 From: Achal Shah Date: Mon, 4 Apr 2022 11:31:39 -0700 Subject: [PATCH 12/13] fix lint take 2 Signed-off-by: Achal Shah --- sdk/python/feast/infra/offline_stores/bigquery.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sdk/python/feast/infra/offline_stores/bigquery.py b/sdk/python/feast/infra/offline_stores/bigquery.py index abdf1e330d5..2ca05e9ae6c 100644 --- a/sdk/python/feast/infra/offline_stores/bigquery.py +++ b/sdk/python/feast/infra/offline_stores/bigquery.py @@ -345,7 +345,7 @@ def _to_arrow_internal(self) -> pyarrow.Table: @log_exceptions_and_usage def _execute_query( self, query, job_config=None, timeout: int = 1800 - ) -> bigquery.job.query.QueryJob: + ) -> Optional[bigquery.job.query.QueryJob]: bq_job = self.client.query(query, job_config=job_config) if job_config and job_config.dry_run: From dfe125eff8095e35f1de54323ada1cc6f430759a Mon Sep 17 00:00:00 2001 From: Achal Shah Date: Mon, 4 Apr 2022 11:44:02 -0700 Subject: [PATCH 13/13] Undo general updates Signed-off-by: Achal Shah --- .../requirements/py3.7-ci-requirements.txt | 255 ++++++++++------ .../requirements/py3.7-requirements.txt | 46 ++- .../requirements/py3.8-ci-requirements.txt | 271 ++++++++++++------ .../requirements/py3.8-requirements.txt | 65 ++--- .../requirements/py3.9-ci-requirements.txt | 269 +++++++++++------ .../requirements/py3.9-requirements.txt | 61 ++-- 6 files changed, 620 insertions(+), 347 deletions(-) diff --git a/sdk/python/requirements/py3.7-ci-requirements.txt b/sdk/python/requirements/py3.7-ci-requirements.txt index cf31f7602c8..6e66eca2ab7 100644 --- a/sdk/python/requirements/py3.7-ci-requirements.txt +++ b/sdk/python/requirements/py3.7-ci-requirements.txt @@ -23,16 +23,20 @@ alabaster==0.7.12 altair==4.2.0 # via great-expectations anyio==3.5.0 - # via - # starlette - # watchgod + # via starlette appdirs==1.4.4 # via black -appnope==0.1.3 - # via ipython +appnope==0.1.2 + # via + # ipykernel + # ipython +argon2-cffi==21.3.0 + # via notebook +argon2-cffi-bindings==21.2.0 + # via argon2-cffi asgiref==3.5.0 # via uvicorn -asn1crypto==1.5.1 +asn1crypto==1.4.0 # via # oscrypto # snowflake-connector-python @@ -50,7 +54,7 @@ attrs==21.4.0 # pytest avro==1.10.0 # via feast (setup.py) -azure-core==1.23.1 +azure-core==1.23.0 # via # adlfs # azure-identity @@ -59,7 +63,7 @@ azure-datalake-store==0.0.52 # via adlfs azure-identity==1.8.0 # via adlfs -azure-storage-blob==12.11.0 +azure-storage-blob==12.9.0 # via adlfs babel==2.9.1 # via sphinx @@ -71,11 +75,13 @@ backports-zoneinfo==0.2.1 # tzlocal black==19.10b0 # via feast (setup.py) -boto3==1.21.32 +bleach==4.1.0 + # via nbconvert +boto3==1.21.11 # via # feast (setup.py) # moto -botocore==1.24.32 +botocore==1.24.11 # via # boto3 # moto @@ -92,6 +98,7 @@ certifi==2021.10.8 # snowflake-connector-python cffi==1.15.0 # via + # argon2-cffi-bindings # azure-datalake-store # cryptography # snowflake-connector-python @@ -102,7 +109,7 @@ charset-normalizer==2.0.12 # aiohttp # requests # snowflake-connector-python -click==8.1.2 +click==8.0.4 # via # black # feast (setup.py) @@ -112,9 +119,7 @@ click==8.1.2 cloudpickle==2.0.0 # via dask colorama==0.4.4 - # via - # feast (setup.py) - # great-expectations + # via feast (setup.py) coverage[toml]==6.3.2 # via pytest-cov cryptography==3.3.2 @@ -123,19 +128,21 @@ cryptography==3.3.2 # azure-identity # azure-storage-blob # feast (setup.py) - # great-expectations # moto # msal + # pyjwt # pyopenssl # snowflake-connector-python dask==2022.1.1 # via feast (setup.py) -dataclasses==0.6 - # via great-expectations +debugpy==1.5.1 + # via ipykernel decorator==5.1.1 # via # gcsfs # ipython +defusedxml==0.7.1 + # via nbconvert deprecation==2.1.0 # via testcontainers dill==0.3.4 @@ -151,17 +158,18 @@ docutils==0.17.1 # sphinx # sphinx-rtd-theme entrypoints==0.4 - # via altair + # via + # altair + # jupyter-client + # nbconvert execnet==1.9.0 # via pytest-xdist -fastapi==0.75.1 +fastapi==0.74.1 # via feast (setup.py) -fastavro==1.4.10 +fastavro==1.4.9 # via # feast (setup.py) # pandavro -fastjsonschema==2.15.3 - # via nbformat filelock==3.6.0 # via virtualenv firebase-admin==4.5.2 @@ -172,12 +180,12 @@ frozenlist==1.3.0 # via # aiohttp # aiosignal -fsspec==2022.3.0 +fsspec==2022.2.0 # via # adlfs # dask # gcsfs -gcsfs==2022.3.0 +gcsfs==2022.2.0 # via feast (setup.py) google-api-core[grpc]==1.31.5 # via @@ -189,7 +197,7 @@ google-api-core[grpc]==1.31.5 # google-cloud-core # google-cloud-datastore # google-cloud-firestore -google-api-python-client==2.42.0 +google-api-python-client==2.39.0 # via firebase-admin google-auth==1.35.0 # via @@ -202,14 +210,12 @@ google-auth==1.35.0 # google-cloud-storage google-auth-httplib2==0.1.0 # via google-api-python-client -google-auth-oauthlib==0.5.1 +google-auth-oauthlib==0.5.0 # via gcsfs -google-cloud-bigquery==3.0.1 +google-cloud-bigquery==2.34.1 + # via feast (setup.py) +google-cloud-bigquery-storage==2.12.0 # via feast (setup.py) -google-cloud-bigquery-storage==2.13.0 - # via - # feast (setup.py) - # google-cloud-bigquery google-cloud-core==1.7.2 # via # feast (setup.py) @@ -217,9 +223,9 @@ google-cloud-core==1.7.2 # google-cloud-datastore # google-cloud-firestore # google-cloud-storage -google-cloud-datastore==2.5.1 +google-cloud-datastore==2.5.0 # via feast (setup.py) -google-cloud-firestore==2.4.0 +google-cloud-firestore==2.3.4 # via firebase-admin google-cloud-storage==1.40.0 # via @@ -237,9 +243,9 @@ googleapis-common-protos==1.52.0 # feast (setup.py) # google-api-core # tensorflow-metadata -great-expectations==0.14.13 +great-expectations==0.14.8 # via feast (setup.py) -grpcio==1.45.0 +grpcio==1.44.0 # via # feast (setup.py) # google-api-core @@ -247,7 +253,7 @@ grpcio==1.45.0 # grpcio-reflection # grpcio-testing # grpcio-tools -grpcio-reflection==1.45.0 +grpcio-reflection==1.44.0 # via feast (setup.py) grpcio-testing==1.34.0 # via feast (setup.py) @@ -261,9 +267,9 @@ httplib2==0.20.4 # via # google-api-python-client # google-auth-httplib2 -httptools==0.4.0 +httptools==0.3.0 # via uvicorn -identify==2.4.12 +identify==2.4.11 # via pre-commit idna==3.3 # via @@ -285,11 +291,24 @@ importlib-metadata==4.2.0 # pre-commit # pytest # virtualenv -importlib-resources==5.6.0 +importlib-resources==5.4.0 # via jsonschema iniconfig==1.1.1 # via pytest +ipykernel==6.9.1 + # via + # ipywidgets + # notebook ipython==7.32.0 + # via + # ipykernel + # ipywidgets +ipython-genutils==0.2.0 + # via + # ipywidgets + # nbformat + # notebook +ipywidgets==7.6.5 # via great-expectations isodate==0.6.1 # via msrest @@ -303,8 +322,10 @@ jinja2==3.0.3 # feast (setup.py) # great-expectations # moto + # nbconvert + # notebook # sphinx -jmespath==1.0.0 +jmespath==0.10.0 # via # boto3 # botocore @@ -318,27 +339,44 @@ jsonschema==4.4.0 # feast (setup.py) # great-expectations # nbformat +jupyter-client==7.1.2 + # via + # ipykernel + # nbclient + # notebook jupyter-core==4.9.2 - # via nbformat + # via + # jupyter-client + # nbconvert + # nbformat + # notebook +jupyterlab-pygments==0.1.2 + # via nbconvert +jupyterlab-widgets==1.0.2 + # via ipywidgets locket==0.2.1 # via partd -markupsafe==2.1.1 +markupsafe==2.1.0 # via # jinja2 # moto matplotlib-inline==0.1.3 - # via ipython + # via + # ipykernel + # ipython mccabe==0.6.1 # via flake8 minio==7.1.0 # via feast (setup.py) -mistune==2.0.2 - # via great-expectations +mistune==0.8.4 + # via + # great-expectations + # nbconvert mmh3==3.0.0 # via feast (setup.py) mock==2.0.0 # via feast (setup.py) -moto==3.1.4 +moto==3.0.5 # via feast (setup.py) msal==1.17.0 # via @@ -364,10 +402,26 @@ mypy-extensions==0.4.3 # via mypy mypy-protobuf==3.1 # via feast (setup.py) -nbformat==5.3.0 - # via great-expectations +nbclient==0.5.11 + # via nbconvert +nbconvert==6.4.2 + # via notebook +nbformat==5.1.3 + # via + # ipywidgets + # nbclient + # nbconvert + # notebook +nest-asyncio==1.5.4 + # via + # ipykernel + # jupyter-client + # nbclient + # notebook nodeenv==1.6.0 # via pre-commit +notebook==6.4.8 + # via widgetsnbextension numpy==1.21.5 # via # altair @@ -378,15 +432,16 @@ numpy==1.21.5 # scipy oauthlib==3.2.0 # via requests-oauthlib -oscrypto==1.3.0 +oscrypto==1.2.1 # via snowflake-connector-python packaging==21.3 # via + # bleach # dask # deprecation # google-api-core # google-cloud-bigquery - # great-expectations + # google-cloud-firestore # pytest # sphinx pandas==1.3.5 @@ -398,6 +453,8 @@ pandas==1.3.5 # snowflake-connector-python pandavro==1.5.2 # via feast (setup.py) +pandocfilters==1.5.0 + # via nbconvert parso==0.8.3 # via jedi partd==1.2.0 @@ -420,9 +477,11 @@ pluggy==1.0.0 # via pytest portalocker==2.4.0 # via msal-extensions -pre-commit==2.18.1 +pre-commit==2.17.0 # via feast (setup.py) -prompt-toolkit==3.0.29 +prometheus-client==0.13.1 + # via notebook +prompt-toolkit==3.0.28 # via ipython proto-plus==1.19.6 # via @@ -446,7 +505,9 @@ protobuf==3.19.4 psutil==5.9.0 # via feast (setup.py) ptyprocess==0.7.0 - # via pexpect + # via + # pexpect + # terminado py==1.11.0 # via # pytest @@ -458,7 +519,6 @@ py4j==0.10.9.3 pyarrow==6.0.1 # via # feast (setup.py) - # google-cloud-bigquery # snowflake-connector-python pyasn1==0.4.8 # via @@ -466,7 +526,7 @@ pyasn1==0.4.8 # rsa pyasn1-modules==0.2.8 # via google-auth -pybindgen==0.22.1 +pybindgen==0.22.0 # via feast (setup.py) pycodestyle==2.8.0 # via flake8 @@ -483,6 +543,8 @@ pyflakes==2.4.0 pygments==2.11.2 # via # ipython + # jupyterlab-pygments + # nbconvert # sphinx pyjwt[crypto]==2.3.0 # via @@ -500,7 +562,7 @@ pyrsistent==0.18.1 # via jsonschema pyspark==3.2.1 # via feast (setup.py) -pytest==7.1.1 +pytest==7.0.1 # via # feast (setup.py) # pytest-benchmark @@ -533,11 +595,12 @@ python-dateutil==2.8.2 # botocore # google-cloud-bigquery # great-expectations + # jupyter-client # moto # pandas -python-dotenv==0.20.0 +python-dotenv==0.19.2 # via uvicorn -pytz==2022.1 +pytz==2021.3 # via # babel # google-api-core @@ -553,13 +616,17 @@ pyyaml==6.0 # feast (setup.py) # pre-commit # uvicorn +pyzmq==22.3.0 + # via + # jupyter-client + # notebook redis==3.5.3 # via # feast (setup.py) # redis-py-cluster redis-py-cluster==2.1.3 # via feast (setup.py) -regex==2022.3.15 +regex==2022.3.2 # via black requests==2.27.1 # via @@ -585,7 +652,7 @@ requests-oauthlib==1.3.1 # via # google-auth-oauthlib # msrest -responses==0.20.0 +responses==0.18.0 # via moto rsa==4.8 # via google-auth @@ -597,11 +664,14 @@ s3transfer==0.5.2 # via boto3 scipy==1.7.3 # via great-expectations +send2trash==1.8.0 + # via notebook six==1.16.0 # via # absl-py # azure-core # azure-identity + # bleach # cryptography # google-api-core # google-auth @@ -609,6 +679,7 @@ six==1.16.0 # google-cloud-core # google-resumable-media # grpcio + # isodate # mock # msrestazure # pandavro @@ -619,7 +690,7 @@ sniffio==1.2.0 # via anyio snowballstemmer==2.2.0 # via sphinx -snowflake-connector-python[pandas]==2.7.6 +snowflake-connector-python[pandas]==2.7.4 # via feast (setup.py) sphinx==4.3.2 # via @@ -649,8 +720,12 @@ tensorflow-metadata==1.7.0 # via feast (setup.py) termcolor==1.1.0 # via great-expectations +terminado==0.13.2 + # via notebook testcontainers==3.4.2 # via feast (setup.py) +testpath==0.6.0 + # via nbconvert toml==0.10.2 # via # black @@ -667,44 +742,57 @@ toolz==0.11.2 # altair # dask # partd -tqdm==4.64.0 +tornado==6.1 + # via + # ipykernel + # jupyter-client + # notebook + # terminado +tqdm==4.63.0 # via # feast (setup.py) # great-expectations traitlets==5.1.1 # via + # ipykernel # ipython + # ipywidgets + # jupyter-client # jupyter-core # matplotlib-inline + # nbclient + # nbconvert # nbformat + # notebook typed-ast==1.5.2 # via # black # mypy -types-protobuf==3.19.15 +types-protobuf==3.19.12 # via # feast (setup.py) # mypy-protobuf -types-python-dateutil==2.8.10 +types-python-dateutil==2.8.9 # via feast (setup.py) -types-pytz==2021.3.6 +types-pytz==2021.3.5 # via feast (setup.py) -types-pyyaml==6.0.5 +types-pyyaml==6.0.4 # via feast (setup.py) -types-redis==4.1.19 +types-redis==4.1.17 # via feast (setup.py) -types-requests==2.27.16 +types-requests==2.27.11 # via feast (setup.py) -types-setuptools==57.4.11 +types-setuptools==57.4.9 # via feast (setup.py) -types-tabulate==0.8.6 +types-tabulate==0.8.5 # via feast (setup.py) -types-urllib3==1.26.11 +types-urllib3==1.26.10 # via types-requests typing-extensions==4.1.1 # via # aiohttp # anyio + # argon2-cffi # asgiref # async-timeout # azure-core @@ -717,45 +805,48 @@ typing-extensions==4.1.1 # starlette # uvicorn # yarl -tzdata==2022.1 +tzdata==2021.5 # via pytz-deprecation-shim -tzlocal==4.2 +tzlocal==4.1 # via great-expectations uritemplate==4.1.1 # via google-api-python-client -urllib3==1.26.9 +urllib3==1.26.8 # via # botocore # feast (setup.py) - # great-expectations # minio # requests # responses -uvicorn[standard]==0.17.6 +uvicorn[standard]==0.17.5 # via feast (setup.py) uvloop==0.16.0 # via uvicorn -virtualenv==20.14.0 +virtualenv==20.13.2 # via pre-commit -watchgod==0.8.2 +watchgod==0.7 # via uvicorn wcwidth==0.2.5 # via prompt-toolkit -websocket-client==1.3.2 +webencodings==0.5.1 + # via bleach +websocket-client==1.3.1 # via docker websockets==10.2 # via uvicorn -werkzeug==2.1.1 +werkzeug==2.0.3 # via moto wheel==0.37.1 # via pip-tools -wrapt==1.14.0 +widgetsnbextension==3.5.2 + # via ipywidgets +wrapt==1.13.3 # via testcontainers xmltodict==0.12.0 # via moto yarl==1.7.2 # via aiohttp -zipp==3.8.0 +zipp==3.7.0 # via # importlib-metadata # importlib-resources diff --git a/sdk/python/requirements/py3.7-requirements.txt b/sdk/python/requirements/py3.7-requirements.txt index 79e41d7d86a..f3c90a6e3bd 100644 --- a/sdk/python/requirements/py3.7-requirements.txt +++ b/sdk/python/requirements/py3.7-requirements.txt @@ -7,9 +7,7 @@ absl-py==1.0.0 # via tensorflow-metadata anyio==3.5.0 - # via - # starlette - # watchgod + # via starlette asgiref==3.5.0 # via uvicorn attrs==21.4.0 @@ -20,7 +18,7 @@ certifi==2021.10.8 # via requests charset-normalizer==2.0.12 # via requests -click==8.1.2 +click==8.0.4 # via # feast (setup.py) # uvicorn @@ -32,50 +30,50 @@ dask==2022.1.1 # via feast (setup.py) dill==0.3.4 # via feast (setup.py) -fastapi==0.75.1 +fastapi==0.74.1 # via feast (setup.py) -fastavro==1.4.10 +fastavro==1.4.9 # via # feast (setup.py) # pandavro -fsspec==2022.3.0 +fsspec==2022.2.0 # via dask -google-api-core==2.7.1 +google-api-core==2.5.0 # via feast (setup.py) -google-auth==2.6.2 +google-auth==2.6.0 # via google-api-core googleapis-common-protos==1.52.0 # via # feast (setup.py) # google-api-core # tensorflow-metadata -grpcio==1.45.0 +grpcio==1.44.0 # via # feast (setup.py) # grpcio-reflection -grpcio-reflection==1.45.0 +grpcio-reflection==1.44.0 # via feast (setup.py) h11==0.13.0 # via uvicorn -httptools==0.4.0 +httptools==0.3.0 # via uvicorn idna==3.3 # via # anyio # requests -importlib-metadata==4.11.3 +importlib-metadata==4.11.1 # via # click # jsonschema -importlib-resources==5.6.0 +importlib-resources==5.4.0 # via jsonschema -jinja2==3.1.1 +jinja2==3.0.3 # via feast (setup.py) jsonschema==4.4.0 # via feast (setup.py) locket==0.2.1 # via partd -markupsafe==2.1.1 +markupsafe==2.1.0 # via jinja2 mmh3==3.0.0 # via feast (setup.py) @@ -122,9 +120,9 @@ pyrsistent==0.18.1 # via jsonschema python-dateutil==2.8.2 # via pandas -python-dotenv==0.20.0 +python-dotenv==0.19.2 # via uvicorn -pytz==2022.1 +pytz==2021.3 # via pandas pyyaml==6.0 # via @@ -150,7 +148,7 @@ tabulate==0.8.9 # via feast (setup.py) tenacity==8.0.1 # via feast (setup.py) -tensorflow-metadata==1.7.0 +tensorflow-metadata==1.6.0 # via feast (setup.py) toml==0.10.2 # via feast (setup.py) @@ -158,7 +156,7 @@ toolz==0.11.2 # via # dask # partd -tqdm==4.64.0 +tqdm==4.62.3 # via feast (setup.py) typing-extensions==4.1.1 # via @@ -170,17 +168,17 @@ typing-extensions==4.1.1 # pydantic # starlette # uvicorn -urllib3==1.26.9 +urllib3==1.26.8 # via requests -uvicorn[standard]==0.17.6 +uvicorn[standard]==0.17.5 # via feast (setup.py) uvloop==0.16.0 # via uvicorn -watchgod==0.8.2 +watchgod==0.7 # via uvicorn websockets==10.2 # via uvicorn -zipp==3.8.0 +zipp==3.7.0 # via # importlib-metadata # importlib-resources diff --git a/sdk/python/requirements/py3.8-ci-requirements.txt b/sdk/python/requirements/py3.8-ci-requirements.txt index 3eff66f53c2..5249771fb26 100644 --- a/sdk/python/requirements/py3.8-ci-requirements.txt +++ b/sdk/python/requirements/py3.8-ci-requirements.txt @@ -23,16 +23,20 @@ alabaster==0.7.12 altair==4.2.0 # via great-expectations anyio==3.5.0 - # via - # starlette - # watchgod + # via starlette appdirs==1.4.4 # via black -appnope==0.1.3 - # via ipython +appnope==0.1.2 + # via + # ipykernel + # ipython +argon2-cffi==21.3.0 + # via notebook +argon2-cffi-bindings==21.2.0 + # via argon2-cffi asgiref==3.5.0 # via uvicorn -asn1crypto==1.5.1 +asn1crypto==1.4.0 # via # oscrypto # snowflake-connector-python @@ -50,7 +54,7 @@ attrs==21.4.0 # pytest avro==1.10.0 # via feast (setup.py) -azure-core==1.23.1 +azure-core==1.23.0 # via # adlfs # azure-identity @@ -59,7 +63,7 @@ azure-datalake-store==0.0.52 # via adlfs azure-identity==1.8.0 # via adlfs -azure-storage-blob==12.11.0 +azure-storage-blob==12.9.0 # via adlfs babel==2.9.1 # via sphinx @@ -71,11 +75,13 @@ backports-zoneinfo==0.2.1 # tzlocal black==19.10b0 # via feast (setup.py) -boto3==1.21.32 +bleach==4.1.0 + # via nbconvert +boto3==1.21.11 # via # feast (setup.py) # moto -botocore==1.24.32 +botocore==1.24.11 # via # boto3 # moto @@ -92,6 +98,7 @@ certifi==2021.10.8 # snowflake-connector-python cffi==1.15.0 # via + # argon2-cffi-bindings # azure-datalake-store # cryptography # snowflake-connector-python @@ -102,7 +109,7 @@ charset-normalizer==2.0.12 # aiohttp # requests # snowflake-connector-python -click==8.1.2 +click==8.0.4 # via # black # feast (setup.py) @@ -112,9 +119,7 @@ click==8.1.2 cloudpickle==2.0.0 # via dask colorama==0.4.4 - # via - # feast (setup.py) - # great-expectations + # via feast (setup.py) coverage[toml]==6.3.2 # via pytest-cov cryptography==3.3.2 @@ -123,19 +128,21 @@ cryptography==3.3.2 # azure-identity # azure-storage-blob # feast (setup.py) - # great-expectations # moto # msal + # pyjwt # pyopenssl # snowflake-connector-python dask==2022.1.1 # via feast (setup.py) -dataclasses==0.6 - # via great-expectations +debugpy==1.5.1 + # via ipykernel decorator==5.1.1 # via # gcsfs # ipython +defusedxml==0.7.1 + # via nbconvert deprecation==2.1.0 # via testcontainers dill==0.3.4 @@ -151,19 +158,20 @@ docutils==0.17.1 # sphinx # sphinx-rtd-theme entrypoints==0.4 - # via altair + # via + # altair + # jupyter-client + # nbconvert execnet==1.9.0 # via pytest-xdist executing==0.8.3 # via stack-data -fastapi==0.75.1 +fastapi==0.74.1 # via feast (setup.py) -fastavro==1.4.10 +fastavro==1.4.9 # via # feast (setup.py) # pandavro -fastjsonschema==2.15.3 - # via nbformat filelock==3.6.0 # via virtualenv firebase-admin==4.5.2 @@ -174,12 +182,12 @@ frozenlist==1.3.0 # via # aiohttp # aiosignal -fsspec==2022.3.0 +fsspec==2022.2.0 # via # adlfs # dask # gcsfs -gcsfs==2022.3.0 +gcsfs==2022.2.0 # via feast (setup.py) google-api-core[grpc]==1.31.5 # via @@ -191,7 +199,7 @@ google-api-core[grpc]==1.31.5 # google-cloud-core # google-cloud-datastore # google-cloud-firestore -google-api-python-client==2.42.0 +google-api-python-client==2.39.0 # via firebase-admin google-auth==1.35.0 # via @@ -204,14 +212,12 @@ google-auth==1.35.0 # google-cloud-storage google-auth-httplib2==0.1.0 # via google-api-python-client -google-auth-oauthlib==0.5.1 +google-auth-oauthlib==0.5.0 # via gcsfs -google-cloud-bigquery==3.0.1 +google-cloud-bigquery==2.34.1 + # via feast (setup.py) +google-cloud-bigquery-storage==2.12.0 # via feast (setup.py) -google-cloud-bigquery-storage==2.13.0 - # via - # feast (setup.py) - # google-cloud-bigquery google-cloud-core==1.7.2 # via # feast (setup.py) @@ -219,9 +225,9 @@ google-cloud-core==1.7.2 # google-cloud-datastore # google-cloud-firestore # google-cloud-storage -google-cloud-datastore==2.5.1 +google-cloud-datastore==2.5.0 # via feast (setup.py) -google-cloud-firestore==2.4.0 +google-cloud-firestore==2.3.4 # via firebase-admin google-cloud-storage==1.40.0 # via @@ -239,9 +245,9 @@ googleapis-common-protos==1.52.0 # feast (setup.py) # google-api-core # tensorflow-metadata -great-expectations==0.14.13 +great-expectations==0.14.8 # via feast (setup.py) -grpcio==1.45.0 +grpcio==1.44.0 # via # feast (setup.py) # google-api-core @@ -249,7 +255,7 @@ grpcio==1.45.0 # grpcio-reflection # grpcio-testing # grpcio-tools -grpcio-reflection==1.45.0 +grpcio-reflection==1.44.0 # via feast (setup.py) grpcio-testing==1.34.0 # via feast (setup.py) @@ -263,9 +269,9 @@ httplib2==0.20.4 # via # google-api-python-client # google-auth-httplib2 -httptools==0.4.0 +httptools==0.3.0 # via uvicorn -identify==2.4.12 +identify==2.4.11 # via pre-commit idna==3.3 # via @@ -275,13 +281,26 @@ idna==3.3 # yarl imagesize==1.3.0 # via sphinx -importlib-metadata==4.11.3 +importlib-metadata==4.11.2 # via great-expectations -importlib-resources==5.6.0 +importlib-resources==5.4.0 # via jsonschema iniconfig==1.1.1 # via pytest -ipython==8.2.0 +ipykernel==6.9.1 + # via + # ipywidgets + # notebook +ipython==8.1.1 + # via + # ipykernel + # ipywidgets +ipython-genutils==0.2.0 + # via + # ipywidgets + # nbformat + # notebook +ipywidgets==7.6.5 # via great-expectations isodate==0.6.1 # via msrest @@ -295,8 +314,10 @@ jinja2==3.0.3 # feast (setup.py) # great-expectations # moto + # nbconvert + # notebook # sphinx -jmespath==1.0.0 +jmespath==0.10.0 # via # boto3 # botocore @@ -310,27 +331,44 @@ jsonschema==4.4.0 # feast (setup.py) # great-expectations # nbformat +jupyter-client==7.1.2 + # via + # ipykernel + # nbclient + # notebook jupyter-core==4.9.2 - # via nbformat + # via + # jupyter-client + # nbconvert + # nbformat + # notebook +jupyterlab-pygments==0.1.2 + # via nbconvert +jupyterlab-widgets==1.0.2 + # via ipywidgets locket==0.2.1 # via partd -markupsafe==2.1.1 +markupsafe==2.1.0 # via # jinja2 # moto matplotlib-inline==0.1.3 - # via ipython + # via + # ipykernel + # ipython mccabe==0.6.1 # via flake8 minio==7.1.0 # via feast (setup.py) -mistune==2.0.2 - # via great-expectations +mistune==0.8.4 + # via + # great-expectations + # nbconvert mmh3==3.0.0 # via feast (setup.py) mock==2.0.0 # via feast (setup.py) -moto==3.1.4 +moto==3.0.5 # via feast (setup.py) msal==1.17.0 # via @@ -354,13 +392,29 @@ mypy==0.931 # via feast (setup.py) mypy-extensions==0.4.3 # via mypy -mypy-protobuf==3.2.0 - # via feast (setup.py) -nbformat==5.3.0 - # via great-expectations +mypy-protobuf==3.1.0 + # via feast (setup.py) +nbclient==0.5.11 + # via nbconvert +nbconvert==6.4.2 + # via notebook +nbformat==5.1.3 + # via + # ipywidgets + # nbclient + # nbconvert + # notebook +nest-asyncio==1.5.4 + # via + # ipykernel + # jupyter-client + # nbclient + # notebook nodeenv==1.6.0 # via pre-commit -numpy==1.22.3 +notebook==6.4.8 + # via widgetsnbextension +numpy==1.22.2 # via # altair # great-expectations @@ -370,15 +424,16 @@ numpy==1.22.3 # scipy oauthlib==3.2.0 # via requests-oauthlib -oscrypto==1.3.0 +oscrypto==1.2.1 # via snowflake-connector-python packaging==21.3 # via + # bleach # dask # deprecation # google-api-core # google-cloud-bigquery - # great-expectations + # google-cloud-firestore # pytest # sphinx pandas==1.3.5 @@ -390,6 +445,8 @@ pandas==1.3.5 # snowflake-connector-python pandavro==1.5.2 # via feast (setup.py) +pandocfilters==1.5.0 + # via nbconvert parso==0.8.3 # via jedi partd==1.2.0 @@ -412,9 +469,11 @@ pluggy==1.0.0 # via pytest portalocker==2.4.0 # via msal-extensions -pre-commit==2.18.1 +pre-commit==2.17.0 # via feast (setup.py) -prompt-toolkit==3.0.29 +prometheus-client==0.13.1 + # via notebook +prompt-toolkit==3.0.28 # via ipython proto-plus==1.19.6 # via @@ -438,7 +497,9 @@ protobuf==3.19.4 psutil==5.9.0 # via feast (setup.py) ptyprocess==0.7.0 - # via pexpect + # via + # pexpect + # terminado pure-eval==0.2.2 # via stack-data py==1.11.0 @@ -452,7 +513,6 @@ py4j==0.10.9.3 pyarrow==6.0.1 # via # feast (setup.py) - # google-cloud-bigquery # snowflake-connector-python pyasn1==0.4.8 # via @@ -460,7 +520,7 @@ pyasn1==0.4.8 # rsa pyasn1-modules==0.2.8 # via google-auth -pybindgen==0.22.1 +pybindgen==0.22.0 # via feast (setup.py) pycodestyle==2.8.0 # via flake8 @@ -477,6 +537,8 @@ pyflakes==2.4.0 pygments==2.11.2 # via # ipython + # jupyterlab-pygments + # nbconvert # sphinx pyjwt[crypto]==2.3.0 # via @@ -494,7 +556,7 @@ pyrsistent==0.18.1 # via jsonschema pyspark==3.2.1 # via feast (setup.py) -pytest==7.1.1 +pytest==7.0.1 # via # feast (setup.py) # pytest-benchmark @@ -527,11 +589,12 @@ python-dateutil==2.8.2 # botocore # google-cloud-bigquery # great-expectations + # jupyter-client # moto # pandas -python-dotenv==0.20.0 +python-dotenv==0.19.2 # via uvicorn -pytz==2022.1 +pytz==2021.3 # via # babel # google-api-core @@ -547,13 +610,17 @@ pyyaml==6.0 # feast (setup.py) # pre-commit # uvicorn +pyzmq==22.3.0 + # via + # jupyter-client + # notebook redis==3.5.3 # via # feast (setup.py) # redis-py-cluster redis-py-cluster==2.1.3 # via feast (setup.py) -regex==2022.3.15 +regex==2022.3.2 # via black requests==2.27.1 # via @@ -579,23 +646,27 @@ requests-oauthlib==1.3.1 # via # google-auth-oauthlib # msrest -responses==0.20.0 +responses==0.18.0 # via moto rsa==4.8 # via google-auth ruamel-yaml==0.17.17 # via great-expectations -ruamel-yaml-clib==0.2.6 - # via ruamel-yaml +ruamel.yaml.clib==0.2.6 + # via ruamel.yaml s3transfer==0.5.2 # via boto3 scipy==1.8.0 # via great-expectations +send2trash==1.8.0 + # via notebook six==1.16.0 # via # absl-py + # asttokens # azure-core # azure-identity + # bleach # cryptography # google-api-core # google-auth @@ -603,6 +674,7 @@ six==1.16.0 # google-cloud-core # google-resumable-media # grpcio + # isodate # mock # msrestazure # pandavro @@ -613,7 +685,7 @@ sniffio==1.2.0 # via anyio snowballstemmer==2.2.0 # via sphinx -snowflake-connector-python[pandas]==2.7.6 +snowflake-connector-python[pandas]==2.7.4 # via feast (setup.py) sphinx==4.3.2 # via @@ -645,8 +717,12 @@ tensorflow-metadata==1.7.0 # via feast (setup.py) termcolor==1.1.0 # via great-expectations +terminado==0.13.2 + # via notebook testcontainers==3.4.2 # via feast (setup.py) +testpath==0.6.0 + # via nbconvert toml==0.10.2 # via # black @@ -663,37 +739,49 @@ toolz==0.11.2 # altair # dask # partd -tqdm==4.64.0 +tornado==6.1 + # via + # ipykernel + # jupyter-client + # notebook + # terminado +tqdm==4.63.0 # via # feast (setup.py) # great-expectations traitlets==5.1.1 # via + # ipykernel # ipython + # ipywidgets + # jupyter-client # jupyter-core # matplotlib-inline + # nbclient + # nbconvert # nbformat + # notebook typed-ast==1.5.2 # via black -types-protobuf==3.19.15 +types-protobuf==3.19.12 # via # feast (setup.py) # mypy-protobuf -types-python-dateutil==2.8.10 +types-python-dateutil==2.8.9 # via feast (setup.py) -types-pytz==2021.3.6 +types-pytz==2021.3.5 # via feast (setup.py) -types-pyyaml==6.0.5 +types-pyyaml==6.0.4 # via feast (setup.py) -types-redis==4.1.19 +types-redis==4.1.17 # via feast (setup.py) -types-requests==2.27.16 +types-requests==2.27.11 # via feast (setup.py) -types-setuptools==57.4.11 +types-setuptools==57.4.9 # via feast (setup.py) -types-tabulate==0.8.6 +types-tabulate==0.8.5 # via feast (setup.py) -types-urllib3==1.26.11 +types-urllib3==1.26.10 # via types-requests typing-extensions==4.1.1 # via @@ -701,49 +789,52 @@ typing-extensions==4.1.1 # great-expectations # mypy # pydantic -tzdata==2022.1 +tzdata==2021.5 # via pytz-deprecation-shim -tzlocal==4.2 +tzlocal==4.1 # via great-expectations uritemplate==4.1.1 # via google-api-python-client -urllib3==1.26.9 +urllib3==1.26.8 # via # botocore # feast (setup.py) - # great-expectations # minio # requests # responses -uvicorn[standard]==0.17.6 +uvicorn[standard]==0.17.5 # via feast (setup.py) uvloop==0.16.0 # via uvicorn -virtualenv==20.14.0 +virtualenv==20.13.2 # via pre-commit -watchgod==0.8.2 +watchgod==0.7 # via uvicorn wcwidth==0.2.5 # via prompt-toolkit -websocket-client==1.3.2 +webencodings==0.5.1 + # via bleach +websocket-client==1.3.1 # via docker websockets==10.2 # via uvicorn -werkzeug==2.1.1 +werkzeug==2.0.3 # via moto wheel==0.37.1 # via pip-tools -wrapt==1.14.0 +widgetsnbextension==3.5.2 + # via ipywidgets +wrapt==1.13.3 # via testcontainers xmltodict==0.12.0 # via moto yarl==1.7.2 # via aiohttp -zipp==3.8.0 +zipp==3.7.0 # via # importlib-metadata # importlib-resources # The following packages are considered to be unsafe in a requirements file: # pip -# setuptools +# setuptools \ No newline at end of file diff --git a/sdk/python/requirements/py3.8-requirements.txt b/sdk/python/requirements/py3.8-requirements.txt index f29dbcdfaf0..4b996ef075a 100644 --- a/sdk/python/requirements/py3.8-requirements.txt +++ b/sdk/python/requirements/py3.8-requirements.txt @@ -7,20 +7,18 @@ absl-py==1.0.0 # via tensorflow-metadata anyio==3.5.0 - # via - # starlette - # watchgod -asgiref==3.5.0 + # via starlette +asgiref==3.4.1 # via uvicorn attrs==21.4.0 # via jsonschema -cachetools==5.0.0 +cachetools==4.2.4 # via google-auth certifi==2021.10.8 # via requests -charset-normalizer==2.0.12 +charset-normalizer==2.0.10 # via requests -click==8.1.2 +click==8.0.3 # via # feast (setup.py) # uvicorn @@ -32,57 +30,57 @@ dask==2022.1.1 # via feast (setup.py) dill==0.3.4 # via feast (setup.py) -fastapi==0.75.1 +fastapi==0.72.0 # via feast (setup.py) -fastavro==1.4.10 +fastavro==1.4.9 # via # feast (setup.py) # pandavro -fsspec==2022.3.0 +fsspec==2022.2.0 # via dask -google-api-core==2.7.1 +google-api-core==2.4.0 # via feast (setup.py) -google-auth==2.6.2 +google-auth==2.3.3 # via google-api-core googleapis-common-protos==1.52.0 # via # feast (setup.py) # google-api-core # tensorflow-metadata -grpcio==1.45.0 +grpcio==1.43.0 # via # feast (setup.py) # grpcio-reflection -grpcio-reflection==1.45.0 +grpcio-reflection==1.43.0 # via feast (setup.py) h11==0.13.0 # via uvicorn -httptools==0.4.0 +httptools==0.3.0 # via uvicorn idna==3.3 # via # anyio # requests -importlib-resources==5.6.0 +importlib-resources==5.4.0 # via jsonschema -jinja2==3.1.1 +jinja2==3.0.3 # via feast (setup.py) jsonschema==4.4.0 # via feast (setup.py) locket==0.2.1 # via partd -markupsafe==2.1.1 +markupsafe==2.0.1 # via jinja2 mmh3==3.0.0 # via feast (setup.py) -numpy==1.22.3 +numpy==1.21.5 # via # pandas # pandavro # pyarrow packaging==21.3 # via dask -pandas==1.4.2 +pandas==1.3.5 # via # feast (setup.py) # pandavro @@ -92,7 +90,7 @@ partd==1.2.0 # via dask proto-plus==1.19.6 # via feast (setup.py) -protobuf==3.19.4 +protobuf==3.19.3 # via # feast (setup.py) # google-api-core @@ -100,7 +98,7 @@ protobuf==3.19.4 # grpcio-reflection # proto-plus # tensorflow-metadata -pyarrow==7.0.0 +pyarrow==6.0.1 # via feast (setup.py) pyasn1==0.4.8 # via @@ -118,9 +116,9 @@ pyrsistent==0.18.1 # via jsonschema python-dateutil==2.8.2 # via pandas -python-dotenv==0.20.0 +python-dotenv==0.19.2 # via uvicorn -pytz==2022.1 +pytz==2021.3 # via pandas pyyaml==6.0 # via @@ -146,7 +144,7 @@ tabulate==0.8.9 # via feast (setup.py) tenacity==8.0.1 # via feast (setup.py) -tensorflow-metadata==1.7.0 +tensorflow-metadata==1.6.0 # via feast (setup.py) toml==0.10.2 # via feast (setup.py) @@ -154,19 +152,22 @@ toolz==0.11.2 # via # dask # partd -tqdm==4.64.0 +tqdm==4.62.3 # via feast (setup.py) -typing-extensions==4.1.1 +typing-extensions==4.0.1 # via pydantic -urllib3==1.26.9 +urllib3==1.26.8 # via requests -uvicorn[standard]==0.17.6 +uvicorn[standard]==0.17.0 # via feast (setup.py) uvloop==0.16.0 # via uvicorn -watchgod==0.8.2 +watchgod==0.7 # via uvicorn -websockets==10.2 +websockets==10.1 # via uvicorn -zipp==3.8.0 +zipp==3.7.0 # via importlib-resources + +# The following packages are considered to be unsafe in a requirements file: +# setuptools diff --git a/sdk/python/requirements/py3.9-ci-requirements.txt b/sdk/python/requirements/py3.9-ci-requirements.txt index 756f0b34d7a..3a86c5d4dca 100644 --- a/sdk/python/requirements/py3.9-ci-requirements.txt +++ b/sdk/python/requirements/py3.9-ci-requirements.txt @@ -23,16 +23,20 @@ alabaster==0.7.12 altair==4.2.0 # via great-expectations anyio==3.5.0 - # via - # starlette - # watchgod + # via starlette appdirs==1.4.4 # via black -appnope==0.1.3 - # via ipython +appnope==0.1.2 + # via + # ipykernel + # ipython +argon2-cffi==21.3.0 + # via notebook +argon2-cffi-bindings==21.2.0 + # via argon2-cffi asgiref==3.5.0 # via uvicorn -asn1crypto==1.5.1 +asn1crypto==1.4.0 # via # oscrypto # snowflake-connector-python @@ -50,7 +54,7 @@ attrs==21.4.0 # pytest avro==1.10.0 # via feast (setup.py) -azure-core==1.23.1 +azure-core==1.23.0 # via # adlfs # azure-identity @@ -59,7 +63,7 @@ azure-datalake-store==0.0.52 # via adlfs azure-identity==1.8.0 # via adlfs -azure-storage-blob==12.11.0 +azure-storage-blob==12.9.0 # via adlfs babel==2.9.1 # via sphinx @@ -67,11 +71,13 @@ backcall==0.2.0 # via ipython black==19.10b0 # via feast (setup.py) -boto3==1.21.32 +bleach==4.1.0 + # via nbconvert +boto3==1.21.11 # via # feast (setup.py) # moto -botocore==1.24.32 +botocore==1.24.11 # via # boto3 # moto @@ -88,6 +94,7 @@ certifi==2021.10.8 # snowflake-connector-python cffi==1.15.0 # via + # argon2-cffi-bindings # azure-datalake-store # cryptography # snowflake-connector-python @@ -98,7 +105,7 @@ charset-normalizer==2.0.12 # aiohttp # requests # snowflake-connector-python -click==8.1.2 +click==8.0.4 # via # black # feast (setup.py) @@ -108,9 +115,7 @@ click==8.1.2 cloudpickle==2.0.0 # via dask colorama==0.4.4 - # via - # feast (setup.py) - # great-expectations + # via feast (setup.py) coverage[toml]==6.3.2 # via pytest-cov cryptography==3.3.2 @@ -119,19 +124,21 @@ cryptography==3.3.2 # azure-identity # azure-storage-blob # feast (setup.py) - # great-expectations # moto # msal + # pyjwt # pyopenssl # snowflake-connector-python dask==2022.1.1 # via feast (setup.py) -dataclasses==0.6 - # via great-expectations +debugpy==1.5.1 + # via ipykernel decorator==5.1.1 # via # gcsfs # ipython +defusedxml==0.7.1 + # via nbconvert deprecation==2.1.0 # via testcontainers dill==0.3.4 @@ -147,19 +154,20 @@ docutils==0.17.1 # sphinx # sphinx-rtd-theme entrypoints==0.4 - # via altair + # via + # altair + # jupyter-client + # nbconvert execnet==1.9.0 # via pytest-xdist executing==0.8.3 # via stack-data -fastapi==0.75.1 +fastapi==0.74.1 # via feast (setup.py) -fastavro==1.4.10 +fastavro==1.4.9 # via # feast (setup.py) # pandavro -fastjsonschema==2.15.3 - # via nbformat filelock==3.6.0 # via virtualenv firebase-admin==4.5.2 @@ -170,12 +178,12 @@ frozenlist==1.3.0 # via # aiohttp # aiosignal -fsspec==2022.3.0 +fsspec==2022.2.0 # via # adlfs # dask # gcsfs -gcsfs==2022.3.0 +gcsfs==2022.2.0 # via feast (setup.py) google-api-core[grpc]==1.31.5 # via @@ -187,7 +195,7 @@ google-api-core[grpc]==1.31.5 # google-cloud-core # google-cloud-datastore # google-cloud-firestore -google-api-python-client==2.42.0 +google-api-python-client==2.39.0 # via firebase-admin google-auth==1.35.0 # via @@ -200,14 +208,12 @@ google-auth==1.35.0 # google-cloud-storage google-auth-httplib2==0.1.0 # via google-api-python-client -google-auth-oauthlib==0.5.1 +google-auth-oauthlib==0.5.0 # via gcsfs -google-cloud-bigquery==3.0.1 +google-cloud-bigquery==2.34.1 + # via feast (setup.py) +google-cloud-bigquery-storage==2.12.0 # via feast (setup.py) -google-cloud-bigquery-storage==2.13.0 - # via - # feast (setup.py) - # google-cloud-bigquery google-cloud-core==1.7.2 # via # feast (setup.py) @@ -215,9 +221,9 @@ google-cloud-core==1.7.2 # google-cloud-datastore # google-cloud-firestore # google-cloud-storage -google-cloud-datastore==2.5.1 +google-cloud-datastore==2.5.0 # via feast (setup.py) -google-cloud-firestore==2.4.0 +google-cloud-firestore==2.3.4 # via firebase-admin google-cloud-storage==1.40.0 # via @@ -235,9 +241,9 @@ googleapis-common-protos==1.52.0 # feast (setup.py) # google-api-core # tensorflow-metadata -great-expectations==0.14.13 +great-expectations==0.14.8 # via feast (setup.py) -grpcio==1.45.0 +grpcio==1.44.0 # via # feast (setup.py) # google-api-core @@ -245,7 +251,7 @@ grpcio==1.45.0 # grpcio-reflection # grpcio-testing # grpcio-tools -grpcio-reflection==1.45.0 +grpcio-reflection==1.44.0 # via feast (setup.py) grpcio-testing==1.34.0 # via feast (setup.py) @@ -259,9 +265,9 @@ httplib2==0.20.4 # via # google-api-python-client # google-auth-httplib2 -httptools==0.4.0 +httptools==0.3.0 # via uvicorn -identify==2.4.12 +identify==2.4.11 # via pre-commit idna==3.3 # via @@ -271,11 +277,24 @@ idna==3.3 # yarl imagesize==1.3.0 # via sphinx -importlib-metadata==4.11.3 +importlib-metadata==4.11.2 # via great-expectations iniconfig==1.1.1 # via pytest -ipython==8.2.0 +ipykernel==6.9.1 + # via + # ipywidgets + # notebook +ipython==8.1.1 + # via + # ipykernel + # ipywidgets +ipython-genutils==0.2.0 + # via + # ipywidgets + # nbformat + # notebook +ipywidgets==7.6.5 # via great-expectations isodate==0.6.1 # via msrest @@ -289,8 +308,10 @@ jinja2==3.0.3 # feast (setup.py) # great-expectations # moto + # nbconvert + # notebook # sphinx -jmespath==1.0.0 +jmespath==0.10.0 # via # boto3 # botocore @@ -304,27 +325,44 @@ jsonschema==4.4.0 # feast (setup.py) # great-expectations # nbformat +jupyter-client==7.1.2 + # via + # ipykernel + # nbclient + # notebook jupyter-core==4.9.2 - # via nbformat + # via + # jupyter-client + # nbconvert + # nbformat + # notebook +jupyterlab-pygments==0.1.2 + # via nbconvert +jupyterlab-widgets==1.0.2 + # via ipywidgets locket==0.2.1 # via partd -markupsafe==2.1.1 +markupsafe==2.1.0 # via # jinja2 # moto matplotlib-inline==0.1.3 - # via ipython + # via + # ipykernel + # ipython mccabe==0.6.1 # via flake8 minio==7.1.0 # via feast (setup.py) -mistune==2.0.2 - # via great-expectations +mistune==0.8.4 + # via + # great-expectations + # nbconvert mmh3==3.0.0 # via feast (setup.py) mock==2.0.0 # via feast (setup.py) -moto==3.1.4 +moto==3.0.5 # via feast (setup.py) msal==1.17.0 # via @@ -348,13 +386,29 @@ mypy==0.931 # via feast (setup.py) mypy-extensions==0.4.3 # via mypy -mypy-protobuf==3.2.0 - # via feast (setup.py) -nbformat==5.3.0 - # via great-expectations +mypy-protobuf==3.1.0 + # via feast (setup.py) +nbclient==0.5.11 + # via nbconvert +nbconvert==6.4.2 + # via notebook +nbformat==5.1.3 + # via + # ipywidgets + # nbclient + # nbconvert + # notebook +nest-asyncio==1.5.4 + # via + # ipykernel + # jupyter-client + # nbclient + # notebook nodeenv==1.6.0 # via pre-commit -numpy==1.22.3 +notebook==6.4.8 + # via widgetsnbextension +numpy==1.22.2 # via # altair # great-expectations @@ -364,15 +418,16 @@ numpy==1.22.3 # scipy oauthlib==3.2.0 # via requests-oauthlib -oscrypto==1.3.0 +oscrypto==1.2.1 # via snowflake-connector-python packaging==21.3 # via + # bleach # dask # deprecation # google-api-core # google-cloud-bigquery - # great-expectations + # google-cloud-firestore # pytest # sphinx pandas==1.3.5 @@ -384,6 +439,8 @@ pandas==1.3.5 # snowflake-connector-python pandavro==1.5.2 # via feast (setup.py) +pandocfilters==1.5.0 + # via nbconvert parso==0.8.3 # via jedi partd==1.2.0 @@ -406,9 +463,11 @@ pluggy==1.0.0 # via pytest portalocker==2.4.0 # via msal-extensions -pre-commit==2.18.1 +pre-commit==2.17.0 # via feast (setup.py) -prompt-toolkit==3.0.29 +prometheus-client==0.13.1 + # via notebook +prompt-toolkit==3.0.28 # via ipython proto-plus==1.19.6 # via @@ -432,7 +491,9 @@ protobuf==3.19.4 psutil==5.9.0 # via feast (setup.py) ptyprocess==0.7.0 - # via pexpect + # via + # pexpect + # terminado pure-eval==0.2.2 # via stack-data py==1.11.0 @@ -446,7 +507,6 @@ py4j==0.10.9.3 pyarrow==6.0.1 # via # feast (setup.py) - # google-cloud-bigquery # snowflake-connector-python pyasn1==0.4.8 # via @@ -454,7 +514,7 @@ pyasn1==0.4.8 # rsa pyasn1-modules==0.2.8 # via google-auth -pybindgen==0.22.1 +pybindgen==0.22.0 # via feast (setup.py) pycodestyle==2.8.0 # via flake8 @@ -471,6 +531,8 @@ pyflakes==2.4.0 pygments==2.11.2 # via # ipython + # jupyterlab-pygments + # nbconvert # sphinx pyjwt[crypto]==2.3.0 # via @@ -488,7 +550,7 @@ pyrsistent==0.18.1 # via jsonschema pyspark==3.2.1 # via feast (setup.py) -pytest==7.1.1 +pytest==7.0.1 # via # feast (setup.py) # pytest-benchmark @@ -521,11 +583,12 @@ python-dateutil==2.8.2 # botocore # google-cloud-bigquery # great-expectations + # jupyter-client # moto # pandas -python-dotenv==0.20.0 +python-dotenv==0.19.2 # via uvicorn -pytz==2022.1 +pytz==2021.3 # via # babel # google-api-core @@ -541,13 +604,17 @@ pyyaml==6.0 # feast (setup.py) # pre-commit # uvicorn +pyzmq==22.3.0 + # via + # jupyter-client + # notebook redis==3.5.3 # via # feast (setup.py) # redis-py-cluster redis-py-cluster==2.1.3 # via feast (setup.py) -regex==2022.3.15 +regex==2022.3.2 # via black requests==2.27.1 # via @@ -573,23 +640,27 @@ requests-oauthlib==1.3.1 # via # google-auth-oauthlib # msrest -responses==0.20.0 +responses==0.18.0 # via moto rsa==4.8 # via google-auth -ruamel-yaml==0.17.17 +ruamel.yaml==0.17.17 # via great-expectations -ruamel-yaml-clib==0.2.6 - # via ruamel-yaml +ruamel.yaml.clib==0.2.6 + # via ruamel.yaml s3transfer==0.5.2 # via boto3 scipy==1.8.0 # via great-expectations +send2trash==1.8.0 + # via notebook six==1.16.0 # via # absl-py + # asttokens # azure-core # azure-identity + # bleach # cryptography # google-api-core # google-auth @@ -597,6 +668,7 @@ six==1.16.0 # google-cloud-core # google-resumable-media # grpcio + # isodate # mock # msrestazure # pandavro @@ -607,7 +679,7 @@ sniffio==1.2.0 # via anyio snowballstemmer==2.2.0 # via sphinx -snowflake-connector-python[pandas]==2.7.6 +snowflake-connector-python[pandas]==2.7.4 # via feast (setup.py) sphinx==4.3.2 # via @@ -639,8 +711,12 @@ tensorflow-metadata==1.7.0 # via feast (setup.py) termcolor==1.1.0 # via great-expectations +terminado==0.13.2 + # via notebook testcontainers==3.4.2 # via feast (setup.py) +testpath==0.6.0 + # via nbconvert toml==0.10.2 # via # black @@ -657,37 +733,49 @@ toolz==0.11.2 # altair # dask # partd -tqdm==4.64.0 +tornado==6.1 + # via + # ipykernel + # jupyter-client + # notebook + # terminado +tqdm==4.63.0 # via # feast (setup.py) # great-expectations traitlets==5.1.1 # via + # ipykernel # ipython + # ipywidgets + # jupyter-client # jupyter-core # matplotlib-inline + # nbclient + # nbconvert # nbformat + # notebook typed-ast==1.5.2 # via black -types-protobuf==3.19.15 +types-protobuf==3.19.12 # via # feast (setup.py) # mypy-protobuf -types-python-dateutil==2.8.10 +types-python-dateutil==2.8.9 # via feast (setup.py) -types-pytz==2021.3.6 +types-pytz==2021.3.5 # via feast (setup.py) -types-pyyaml==6.0.5 +types-pyyaml==6.0.4 # via feast (setup.py) -types-redis==4.1.19 +types-redis==4.1.17 # via feast (setup.py) -types-requests==2.27.16 +types-requests==2.27.11 # via feast (setup.py) -types-setuptools==57.4.11 +types-setuptools==57.4.9 # via feast (setup.py) -types-tabulate==0.8.6 +types-tabulate==0.8.5 # via feast (setup.py) -types-urllib3==1.26.11 +types-urllib3==1.26.10 # via types-requests typing-extensions==4.1.1 # via @@ -695,45 +783,48 @@ typing-extensions==4.1.1 # great-expectations # mypy # pydantic -tzdata==2022.1 +tzdata==2021.5 # via pytz-deprecation-shim -tzlocal==4.2 +tzlocal==4.1 # via great-expectations uritemplate==4.1.1 # via google-api-python-client -urllib3==1.26.9 +urllib3==1.26.8 # via # botocore # feast (setup.py) - # great-expectations # minio # requests # responses -uvicorn[standard]==0.17.6 +uvicorn[standard]==0.17.5 # via feast (setup.py) uvloop==0.16.0 # via uvicorn -virtualenv==20.14.0 +virtualenv==20.13.2 # via pre-commit -watchgod==0.8.2 +watchgod==0.7 # via uvicorn wcwidth==0.2.5 # via prompt-toolkit -websocket-client==1.3.2 +webencodings==0.5.1 + # via bleach +websocket-client==1.3.1 # via docker websockets==10.2 # via uvicorn -werkzeug==2.1.1 +werkzeug==2.0.3 # via moto wheel==0.37.1 # via pip-tools -wrapt==1.14.0 +widgetsnbextension==3.5.2 + # via ipywidgets +wrapt==1.13.3 # via testcontainers xmltodict==0.12.0 # via moto yarl==1.7.2 # via aiohttp -zipp==3.8.0 +zipp==3.7.0 # via importlib-metadata # The following packages are considered to be unsafe in a requirements file: diff --git a/sdk/python/requirements/py3.9-requirements.txt b/sdk/python/requirements/py3.9-requirements.txt index de832219775..67ef8ada9e0 100644 --- a/sdk/python/requirements/py3.9-requirements.txt +++ b/sdk/python/requirements/py3.9-requirements.txt @@ -7,20 +7,18 @@ absl-py==1.0.0 # via tensorflow-metadata anyio==3.5.0 - # via - # starlette - # watchgod -asgiref==3.5.0 + # via starlette +asgiref==3.4.1 # via uvicorn attrs==21.4.0 # via jsonschema -cachetools==5.0.0 +cachetools==4.2.4 # via google-auth certifi==2021.10.8 # via requests -charset-normalizer==2.0.12 +charset-normalizer==2.0.10 # via requests -click==8.1.2 +click==8.0.3 # via # feast (setup.py) # uvicorn @@ -32,55 +30,55 @@ dask==2022.1.1 # via feast (setup.py) dill==0.3.4 # via feast (setup.py) -fastapi==0.75.1 +fastapi==0.72.0 # via feast (setup.py) -fastavro==1.4.10 +fastavro==1.4.9 # via # feast (setup.py) # pandavro -fsspec==2022.3.0 +fsspec==2022.2.0 # via dask -google-api-core==2.7.1 +google-api-core==2.4.0 # via feast (setup.py) -google-auth==2.6.2 +google-auth==2.3.3 # via google-api-core googleapis-common-protos==1.52.0 # via # feast (setup.py) # google-api-core # tensorflow-metadata -grpcio==1.45.0 +grpcio==1.43.0 # via # feast (setup.py) # grpcio-reflection -grpcio-reflection==1.45.0 +grpcio-reflection==1.43.0 # via feast (setup.py) h11==0.13.0 # via uvicorn -httptools==0.4.0 +httptools==0.3.0 # via uvicorn idna==3.3 # via # anyio # requests -jinja2==3.1.1 +jinja2==3.0.3 # via feast (setup.py) jsonschema==4.4.0 # via feast (setup.py) locket==0.2.1 # via partd -markupsafe==2.1.1 +markupsafe==2.0.1 # via jinja2 mmh3==3.0.0 # via feast (setup.py) -numpy==1.22.3 +numpy==1.21.5 # via # pandas # pandavro # pyarrow packaging==21.3 # via dask -pandas==1.4.2 +pandas==1.3.5 # via # feast (setup.py) # pandavro @@ -90,7 +88,7 @@ partd==1.2.0 # via dask proto-plus==1.19.6 # via feast (setup.py) -protobuf==3.19.4 +protobuf==3.19.3 # via # feast (setup.py) # google-api-core @@ -98,7 +96,7 @@ protobuf==3.19.4 # grpcio-reflection # proto-plus # tensorflow-metadata -pyarrow==7.0.0 +pyarrow==6.0.1 # via feast (setup.py) pyasn1==0.4.8 # via @@ -116,9 +114,9 @@ pyrsistent==0.18.1 # via jsonschema python-dateutil==2.8.2 # via pandas -python-dotenv==0.20.0 +python-dotenv==0.19.2 # via uvicorn -pytz==2022.1 +pytz==2021.3 # via pandas pyyaml==6.0 # via @@ -144,7 +142,7 @@ tabulate==0.8.9 # via feast (setup.py) tenacity==8.0.1 # via feast (setup.py) -tensorflow-metadata==1.7.0 +tensorflow-metadata==1.6.0 # via feast (setup.py) toml==0.10.2 # via feast (setup.py) @@ -152,17 +150,20 @@ toolz==0.11.2 # via # dask # partd -tqdm==4.64.0 +tqdm==4.62.3 # via feast (setup.py) -typing-extensions==4.1.1 +typing-extensions==4.0.1 # via pydantic -urllib3==1.26.9 +urllib3==1.26.8 # via requests -uvicorn[standard]==0.17.6 +uvicorn[standard]==0.17.0 # via feast (setup.py) uvloop==0.16.0 # via uvicorn -watchgod==0.8.2 +watchgod==0.7 # via uvicorn -websockets==10.2 +websockets==10.1 # via uvicorn + +# The following packages are considered to be unsafe in a requirements file: +# setuptools