Pre-Installed Python Packages Gen2
Find below a list of Python Packages already installed in the Ascend Spark 3.4.0 image:
| Package | Version |
|---|---|
| adal | 1.2.7 |
| adlfs | 2021.10.0 |
| aiobotocore | 2.1.0 |
| aiohttp | 3.8.5 |
| aioitertools | 0.11.0 |
| aiosignal | 1.3.1 |
| appdirs | 1.4.4 |
| ascend-io-sdk | 0.2.62 |
| asn1crypto | 1.5.1 |
| async-timeout | 4.0.1 |
| attrs | 21.2.0 |
| Authlib | 0.15.4 |
| azure-common | 1.1.27 |
| azure-core | 1.16.0 |
| azure-datalake-store | 0.0.52 |
| azure-identity | 1.6.0 |
| azure-storage-blob | 12.8.1 |
| backoff | 1.10.0 |
| bcrypt | 3.2.0 |
| beautifulsoup4 | 4.12.3 |
| boto3 | 1.20.24 |
| botocore | 1.23.24 |
| cached-property | 1.5.2 |
| cachetools | 4.2.2 |
| certifi | 2023.7.22 |
| cffi | 1.14.5 |
| chardet | 3.0.4 |
| charset-normalizer | 2.0.12 |
| click | 8.1.7 |
| clickhouse-driver | 0.2.2 |
| codetiming | 1.3.2 |
| commonmark | 0.9.1 |
| cryptography | 3.4.7 |
| curlify | 2.2.1 |
| cx-Oracle | 8.1.0 |
| databricks-cli | 0.16.6 |
| databricks-sql-connector | 2.2.0 |
| decorator | 4.4.2 |
| defusedxml | 0.7.1 |
| delta-spark | 2.4.0 |
| dnspython | 2.1.0 |
| duckdb | 0.9.2 |
| et-xmlfile | 1.1.0 |
| expiringdict | 1.2.2 |
| facebook-business | 10.0.1 |
| filelock | 3.13.1 |
| Flask | 2.2.2 |
| frozenlist | 1.4.0 |
| fsspec | 2022.1.0 |
| gcsfs | 2022.1.0 |
| glog | 0.3.1 |
| google-ads | 20.0.0 |
| google-analytics-data | 0.10.0 |
| google-api-core | 2.8.2 |
| google-api-python-client | 2.29.0 |
| google-auth | 2.16.2 |
| google-auth-httplib2 | 0.1.0 |
| google-auth-oauthlib | 0.4.2 |
| google-cloud-bigquery | 3.11.4 |
| google-cloud-core | 2.1.0 |
| google-cloud-pubsub | 2.8.0 |
| google-cloud-storage | 1.42.3 |
| google-crc32c | 1.1.2 |
| google-resumable-media | 1.3.1 |
| googleads | 37.0.0 |
| googleapis-common-protos | 1.56.4 |
| greenlet | 3.0.3 |
| grpc-google-iam-v1 | 0.12.7 |
| grpcio | 1.59.2 |
| grpcio-reflection | 1.47.0 |
| grpcio-status | 1.48.2 |
| grpcio-tools | 1.39.0 |
| httplib2 | 0.19.1 |
| hubspot-api-client | 7.0.0 |
| idna | 2.10 |
| importlib-metadata | 4.12.0 |
| isodate | 0.6.0 |
| itsdangerous | 2.1.2 |
| JayDeBeApi | 1.2.3 |
| Jinja2 | 3.1.1 |
| jmespath | 0.10.0 |
| joblib | 1.3.1 |
| JPype1 | 1.4.1 |
| jsonpickle | 2.2.0 |
| launchdarkly-server-sdk | 9.1.0 |
| lazy | 1.4 |
| libcst | 0.3.19 |
| lxml | 4.9.1 |
| lz4 | 4.0.2 |
| MarkupSafe | 2.1.5 |
| msal | 1.12.0 |
| msal-extensions | 0.3.0 |
| msrest | 0.6.21 |
| multidict | 5.1.0 |
| mypy-extensions | 0.4.3 |
| mysql-connector-python | 8.0.27 |
| mysql-replication | 0.26 |
| networkx | 2.5.1 |
| numpy | 1.23.1 |
| oauth2client | 4.1.3 |
| oauthlib | 3.2.2 |
| openpyxl | 3.0.9 |
| oscrypto | 1.3.0 |
| packaging | 20.9 |
| pandas | 1.3.5 |
| paramiko | 3.1.0 |
| pep562 | 1.1 |
| pip | 24.0 |
| portalocker | 1.7.1 |
| prometheus-client | 0.11.0 |
| proto-plus | 1.19.6 |
| protobuf | 3.20.3 |
| psutil | 5.8.0 |
| psycopg2-binary | 2.9.2 |
| py | 1.10.0 |
| py-grpc-prometheus | 0.7.0 |
| py4j | 0.10.9.7 |
| pyarrow | 8.0.0 |
| pyasn1 | 0.4.8 |
| pyasn1-modules | 0.2.8 |
| pycountry | 20.7.3 |
| pycparser | 2.20 |
| pycryptodomex | 3.10.1 |
| Pygments | 2.17.2 |
| PyJWT | 2.4.0 |
| pymongo | 3.11.4 |
| PyMySQL | 1.1.0 |
| PyNaCl | 1.5.0 |
| pyOpenSSL | 19.1.0 |
| pypandoc | 1.5 |
| pyparsing | 2.4.7 |
| pyRFC3339 | 1.1 |
| python-dateutil | 2.8.1 |
| python-gflags | 3.1.2 |
| python-gnupg | 0.4.7 |
| pytz | 2021.1 |
| PyYAML | 6.0 |
| redshift-connector | 2.0.889 |
| regex | 2021.4.4 |
| requests | 2.26.0 |
| requests-file | 1.5.1 |
| requests-oauthlib | 1.3.0 |
| requests-toolbelt | 0.9.1 |
| retry | 0.9.2 |
| rich | 12.5.1 |
| rsa | 4.7.2 |
| ruamel.yaml | 0.17.21 |
| ruamel.yaml.clib | 0.2.8 |
| s3fs | 2022.1.0 |
| s3transfer | 0.5.0 |
| scikit-learn | 1.4.0 |
| scipy | 1.12.0 |
| scramp | 1.4.4 |
| semver | 3.0.2 |
| setuptools | 57.5.0 |
| simple-salesforce | 1.11.6 |
| six | 1.16.0 |
| snowflake-connector-python | 2.8.3 |
| snowflake-sqlalchemy | 1.4.5 |
| soupsieve | 2.5 |
| sparse-dot-topn | 0.3.6 |
| SQLAlchemy | 1.4.22 |
| sqlparse | 0.4.4 |
| srvlookup | 2.0.0 |
| tabulate | 0.9.0 |
| threadpoolctl | 3.1.0 |
| thrift | 0.16.0 |
| toml | 0.10.1 |
| typer | 0.6.1 |
| typing_extensions | 4.3.0 |
| typing-inspect | 0.7.1 |
| tzlocal | 5.2 |
| ua-parser | 0.10.0 |
| uritemplate | 3.0.1 |
| urllib3 | 1.26.18 |
| user-agents | 2.2.0 |
| waitress | 2.1.2 |
| Werkzeug | 2.3.7 |
| wheel | 0.38.1 |
| wrapt | 1.13.3 |
| xlrd | 2.0.1 |
| xmltodict | 0.12.0 |
| yarl | 1.6.3 |
| zeep | 4.0.0 |
| zipp | 3.17.0 |
Updated about 2 months ago