Update databricks installation script
This commit is contained in:
Родитель
7d80d946dc
Коммит
327b8fdcdf
2
setup.py
2
setup.py
|
@ -66,7 +66,7 @@ extras_require = {
|
|||
],
|
||||
"spark": [
|
||||
"databricks_cli>=0.8.6,<1",
|
||||
"pyarrow>=0.8.0,<1.0.0",
|
||||
"pyarrow>=0.12.1,<6.0.0",
|
||||
"pyspark>=2.4.5,<4.0.0",
|
||||
],
|
||||
"xlearn": [
|
||||
|
|
|
@ -47,7 +47,10 @@ COSMOSDB_JAR_FILE_OPTIONS = {
|
|||
"3": "https://search.maven.org/remotecontent?filepath=com/microsoft/azure/azure-cosmosdb-spark_2.2.0_2.11/1.1.1/azure-cosmosdb-spark_2.2.0_2.11-1.1.1-uber.jar",
|
||||
"4": "https://search.maven.org/remotecontent?filepath=com/microsoft/azure/azure-cosmosdb-spark_2.3.0_2.11/1.2.2/azure-cosmosdb-spark_2.3.0_2.11-1.2.2-uber.jar",
|
||||
"5": "https://search.maven.org/remotecontent?filepath=com/microsoft/azure/azure-cosmosdb-spark_2.4.0_2.11/1.3.5/azure-cosmosdb-spark_2.4.0_2.11-1.3.5-uber.jar",
|
||||
"6": "https://search.maven.org/remotecontent?filepath=com/microsoft/azure/azure-cosmosdb-spark_2.4.0_2.11/3.7.0/azure-cosmosdb-spark_2.4.0_2.11-3.7.0-uber.jar"
|
||||
"6": "https://search.maven.org/remotecontent?filepath=com/microsoft/azure/azure-cosmosdb-spark_2.4.0_2.11/3.7.0/azure-cosmosdb-spark_2.4.0_2.11-3.7.0-uber.jar",
|
||||
"7": "https://search.maven.org/remotecontent?filepath=com/azure/cosmos/spark/azure-cosmos-spark_3-1_2-12/4.3.1/azure-cosmos-spark_3-1_2-12-4.3.1.jar",
|
||||
"8": "https://search.maven.org/remotecontent?filepath=com/azure/cosmos/spark/azure-cosmos-spark_3-1_2-12/4.3.1/azure-cosmos-spark_3-1_2-12-4.3.1.jar",
|
||||
"9": "https://search.maven.org/remotecontent?filepath=com/azure/cosmos/spark/azure-cosmos-spark_3-1_2-12/4.3.1/azure-cosmos-spark_3-1_2-12-4.3.1.jar"
|
||||
}
|
||||
|
||||
MMLSPARK_INFO = {
|
||||
|
@ -302,7 +305,7 @@ if __name__ == "__main__":
|
|||
while "recommenders" not in installed_libraries:
|
||||
time.sleep(PENDING_SLEEP_INTERVAL)
|
||||
installed_libraries = get_installed_libraries(my_api_client, args.cluster_id)
|
||||
while installed_libraries["recommenders"] != "INSTALLED":
|
||||
while installed_libraries["recommenders"] not in ["INSTALLED", "FAILED"]:
|
||||
time.sleep(PENDING_SLEEP_INTERVAL)
|
||||
installed_libraries = get_installed_libraries(my_api_client, args.cluster_id)
|
||||
if installed_libraries["recommenders"] == "FAILED":
|
||||
|
|
Загрузка…
Ссылка в новой задаче