From e874ef2bc114cbc8c09bd09cc2c793419b53738d Mon Sep 17 00:00:00 2001 From: Linlang <30293408+SunsetWolf@users.noreply.github.com> Date: Tue, 31 May 2022 19:35:49 +0800 Subject: [PATCH] change_datasource (#1109) * change_datasource * split_test_data_and_complete_data * fix_CI --- .github/workflows/test.yml | 2 +- qlib/tests/data.py | 2 +- setup.py | 2 ++ 3 files changed, 4 insertions(+), 2 deletions(-) diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index f64b4d32..f2735928 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -110,7 +110,7 @@ jobs: run: | python scripts/get_data.py qlib_data --name qlib_data_simple --target_dir ~/.qlib/qlib_data/cn_data_simple --interval 1d --region cn python -c "import os; userpath=os.path.expanduser('~'); os.rename(userpath + '/.qlib/qlib_data/cn_data_simple', userpath + '/.qlib/qlib_data/cn_data')" - azcopy copy https://qlibpublic.blob.core.windows.net/data /tmp/qlibpublic --recursive + azcopy copy https://qlibpublic.blob.core.windows.net/data/rl /tmp/qlibpublic/data --recursive mv /tmp/qlibpublic/data tests/.data - name: Test workflow by config (install from pip) diff --git a/qlib/tests/data.py b/qlib/tests/data.py index 2a728120..cca413af 100644 --- a/qlib/tests/data.py +++ b/qlib/tests/data.py @@ -16,7 +16,7 @@ from qlib.utils import exists_qlib_data class GetData: DATASET_VERSION = "v2" - REMOTE_URL = "http://fintech.msra.cn/stock_data/downloads" + REMOTE_URL = "https://qlibpublic.blob.core.windows.net/data/default/stock_data" QLIB_DATA_NAME = "{dataset_name}_{region}_{interval}_{qlib_version}.zip" def __init__(self, delete_zip_file=False): diff --git a/setup.py b/setup.py index 3c49400f..8ee93c3e 100644 --- a/setup.py +++ b/setup.py @@ -80,6 +80,8 @@ REQUIRED = [ "filelock", "jinja2<3.1.0", # for passing the readthedocs workflow. "gym", + # Installing the latest version of protobuf for python versions below 3.8 will cause unit tests to fail. + "protobuf<=3.20.1;python_version<='3.8'", ] # Numpy include