fix_download_data_for_CI

microsoft · Mar 24, 2022 · 0d496b5 · 0d496b5
1 parent 8a90787
commit 0d496b5
Show file tree

Hide file tree

Showing 2 changed files with 37 additions and 2 deletions.
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -92,7 +92,8 @@ jobs:
 
     - name: Test data downloads
       run: |
-        python scripts/get_data.py qlib_data --target_dir ~/.qlib/qlib_data/cn_data --interval 1d --region cn
+        python scripts/get_data.py qlib_data_simple --target_dir ~/.qlib/qlib_data/cn_data_simple --interval 1d --region cn
+        python -c "import os; userpath=os.path.expanduser('~'); os.rename(userpath + '/.qlib/qlib_data/cn_data_simple', userpath + '/.qlib/qlib_data/cn_data')"
 
     - name: Test workflow by config (install from pip)
       run: |

diff --git a/scripts/get_data.py b/scripts/get_data.py
@@ -5,5 +5,39 @@
 from qlib.tests.data import GetData
 
 
+def get_data(
+    name="qlib_data",
+    target_dir="~/.qlib/qlib_data/cn_data",
+    interval="1d",
+    region="cn",
+):
+    """download cn qlib data from remote
+
+    Parameters
+    ----------
+    target_dir: str
+        data save directory
+    name: str
+        dataset name, value from [qlib_data, qlib_data_simple], by default qlib_data
+    interval: str
+        data freq, value from [1d], by default 1d
+    region: str
+        data region, value from [cn, us], by default cn
+
+    Examples
+    ---------
+    # get 1d data
+    python get_data.py qlib_data --name qlib_data --target_dir ~/.qlib/qlib_data/cn_data --interval 1d --region cn
+
+    # get 1min data
+    python get_data.py qlib_data --name qlib_data --target_dir ~/.qlib/qlib_data/cn_data_1min --interval 1min --region cn
+    -------
+
+    """
+    GetData().qlib_data(
+        name=name, target_dir=target_dir, region=region, interval=interval, delete_old=False, exists_skip=True
+    )
+
+
 if __name__ == "__main__":
-    fire.Fire(GetData)
+    fire.Fire(get_data)