[ADD] Hash test a random datafile

dutta-alankar · Dec 5, 2023 · dd47c1c · dd47c1c
1 parent f84a043
commit dd47c1c
Show file tree

Hide file tree

Showing 2 changed files with 40 additions and 0 deletions.
diff --git a/astro_plasma/core/utils.py b/astro_plasma/core/utils.py
@@ -108,6 +108,7 @@ def parse_atomic_ion_no(
 
 
 def fetch(urls: List[Tuple[str, Path]], base_dir: Path):
+    #([(link, filename)], save_location)
     base_dir.mkdir(mode=0o766, parents=True, exist_ok=True)
 
     # unit job of downloading and saving file

diff --git a/tests/test_basic.py b/tests/test_basic.py
@@ -10,3 +10,42 @@ def test_import():
         import astro_plasma
     except:
         raise AssertionError
+
+def test_hash():
+    import astro_plasma
+    from pathlib import Path
+    import numpy as np
+    LOCAL_DATA_PATH = astro_plasma.core.utils.LOCAL_DATA_PATH
+    ionization_hash_url = astro_plasma.core.utils.prepare_onedrive_link(
+        "https://indianinstituteofscience-my.sharepoint.com/:t:/g/personal/alankardutta_iisc_ac_in/EbK_KzUA5lVChnpsJFu2pAcBzVnjX6CEHUQp9e9Yi83-Yw?e=9WAi2b"
+    )
+    ionization_links_url = astro_plasma.core.utils.prepare_onedrive_link(
+        "https://indianinstituteofscience-my.sharepoint.com/:u:/g/personal/alankardutta_iisc_ac_in/EYnSBoTNOmdPqs3GPE0PDW0BDafcR78jbGCUM8tFqW8UAw?e=cCFbse"
+    )
+    all_urls = astro_plasma.core.download_database.fetch_list_from_url(ionization_links_url)
+    filenumber = int(np.random.randint(0, len(all_urls)-1, 1)[0])
+    ionization_file_url = astro_plasma.core.utils.prepare_onedrive_link(all_urls[filenumber])
+    hash_ionization_expect = astro_plasma.core.download_database.fetch_list_from_url(ionization_hash_url)[filenumber]
+    ionization_filename = astro_plasma.core.download_database.get_filename(ionization_file_url)
+    if not(Path(LOCAL_DATA_PATH/"ionization"/ionization_filename).is_file()):
+        astro_plasma.core.utils.fetch([(ionization_file_url, Path(ionization_filename))], LOCAL_DATA_PATH/"ionization") 
+    # check the hash of the datafile <filenumber>
+    hash_ionization_found = astro_plasma.core.utils.blake2bsum(LOCAL_DATA_PATH/"ionization"/ionization_filename)
+    assert hash_ionization_found == hash_ionization_expect
+    filenumber = int(np.random.randint(0, len(all_urls)-1, 1)[0])
+    emission_hash_url = astro_plasma.core.utils.prepare_onedrive_link(
+        "https://indianinstituteofscience-my.sharepoint.com/:t:/g/personal/alankardutta_iisc_ac_in/EZbmBm1BL_hEmKMyYXYsOZIBMIBxr3mJazjGvL53T5ZoAw?e=7bMW2B"
+    )
+    emission_links_url = astro_plasma.core.utils.prepare_onedrive_link(
+        "https://indianinstituteofscience-my.sharepoint.com/:u:/g/personal/alankardutta_iisc_ac_in/EWJuOmWHwAVEnEtziAV5kg8BXtFp_44-0smofLpr_f_2Pg?e=7sreMC"
+    )
+    all_urls = astro_plasma.core.download_database.fetch_list_from_url(emission_links_url)
+    filenumber = int(np.random.randint(0, len(all_urls)-1, 1)[0])
+    hash_emission_expect = astro_plasma.core.download_database.fetch_list_from_url(emission_hash_url)[filenumber]
+    emission_file_url = astro_plasma.core.utils.prepare_onedrive_link(all_urls[filenumber])
+    emission_filename = astro_plasma.core.download_database.get_filename(emission_file_url)
+    if not(Path(LOCAL_DATA_PATH/"emission"/emission_filename).is_file()):
+        astro_plasma.core.utils.fetch([(emission_file_url, Path(emission_filename))], LOCAL_DATA_PATH/"emission")
+    # check the hash of the datafile <filenumber>
+    hash_emission_found = astro_plasma.core.utils.blake2bsum(LOCAL_DATA_PATH/"emission"/emission_filename)
+    assert hash_emission_found == hash_emission_expect