Spaces:
Running
Running
Upload from GitHub Actions: cleaned up code
Browse files- evals/download_data.py +0 -11
evals/download_data.py
CHANGED
|
@@ -14,7 +14,6 @@ from datasets_.fleurs import fleurs
|
|
| 14 |
|
| 15 |
# --- Configuration ---
|
| 16 |
|
| 17 |
-
|
| 18 |
# Add project root to sys.path (still useful for potential future imports if needed)
|
| 19 |
project_root = Path(__file__).resolve().parent.parent
|
| 20 |
if str(project_root) not in sys.path:
|
|
@@ -40,10 +39,6 @@ SPBLEU_DICT_URL = (
|
|
| 40 |
)
|
| 41 |
SPBLEU_DICT_NAME = "dictionary.txt"
|
| 42 |
|
| 43 |
-
|
| 44 |
-
# --- Helper Functions ---
|
| 45 |
-
|
| 46 |
-
|
| 47 |
def download_file(url, path: Path):
|
| 48 |
"""Downloads a file from a URL to a local path."""
|
| 49 |
print(f"Downloading {url} to {path}...")
|
|
@@ -106,8 +101,6 @@ def extract_zip(zip_content: bytes, extract_path: Path, target_filename: str):
|
|
| 106 |
|
| 107 |
|
| 108 |
# --- Download Functions ---
|
| 109 |
-
|
| 110 |
-
|
| 111 |
def download_fleurs_data():
|
| 112 |
"""Downloads Fleurs audio and text data."""
|
| 113 |
print("\n--- Downloading Fleurs Data ---")
|
|
@@ -207,10 +200,6 @@ def download_spbleu_data():
|
|
| 207 |
else:
|
| 208 |
print(f"Found: {target_dict_file}")
|
| 209 |
|
| 210 |
-
|
| 211 |
-
# --- Main Execution ---
|
| 212 |
-
|
| 213 |
-
|
| 214 |
def main():
|
| 215 |
"""Runs all download functions and the conversion step."""
|
| 216 |
print("Starting data download process...")
|
|
|
|
| 14 |
|
| 15 |
# --- Configuration ---
|
| 16 |
|
|
|
|
| 17 |
# Add project root to sys.path (still useful for potential future imports if needed)
|
| 18 |
project_root = Path(__file__).resolve().parent.parent
|
| 19 |
if str(project_root) not in sys.path:
|
|
|
|
| 39 |
)
|
| 40 |
SPBLEU_DICT_NAME = "dictionary.txt"
|
| 41 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 42 |
def download_file(url, path: Path):
|
| 43 |
"""Downloads a file from a URL to a local path."""
|
| 44 |
print(f"Downloading {url} to {path}...")
|
|
|
|
| 101 |
|
| 102 |
|
| 103 |
# --- Download Functions ---
|
|
|
|
|
|
|
| 104 |
def download_fleurs_data():
|
| 105 |
"""Downloads Fleurs audio and text data."""
|
| 106 |
print("\n--- Downloading Fleurs Data ---")
|
|
|
|
| 200 |
else:
|
| 201 |
print(f"Found: {target_dict_file}")
|
| 202 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 203 |
def main():
|
| 204 |
"""Runs all download functions and the conversion step."""
|
| 205 |
print("Starting data download process...")
|