Commit
·
9c42d7c
1
Parent(s):
6bb5aef
Clean up HuggingFace Hub settings
Browse files- Disable progress bars for cleaner logs
- Use HF_TOKEN when available (set as Space secret)
- bridge/dataset.py +4 -0
bridge/dataset.py
CHANGED
|
@@ -15,6 +15,7 @@
|
|
| 15 |
"""LibriSpeech dataset service for WER evaluation."""
|
| 16 |
|
| 17 |
import asyncio
|
|
|
|
| 18 |
import random
|
| 19 |
from dataclasses import dataclass
|
| 20 |
from enum import Enum
|
|
@@ -23,6 +24,9 @@ from typing import AsyncIterator, Dict, List, Optional
|
|
| 23 |
import numpy as np
|
| 24 |
from loguru import logger
|
| 25 |
|
|
|
|
|
|
|
|
|
|
| 26 |
try:
|
| 27 |
from datasets import load_dataset
|
| 28 |
HF_DATASETS_AVAILABLE = True
|
|
|
|
| 15 |
"""LibriSpeech dataset service for WER evaluation."""
|
| 16 |
|
| 17 |
import asyncio
|
| 18 |
+
import os
|
| 19 |
import random
|
| 20 |
from dataclasses import dataclass
|
| 21 |
from enum import Enum
|
|
|
|
| 24 |
import numpy as np
|
| 25 |
from loguru import logger
|
| 26 |
|
| 27 |
+
# Suppress HuggingFace Hub progress bars in logs
|
| 28 |
+
os.environ.setdefault("HF_HUB_DISABLE_PROGRESS_BARS", "1")
|
| 29 |
+
|
| 30 |
try:
|
| 31 |
from datasets import load_dataset
|
| 32 |
HF_DATASETS_AVAILABLE = True
|