tests for additional merge fix unsloth zoo pr 163 (#2719)

* tests for additional merge fix unsloth zoo pr 163

* fixed load_dataset indent in mistral perplexity test file
This commit is contained in:
Roland Tannous 2025-06-12 00:08:41 +03:00 committed by GitHub
commit efe2cc43a7
18 changed files with 1094 additions and 11 deletions

View file

@ -14,8 +14,10 @@ import gc
import sys
from pathlib import Path
REPO_ROOT = Path(__file__).parents[3]
sys.path.append(str(REPO_ROOT))
sys.path.insert(0, str(REPO_ROOT))
from tests.utils.cleanup_utils import safe_remove_directory
from tests.utils.perplexity_eval import ppl_model, add_to_comparison, print_model_comparison

View file

@ -14,8 +14,9 @@ import gc
import sys
from pathlib import Path
REPO_ROOT = Path(__file__).parents[3]
sys.path.append(str(REPO_ROOT))
sys.path.insert(0, str(REPO_ROOT))
from tests.utils.cleanup_utils import safe_remove_directory
from tests.utils.perplexity_eval import ppl_model, add_to_comparison, print_model_comparison

View file

@ -14,8 +14,10 @@ import gc
import sys
from pathlib import Path
REPO_ROOT = Path(__file__).parents[3]
sys.path.append(str(REPO_ROOT))
sys.path.insert(0, str(REPO_ROOT))
from tests.utils.cleanup_utils import safe_remove_directory
from tests.utils.perplexity_eval import ppl_model, add_to_comparison, print_model_comparison

View file

@ -14,8 +14,9 @@ import gc
import sys
from pathlib import Path
REPO_ROOT = Path(__file__).parents[3]
sys.path.append(str(REPO_ROOT))
sys.path.insert(0, str(REPO_ROOT))
from tests.utils.cleanup_utils import safe_remove_directory
from tests.utils.perplexity_eval import ppl_model, add_to_comparison, print_model_comparison

View file

@ -14,8 +14,9 @@ import gc
import sys
from pathlib import Path
REPO_ROOT = Path(__file__).parents[3]
sys.path.append(str(REPO_ROOT))
sys.path.insert(0, str(REPO_ROOT))
from tests.utils.cleanup_utils import safe_remove_directory
from tests.utils.perplexity_eval import ppl_model, add_to_comparison, print_model_comparison

View file

@ -15,8 +15,9 @@ from huggingface_hub import HfFileSystem, hf_hub_download
import sys
from pathlib import Path
REPO_ROOT = Path(__file__).parents[3]
sys.path.append(str(REPO_ROOT))
sys.path.insert(0, str(REPO_ROOT))
from tests.utils.cleanup_utils import safe_remove_directory
from tests.utils.perplexity_eval import ppl_model, add_to_comparison, print_model_comparison

View file

@ -15,8 +15,9 @@ from huggingface_hub import HfFileSystem, hf_hub_download
import sys
from pathlib import Path
REPO_ROOT = Path(__file__).parents[3]
sys.path.append(str(REPO_ROOT))
sys.path.insert(0, str(REPO_ROOT))
from tests.utils.cleanup_utils import safe_remove_directory
from tests.utils.perplexity_eval import ppl_model, add_to_comparison, print_model_comparison

View file

@ -12,8 +12,9 @@ from pathlib import Path
import multiprocessing as mp
import gc
from multiprocessing import Queue
REPO_ROOT = Path(__file__).parents[3]
sys.path.append(str(REPO_ROOT))
sys.path.insert(0, str(REPO_ROOT))
from tests.utils.cleanup_utils import safe_remove_directory
from tests.utils.aime_eval import evaluate_model_aime, compare_aime_results