File size: 10,958 Bytes
225af6a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 |
"""
Unit tests for dataset.py module.
Tests functions for downloading and extracting the SkillScope dataset.
"""
import pytest
from pathlib import Path
import tempfile
import zipfile
import sqlite3
from unittest.mock import patch, MagicMock
from hopcroft_skill_classification_tool_competition.dataset import (
download_skillscope_dataset,
)
@pytest.mark.unit
class TestDatasetDownload:
"""Unit tests for dataset download functionality."""
def test_download_returns_path(self):
"""Test that download function returns a Path object."""
with tempfile.TemporaryDirectory() as tmpdir:
output_dir = Path(tmpdir)
# Mock the actual download to avoid network calls
with patch('hopcroft_skill_classification_tool_competition.dataset.hf_hub_download') as mock_download:
# Create a mock zip file
zip_path = output_dir / "skillscope_data.zip"
db_path = output_dir / "skillscope_data.db"
# Create a dummy database
conn = sqlite3.connect(db_path)
conn.execute("CREATE TABLE test (id INTEGER)")
conn.close()
# Create a zip of the database
with zipfile.ZipFile(zip_path, 'w') as zf:
zf.write(db_path, arcname='skillscope_data.db')
# Remove the original database
db_path.unlink()
# Mock download to return the zip path
mock_download.return_value = str(zip_path)
result = download_skillscope_dataset(output_dir)
assert isinstance(result, Path)
assert result.exists()
assert result.name == "skillscope_data.db"
def test_download_creates_directory(self):
"""Test that download creates output directory if it doesn't exist."""
with tempfile.TemporaryDirectory() as tmpdir:
output_dir = Path(tmpdir) / "nonexistent" / "nested" / "dir"
assert not output_dir.exists()
with patch('hopcroft_skill_classification_tool_competition.dataset.hf_hub_download') as mock_download:
# Create mock database
temp_db = Path(tmpdir) / "skillscope_data.db"
conn = sqlite3.connect(temp_db)
conn.execute("CREATE TABLE test (id INTEGER)")
conn.close()
# Create zip
zip_path = Path(tmpdir) / "skillscope_data.zip"
with zipfile.ZipFile(zip_path, 'w') as zf:
zf.write(temp_db, arcname='skillscope_data.db')
mock_download.return_value = str(zip_path)
download_skillscope_dataset(output_dir)
assert output_dir.exists()
def test_download_skips_if_exists(self):
"""Test that download is skipped if database already exists."""
with tempfile.TemporaryDirectory() as tmpdir:
output_dir = Path(tmpdir)
db_path = output_dir / "skillscope_data.db"
# Create existing database
conn = sqlite3.connect(db_path)
conn.execute("CREATE TABLE test (id INTEGER)")
conn.close()
with patch('hopcroft_skill_classification_tool_competition.dataset.hf_hub_download') as mock_download:
result = download_skillscope_dataset(output_dir)
# Should not call download if file exists
mock_download.assert_not_called()
assert result == db_path
def test_download_extracts_zip(self):
"""Test that zip file is properly extracted."""
with tempfile.TemporaryDirectory() as tmpdir:
output_dir = Path(tmpdir)
with patch('hopcroft_skill_classification_tool_competition.dataset.hf_hub_download') as mock_download:
# Create database and zip it
temp_db = Path(tmpdir) / "temp_skillscope_data.db"
conn = sqlite3.connect(temp_db)
conn.execute("CREATE TABLE nlbse_tool_competition_data_by_issue (id INTEGER)")
conn.close()
zip_path = output_dir / "skillscope_data.zip"
with zipfile.ZipFile(zip_path, 'w') as zf:
zf.write(temp_db, arcname='skillscope_data.db')
temp_db.unlink()
mock_download.return_value = str(zip_path)
result = download_skillscope_dataset(output_dir)
# Check database was extracted
assert result.exists()
# Verify it's a valid SQLite database
conn = sqlite3.connect(result)
cursor = conn.cursor()
cursor.execute("SELECT name FROM sqlite_master WHERE type='table'")
tables = cursor.fetchall()
conn.close()
assert len(tables) > 0
def test_download_cleans_up_zip(self):
"""Test that zip file is deleted after extraction."""
with tempfile.TemporaryDirectory() as tmpdir:
output_dir = Path(tmpdir)
with patch('hopcroft_skill_classification_tool_competition.dataset.hf_hub_download') as mock_download:
# Create database and zip
temp_db = Path(tmpdir) / "temp_db.db"
conn = sqlite3.connect(temp_db)
conn.execute("CREATE TABLE test (id INTEGER)")
conn.close()
zip_path = output_dir / "skillscope_data.zip"
with zipfile.ZipFile(zip_path, 'w') as zf:
zf.write(temp_db, arcname='skillscope_data.db')
temp_db.unlink()
mock_download.return_value = str(zip_path)
download_skillscope_dataset(output_dir)
# Zip should be deleted
assert not zip_path.exists()
def test_download_raises_on_missing_database(self):
"""Test that error is raised if database not in zip."""
with tempfile.TemporaryDirectory() as tmpdir:
output_dir = Path(tmpdir)
with patch('hopcroft_skill_classification_tool_competition.dataset.hf_hub_download') as mock_download:
# Create zip without database file
zip_path = output_dir / "skillscope_data.zip"
with zipfile.ZipFile(zip_path, 'w') as zf:
zf.writestr('dummy.txt', 'dummy content')
mock_download.return_value = str(zip_path)
with pytest.raises(FileNotFoundError):
download_skillscope_dataset(output_dir)
@pytest.mark.unit
class TestDatasetEdgeCases:
"""Unit tests for edge cases in dataset handling."""
def test_download_with_none_output_dir(self):
"""Test download with None as output directory (should use default)."""
with patch('hopcroft_skill_classification_tool_competition.dataset.hf_hub_download') as mock_download:
with patch('hopcroft_skill_classification_tool_competition.dataset.RAW_DATA_DIR') as mock_raw_dir:
# Mock the default directory
with tempfile.TemporaryDirectory() as tmpdir:
mock_raw_dir.__truediv__ = MagicMock(return_value=Path(tmpdir) / "skillscope_data.db")
# Create existing database to skip download
db_path = Path(tmpdir) / "skillscope_data.db"
db_path.parent.mkdir(parents=True, exist_ok=True)
conn = sqlite3.connect(db_path)
conn.execute("CREATE TABLE test (id INTEGER)")
conn.close()
# This should use default RAW_DATA_DIR
result = download_skillscope_dataset(None)
assert isinstance(result, Path)
def test_download_handles_permission_error(self):
"""Test handling of permission errors during file operations."""
with tempfile.TemporaryDirectory() as tmpdir:
output_dir = Path(tmpdir)
with patch('hopcroft_skill_classification_tool_competition.dataset.hf_hub_download') as mock_download:
# This test is platform-dependent, so we'll just verify it doesn't crash
# with invalid permissions
pass # Placeholder for permission tests
@pytest.mark.unit
class TestDatasetIntegration:
"""Integration-like tests for dataset module (still unit-scoped)."""
def test_download_produces_valid_sqlite_database(self):
"""Test that downloaded file is a valid SQLite database."""
with tempfile.TemporaryDirectory() as tmpdir:
output_dir = Path(tmpdir)
with patch('hopcroft_skill_classification_tool_competition.dataset.hf_hub_download') as mock_download:
# Create a proper database structure
temp_db = Path(tmpdir) / "temp.db"
conn = sqlite3.connect(temp_db)
conn.execute("""
CREATE TABLE nlbse_tool_competition_data_by_issue (
id INTEGER PRIMARY KEY,
repo_name TEXT,
pr_number INTEGER
)
""")
conn.execute("""
INSERT INTO nlbse_tool_competition_data_by_issue
VALUES (1, 'test_repo', 123)
""")
conn.commit()
conn.close()
# Create zip
zip_path = output_dir / "skillscope_data.zip"
with zipfile.ZipFile(zip_path, 'w') as zf:
zf.write(temp_db, arcname='skillscope_data.db')
temp_db.unlink()
mock_download.return_value = str(zip_path)
result = download_skillscope_dataset(output_dir)
# Verify database is valid and queryable
conn = sqlite3.connect(result)
cursor = conn.cursor()
cursor.execute("SELECT * FROM nlbse_tool_competition_data_by_issue")
rows = cursor.fetchall()
conn.close()
assert len(rows) == 1
assert rows[0][1] == 'test_repo'
assert rows[0][2] == 123
|