Spaces:
Running
Running
File size: 3,823 Bytes
43cd37c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 |
# Media_Wiki_Tests.py
# Description: Unit tests for the Media_Wiki module.
#
# Usage:
# pip install pytest pytest-asyncio
# pytest Media_Wiki_Tests.py
#
# Imports
import pytest
import asyncio
from unittest.mock import patch, MagicMock
# Local Imports
from Media_Wiki import parse_mediawiki_dump, optimized_chunking, process_single_item, import_mediawiki_dump, load_mediawiki_import_config
#
# #######################################################################################################################
#
# Functions:
@pytest.fixture(scope="module")
def event_loop():
loop = asyncio.get_event_loop_policy().new_event_loop()
yield loop
loop.close()
@pytest.fixture
def mock_mwxml_dump():
mock_dump = MagicMock()
mock_page = MagicMock()
mock_page.title = "Test Page"
mock_page.namespace = 0
mock_page.id = 1
mock_revision = MagicMock()
mock_revision.id = 1
mock_revision.timestamp = "2021-01-01T00:00:00Z"
mock_revision.text = "Test content"
mock_page.revisions = [mock_revision]
mock_dump.pages = [mock_page]
return mock_dump
def test_parse_mediawiki_dump(mock_mwxml_dump):
with patch('mwxml.Dump.from_file', return_value=mock_mwxml_dump), \
patch('mwparserfromhell.parse') as mock_parse:
mock_parse.return_value.strip_code.return_value = "Stripped content"
result = list(parse_mediawiki_dump("dummy_path"))
assert len(result) == 1
assert result[0]['title'] == "Test Page"
assert result[0]['content'] == "Stripped content"
assert result[0]['namespace'] == 0
assert result[0]['page_id'] == 1
assert result[0]['revision_id'] == 1
def test_optimized_chunking():
test_text = "== Section 1 ==\nContent 1\n== Section 2 ==\nContent 2"
chunk_options = {'max_size': 50}
result = optimized_chunking(test_text, chunk_options)
assert len(result) == 2
assert result[0]['text'].startswith("== Section 1 ==")
assert result[1]['text'].startswith("== Section 2 ==")
assert 'metadata' in result[0] and 'section' in result[0]['metadata']
@pytest.mark.asyncio
async def test_process_single_item():
with patch('Media_Wiki.check_media_exists', return_value=False), \
patch('Media_Wiki.add_media_with_keywords', return_value=1), \
patch('Media_Wiki.process_and_store_content') as mock_process_store:
await process_single_item("Test content", "Test Title", "TestWiki", {'max_size': 100})
mock_process_store.assert_called()
# Add more detailed assertions here
@pytest.mark.asyncio
async def test_import_mediawiki_dump():
with patch('Media_Wiki.parse_mediawiki_dump') as mock_parse, \
patch('Media_Wiki.process_single_item') as mock_process, \
patch('Media_Wiki.load_checkpoint', return_value=0), \
patch('Media_Wiki.save_checkpoint'), \
patch('os.remove'):
mock_parse.return_value = [{'page_id': 1, 'title': 'Test', 'content': 'Content'}]
result = await import_mediawiki_dump("dummy_path", "TestWiki")
assert "Successfully imported" in result
mock_process.assert_called_once()
def test_import_mediawiki_dump_file_not_found():
with patch('Media_Wiki.parse_mediawiki_dump', side_effect=FileNotFoundError):
result = asyncio.run(import_mediawiki_dump("non_existent_path", "TestWiki"))
assert "Error: File not found" in result
def test_load_mediawiki_import_config():
with patch('builtins.open', MagicMock()):
with patch('yaml.safe_load', return_value={'test_key': 'test_value'}):
config = load_mediawiki_import_config()
assert 'test_key' in config
assert config['test_key'] == 'test_value' |