test_oss.py 1.36 KB
from unittest.mock import MagicMock, patch
from etl_to_crawler.oss import transfer_url

ARCHIVE_URL = "https://archive-dev.oss-cn-beijing.aliyuncs.com/some/path.mp3"
OTHER_URL = "https://hikoon-data-platform.oss-cn-beijing.aliyuncs.com/qq-audio/abc.mp3"
BASE_URL = "https://archive-dev.oss-cn-beijing.aliyuncs.com"

def test_already_archive_dev_returns_as_is():
    bucket = MagicMock()
    result = transfer_url(ARCHIVE_URL, "any/key.mp3", bucket, BASE_URL)
    assert result == ARCHIVE_URL
    bucket.put_object.assert_not_called()

def test_empty_url_returns_empty():
    bucket = MagicMock()
    result = transfer_url('', "any/key.mp3", bucket, BASE_URL)
    assert result == ''
    bucket.put_object.assert_not_called()

def test_none_url_returns_empty():
    bucket = MagicMock()
    result = transfer_url(None, "any/key.mp3", bucket, BASE_URL)
    assert result == ''

def test_external_url_downloads_and_uploads():
    bucket = MagicMock()
    fake_content = b"audio_bytes"
    with patch('etl_to_crawler.oss.requests.get') as mock_get:
        mock_get.return_value.content = fake_content
        mock_get.return_value.raise_for_status = MagicMock()
        result = transfer_url(OTHER_URL, "crawler/qq/audio/abc.mp3", bucket, BASE_URL)
    bucket.put_object.assert_called_once_with("crawler/qq/audio/abc.mp3", fake_content)
    assert result == f"{BASE_URL}/crawler/qq/audio/abc.mp3"