Skip to content
Toggle navigation
Toggle navigation
This project
Loading...
Sign in
沈秋雨
/
import_hk_songs
Go to a project
Toggle navigation
Toggle navigation pinning
Projects
Groups
Snippets
Help
Project
Activity
Repository
Pipelines
Graphs
Issues
0
Merge Requests
0
Wiki
Network
Create a new issue
Builds
Commits
Issue Boards
Files
Commits
Network
Compare
Branches
Tags
Commit
b13789b3
...
b13789b3e9c696353483b54953216ba84d4157db
authored
2026-07-13 17:44:37 +0800
by
沈秋雨
Browse Files
Options
Browse Files
Tag
Download
Email Patches
Plain Diff
fix(reader): 修正record_name字段查询及解析逻辑
1 parent
8c52adbf
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
12 additions
and
9 deletions
etl_to_crawler/reader.py
etl_to_crawler/runner.py
etl_to_crawler/reader.py
View file @
b13789b
...
...
@@ -38,7 +38,8 @@ SELECT
mr.album_audio_id,
sar.is_main_version,
mr.is_high,
mr.pub_time
mr.pub_time,
mr.record_name
FROM hk_song_and_record sar
JOIN hk_music_record mr ON mr.id = sar.record_id
WHERE sar.song_id IN ({placeholders})
...
...
@@ -64,7 +65,8 @@ SELECT
mr.album_audio_id,
sar.is_main_version,
mr.is_high,
mr.pub_time
mr.pub_time,
mr.record_name
FROM hk_song_and_record sar
JOIN hk_music_record mr ON mr.id = sar.record_id
WHERE mr.id IN ({placeholders})
...
...
@@ -88,7 +90,8 @@ SELECT
mr.album_audio_id,
sar.is_main_version,
mr.is_high,
mr.pub_time
mr.pub_time,
mr.record_name
FROM hk_song_and_record sar
JOIN hk_music_record mr ON mr.id = sar.record_id
WHERE sar.song_id IN ({placeholders})
...
...
etl_to_crawler/runner.py
View file @
b13789b
...
...
@@ -441,7 +441,7 @@ def _prepare_qq_payload(hk_row: dict, pr: dict, bucket, base_url, sp: dict, sing
platform_song_id
=
int
(
pr
[
'platform_mid'
])
if
pr
.
get
(
'platform_mid'
)
else
song_id_int
song_uuid
=
str
(
uuid
.
uuid4
())
title
,
version
=
split_title_version
(
sp
.
get
(
'title'
)
or
hk_row
[
'
name'
])
title
,
version
=
split_title_version
(
pr
[
'record_
name'
])
song_row
=
{
'song_uuid'
:
song_uuid
,
'platform_song_id'
:
platform_song_id
,
...
...
@@ -554,7 +554,7 @@ def _prepare_kugou_payload(hk_row: dict, pr: dict, bucket, base_url, sp: dict, s
})
song_uuid
=
str
(
uuid
.
uuid4
())
title
,
version
=
split_title_version
(
sp
.
get
(
'title'
)
or
hk_row
[
'
name'
])
title
,
version
=
split_title_version
(
pr
[
'record_
name'
])
song_row
=
{
'song_uuid'
:
song_uuid
,
'platform_song_id'
:
song_id
,
...
...
@@ -679,7 +679,7 @@ def _prepare_netease_payload(hk_row: dict, pr: dict, bucket, base_url, sp: dict,
})
song_uuid
=
str
(
uuid
.
uuid4
())
title
,
version
=
split_title_version
(
sp
.
get
(
'title'
)
or
hk_row
[
'
name'
])
title
,
version
=
split_title_version
(
pr
[
'record_
name'
])
song_row
=
{
'song_uuid'
:
song_uuid
,
'platform_song_id'
:
song_id
,
...
...
@@ -986,7 +986,7 @@ def _process_qq(
# 写入 song
platform_song_id
=
int
(
pr
[
'platform_mid'
])
if
pr
.
get
(
'platform_mid'
)
else
song_id_int
song_uuid
=
str
(
uuid
.
uuid4
())
title
,
version
=
split_title_version
(
sp
.
get
(
'title'
)
or
hk_row
[
'
name'
])
title
,
version
=
split_title_version
(
pr
[
'record_
name'
])
upsert_qq_songs
(
pg_cur
,
[{
'song_uuid'
:
song_uuid
,
'platform_song_id'
:
platform_song_id
,
...
...
@@ -1122,7 +1122,7 @@ def _process_kugou(
}])
song_uuid
=
str
(
uuid
.
uuid4
())
title
,
version
=
split_title_version
(
sp
.
get
(
'title'
)
or
hk_row
[
'
name'
])
title
,
version
=
split_title_version
(
pr
[
'record_
name'
])
upsert_kugou_songs
(
pg_cur
,
[{
'song_uuid'
:
song_uuid
,
'platform_song_id'
:
song_id
,
...
...
@@ -1270,7 +1270,7 @@ def _process_netease(
}])
song_uuid
=
str
(
uuid
.
uuid4
())
title
,
version
=
split_title_version
(
sp
.
get
(
'title'
)
or
hk_row
[
'
name'
])
title
,
version
=
split_title_version
(
pr
[
'record_
name'
])
upsert_netease_songs
(
pg_cur
,
[{
'song_uuid'
:
song_uuid
,
'platform_song_id'
:
song_id
,
...
...
Please
register
or
sign in
to post a comment