mirror of
https://github.com/Alexander-D-Karpov/akarpov
synced 2024-11-24 04:23:43 +03:00
Compare commits
No commits in common. "5e9c01fc29c6e28cb7dce30be1dda72de721d1b9" and "b63beb8da8b2171eb8fd4479277ca53e6487b7bb" have entirely different histories.
5e9c01fc29
...
b63beb8da8
|
@ -21,33 +21,30 @@
|
||||||
from akarpov.utils.text import is_similar_artist, normalize_text
|
from akarpov.utils.text import is_similar_artist, normalize_text
|
||||||
|
|
||||||
|
|
||||||
def generate_readable_slug(name: str, model: Model) -> str:
|
def generate_readable_slug(name: str, model) -> str:
|
||||||
# Translate and slugify the name
|
# Translate and slugify the name
|
||||||
slug = safe_translate(name)
|
slug = str(
|
||||||
|
slugify(
|
||||||
|
GoogleTranslator(source="auto", target="en").translate(
|
||||||
|
name,
|
||||||
|
target_language="en",
|
||||||
|
)
|
||||||
|
)
|
||||||
|
)
|
||||||
|
|
||||||
# Truncate slug if it's too long
|
|
||||||
if len(slug) > 20:
|
if len(slug) > 20:
|
||||||
slug = slug[:20]
|
slug = slug[:20]
|
||||||
last_dash = slug.rfind("-")
|
last_dash = slug.rfind("-")
|
||||||
if last_dash != -1:
|
if last_dash != -1:
|
||||||
slug = slug[:last_dash]
|
slug = slug[:last_dash]
|
||||||
|
|
||||||
original_slug = slug
|
|
||||||
|
|
||||||
# Ensure uniqueness
|
|
||||||
counter = 1
|
|
||||||
while model.objects.filter(slug=slug).exists():
|
while model.objects.filter(slug=slug).exists():
|
||||||
if len(original_slug) > 14:
|
if len(slug) > 14:
|
||||||
truncated_slug = original_slug[:14]
|
slug = slug[:14]
|
||||||
last_dash = truncated_slug.rfind("-")
|
last_dash = slug.rfind("-")
|
||||||
if last_dash != -1:
|
if last_dash != -1:
|
||||||
truncated_slug = truncated_slug[:last_dash]
|
slug = slug[:last_dash]
|
||||||
else:
|
slug = slug + "_" + generate_charset(5)
|
||||||
truncated_slug = original_slug
|
|
||||||
|
|
||||||
suffix = f"_{generate_charset(5)}" if counter == 1 else f"_{counter}"
|
|
||||||
slug = f"{truncated_slug}{suffix}"
|
|
||||||
counter += 1
|
|
||||||
|
|
||||||
return slug
|
return slug
|
||||||
|
|
||||||
|
@ -220,12 +217,16 @@ def update_album_info(album: AlbumModel, author_name: str = None) -> None:
|
||||||
client = yandex_login()
|
client = yandex_login()
|
||||||
spotify_session = create_spotify_session()
|
spotify_session = create_spotify_session()
|
||||||
|
|
||||||
search_term = f"{album.name} - {author_name}" if author_name else album.name
|
if author_name:
|
||||||
|
yandex_album_info = get_yandex_album_info(
|
||||||
yandex_album_info = get_api_info(get_yandex_album_info, search_term, client)
|
album.name + " - " + author_name, client
|
||||||
spotify_album_info = get_api_info(
|
|
||||||
get_spotify_album_info, search_term, spotify_session
|
|
||||||
)
|
)
|
||||||
|
spotify_album_info = get_spotify_album_info(
|
||||||
|
album.name + " - " + author_name, spotify_session
|
||||||
|
)
|
||||||
|
else:
|
||||||
|
yandex_album_info = get_yandex_album_info(album.name, client)
|
||||||
|
spotify_album_info = get_spotify_album_info(album.name, spotify_session)
|
||||||
|
|
||||||
# Combine and prioritize Spotify data
|
# Combine and prioritize Spotify data
|
||||||
album_data = {}
|
album_data = {}
|
||||||
|
@ -235,14 +236,14 @@ def update_album_info(album: AlbumModel, author_name: str = None) -> None:
|
||||||
"name": spotify_album_info.get("name", album.name),
|
"name": spotify_album_info.get("name", album.name),
|
||||||
"release_date": spotify_album_info.get("release_date", ""),
|
"release_date": spotify_album_info.get("release_date", ""),
|
||||||
"total_tracks": spotify_album_info.get("total_tracks", ""),
|
"total_tracks": spotify_album_info.get("total_tracks", ""),
|
||||||
"link": spotify_album_info.get("external_urls", {}).get("spotify", ""),
|
"link": spotify_album_info["external_urls"]["spotify"],
|
||||||
"genre": spotify_album_info.get("genres", []),
|
"genre": spotify_album_info.get("genres", []),
|
||||||
}
|
}
|
||||||
if yandex_album_info:
|
if yandex_album_info:
|
||||||
album_data.update(
|
album_data.update(
|
||||||
{
|
{
|
||||||
"name": album_data.get("name") or yandex_album_info.title,
|
"name": album_data.get("name", yandex_album_info.title),
|
||||||
"genre": album_data.get("genre") or yandex_album_info.genre,
|
"genre": album_data.get("genre", yandex_album_info.genre),
|
||||||
"description": yandex_album_info.description,
|
"description": yandex_album_info.description,
|
||||||
"type": yandex_album_info.type,
|
"type": yandex_album_info.type,
|
||||||
}
|
}
|
||||||
|
@ -252,120 +253,102 @@ def update_album_info(album: AlbumModel, author_name: str = None) -> None:
|
||||||
album.save()
|
album.save()
|
||||||
|
|
||||||
# Handle Album Image - Prefer Spotify, fallback to Yandex
|
# Handle Album Image - Prefer Spotify, fallback to Yandex
|
||||||
image_path = get_album_image(spotify_album_info, yandex_album_info)
|
image_path = None
|
||||||
|
if (
|
||||||
|
spotify_album_info
|
||||||
|
and "images" in spotify_album_info
|
||||||
|
and spotify_album_info["images"]
|
||||||
|
):
|
||||||
|
image_path = download_image(
|
||||||
|
spotify_album_info["images"][0]["url"], settings.MEDIA_ROOT
|
||||||
|
)
|
||||||
|
elif yandex_album_info and yandex_album_info.cover_uri:
|
||||||
|
image_path = download_image(
|
||||||
|
"https://" + yandex_album_info.cover_uri, settings.MEDIA_ROOT
|
||||||
|
)
|
||||||
|
|
||||||
|
generated_name = slugify(
|
||||||
|
GoogleTranslator(source="auto", target="en").translate(
|
||||||
|
album.name,
|
||||||
|
target_language="en",
|
||||||
|
)
|
||||||
|
)
|
||||||
|
|
||||||
if image_path:
|
if image_path:
|
||||||
save_album_image(album, image_path)
|
|
||||||
|
|
||||||
# Update Album Authors from Spotify data if available
|
|
||||||
if spotify_album_info and "artists" in spotify_album_info:
|
|
||||||
update_album_authors(album, spotify_album_info["artists"])
|
|
||||||
|
|
||||||
album.slug = generate_readable_slug(album.name, AlbumModel)
|
|
||||||
album.save()
|
|
||||||
|
|
||||||
|
|
||||||
def get_album_image(spotify_info, yandex_info):
|
|
||||||
if spotify_info and "images" in spotify_info and spotify_info["images"]:
|
|
||||||
return download_image(spotify_info["images"][0]["url"], settings.MEDIA_ROOT)
|
|
||||||
elif yandex_info and yandex_info.cover_uri:
|
|
||||||
return download_image("https://" + yandex_info.cover_uri, settings.MEDIA_ROOT)
|
|
||||||
return None
|
|
||||||
|
|
||||||
|
|
||||||
def save_album_image(album, image_path):
|
|
||||||
if not image_path:
|
|
||||||
return
|
|
||||||
|
|
||||||
try:
|
|
||||||
generated_name = safe_translate(album.name)
|
|
||||||
with open(image_path, "rb") as f:
|
with open(image_path, "rb") as f:
|
||||||
album.image.save(
|
album.image.save(
|
||||||
generated_name + ".png",
|
generated_name + ".png",
|
||||||
File(f, name=generated_name + ".png"),
|
File(
|
||||||
|
f,
|
||||||
|
name=generated_name + ".png",
|
||||||
|
),
|
||||||
save=True,
|
save=True,
|
||||||
)
|
)
|
||||||
os.remove(image_path)
|
os.remove(image_path)
|
||||||
album.save()
|
album.save()
|
||||||
except Exception as e:
|
|
||||||
print(f"Error saving album image: {str(e)}")
|
|
||||||
|
|
||||||
|
# Update Album Authors from Spotify data if available
|
||||||
def update_album_authors(album, artists):
|
if spotify_album_info and "artists" in spotify_album_info:
|
||||||
album_authors = []
|
album_authors = []
|
||||||
for artist in artists:
|
for artist in spotify_album_info["artists"]:
|
||||||
author, created = Author.objects.get_or_create(name=artist["name"])
|
author, created = Author.objects.get_or_create(name=artist["name"])
|
||||||
album_authors.append(author)
|
album_authors.append(author)
|
||||||
album.authors.set(album_authors)
|
album.authors.set(album_authors)
|
||||||
|
|
||||||
|
album.slug = generate_readable_slug(album.name, AlbumModel)
|
||||||
|
album.save()
|
||||||
|
|
||||||
|
|
||||||
def update_author_info(author: Author) -> None:
|
def update_author_info(author: Author) -> None:
|
||||||
client = yandex_login()
|
client = yandex_login()
|
||||||
spotify_session = create_spotify_session()
|
spotify_session = create_spotify_session()
|
||||||
|
|
||||||
yandex_artist_info = get_api_info(get_yandex_artist_info, author.name, client)
|
# Retrieve info from both services
|
||||||
spotify_artist_info = get_api_info(
|
yandex_artist_info = get_yandex_artist_info(author.name, client)
|
||||||
get_spotify_artist_info, author.name, spotify_session
|
spotify_artist_info = get_spotify_artist_info(author.name, spotify_session)
|
||||||
)
|
|
||||||
|
|
||||||
author_data = combine_artist_data(author, spotify_artist_info, yandex_artist_info)
|
# Combine and prioritize Spotify data
|
||||||
|
|
||||||
with transaction.atomic():
|
|
||||||
author.meta = author_data
|
|
||||||
author.save()
|
|
||||||
|
|
||||||
image_path = get_author_image(spotify_artist_info, yandex_artist_info)
|
|
||||||
|
|
||||||
if image_path:
|
|
||||||
save_author_image(author, image_path)
|
|
||||||
|
|
||||||
author.slug = generate_readable_slug(author.name, Author)
|
|
||||||
with transaction.atomic():
|
|
||||||
author.save()
|
|
||||||
|
|
||||||
|
|
||||||
def get_api_info(api_func, search_term, session):
|
|
||||||
try:
|
|
||||||
return api_func(search_term, session)
|
|
||||||
except Exception as e:
|
|
||||||
print(f"Error fetching info from {api_func.__name__}: {str(e)}")
|
|
||||||
return None
|
|
||||||
|
|
||||||
|
|
||||||
def combine_artist_data(author, spotify_info, yandex_info):
|
|
||||||
author_data = {}
|
author_data = {}
|
||||||
if spotify_info:
|
if spotify_artist_info:
|
||||||
author_data = {
|
author_data = {
|
||||||
"name": spotify_info.get("name", author.name),
|
"name": spotify_artist_info.get("name", author.name),
|
||||||
"genres": spotify_info.get("genres", []),
|
"genres": spotify_artist_info.get("genres", []),
|
||||||
"popularity": spotify_info.get("popularity", 0),
|
"popularity": spotify_artist_info.get("popularity", 0),
|
||||||
"link": spotify_info.get("external_urls", {}).get("spotify", ""),
|
"link": spotify_artist_info["external_urls"]["spotify"],
|
||||||
}
|
}
|
||||||
if yandex_info:
|
if yandex_artist_info:
|
||||||
author_data.update(
|
author_data.update(
|
||||||
{
|
{
|
||||||
"name": author_data.get("name") or yandex_info.name,
|
"name": author_data.get("name", yandex_artist_info.name),
|
||||||
"genres": author_data.get("genres") or yandex_info.genres,
|
"genres": author_data.get("genres", yandex_artist_info.genres),
|
||||||
"description": yandex_info.description,
|
"description": yandex_artist_info.description,
|
||||||
}
|
}
|
||||||
)
|
)
|
||||||
return author_data
|
|
||||||
|
|
||||||
|
author.meta = author_data
|
||||||
|
with transaction.atomic():
|
||||||
|
author.save()
|
||||||
|
|
||||||
def get_author_image(spotify_info, yandex_info):
|
# Handle Author Image - Prefer Spotify, fallback to Yandex
|
||||||
if spotify_info and "images" in spotify_info and spotify_info["images"]:
|
image_path = None
|
||||||
return download_image(spotify_info["images"][0]["url"], settings.MEDIA_ROOT)
|
if (
|
||||||
elif yandex_info and yandex_info.cover:
|
spotify_artist_info
|
||||||
return download_image(yandex_info.cover, settings.MEDIA_ROOT)
|
and "images" in spotify_artist_info
|
||||||
return None
|
and spotify_artist_info["images"]
|
||||||
|
):
|
||||||
|
image_path = download_image(
|
||||||
|
spotify_artist_info["images"][0]["url"], settings.MEDIA_ROOT
|
||||||
|
)
|
||||||
|
elif yandex_artist_info and yandex_artist_info.cover:
|
||||||
|
image_path = download_image(yandex_artist_info.cover, settings.MEDIA_ROOT)
|
||||||
|
|
||||||
|
generated_name = slugify(
|
||||||
def save_author_image(author, image_path):
|
GoogleTranslator(source="auto", target="en").translate(
|
||||||
if not image_path:
|
author.name,
|
||||||
return
|
target_language="en",
|
||||||
|
)
|
||||||
try:
|
)
|
||||||
generated_name = safe_translate(author.name)
|
if image_path:
|
||||||
with open(image_path, "rb") as f:
|
with open(image_path, "rb") as f:
|
||||||
author.image.save(
|
author.image.save(
|
||||||
generated_name + ".png",
|
generated_name + ".png",
|
||||||
|
@ -374,17 +357,10 @@ def save_author_image(author, image_path):
|
||||||
)
|
)
|
||||||
os.remove(image_path)
|
os.remove(image_path)
|
||||||
author.save()
|
author.save()
|
||||||
except Exception as e:
|
|
||||||
print(f"Error saving author image: {str(e)}")
|
|
||||||
|
|
||||||
|
author.slug = generate_readable_slug(author.name, Author)
|
||||||
def safe_translate(text):
|
with transaction.atomic():
|
||||||
try:
|
author.save()
|
||||||
translated = GoogleTranslator(source="auto", target="en").translate(text)
|
|
||||||
return slugify(translated)
|
|
||||||
except Exception as e:
|
|
||||||
print(f"Error translating text: {str(e)}")
|
|
||||||
return slugify(text)
|
|
||||||
|
|
||||||
|
|
||||||
def search_all_platforms(track_name: str) -> dict:
|
def search_all_platforms(track_name: str) -> dict:
|
||||||
|
|
|
@ -31,49 +31,16 @@
|
||||||
|
|
||||||
@shared_task(soft_time_limit=60 * 60, time_limit=60 * 120)
|
@shared_task(soft_time_limit=60 * 60, time_limit=60 * 120)
|
||||||
def list_tracks(url, user_id):
|
def list_tracks(url, user_id):
|
||||||
url = normalize_url(url)
|
if "music.youtube.com" in url or "youtu.be" in url:
|
||||||
|
url = url.replace("music.youtube.com", "youtube.com")
|
||||||
handlers = {
|
url = url.replace("youtu.be", "youtube.com")
|
||||||
"spotify.com": handle_spotify,
|
if "spotify.com" in url:
|
||||||
"music.yandex.ru": handle_yandex,
|
|
||||||
"youtube.com": handle_youtube,
|
|
||||||
}
|
|
||||||
|
|
||||||
for domain, handler in handlers.items():
|
|
||||||
if domain in url:
|
|
||||||
return handler(url, user_id)
|
|
||||||
print("failed to find handler, falling back to search")
|
|
||||||
return fallback_search(url, user_id)
|
|
||||||
|
|
||||||
|
|
||||||
def normalize_url(url):
|
|
||||||
return url.replace("music.youtube.com", "youtube.com").replace(
|
|
||||||
"youtu.be", "youtube.com"
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
def handle_spotify(url, user_id):
|
|
||||||
spotify.download_url(url, user_id)
|
spotify.download_url(url, user_id)
|
||||||
return url
|
elif "music.yandex.ru" in url:
|
||||||
|
|
||||||
|
|
||||||
def handle_yandex(url, user_id):
|
|
||||||
yandex.load_url(url, user_id)
|
yandex.load_url(url, user_id)
|
||||||
return url
|
if "youtube.com" in url:
|
||||||
|
|
||||||
|
|
||||||
def handle_youtube(url, user_id):
|
|
||||||
if "channel" in url or "/c/" in url:
|
if "channel" in url or "/c/" in url:
|
||||||
return handle_youtube_channel(url, user_id)
|
ytmusic = ytmusicapi.YTMusic()
|
||||||
elif "playlist" in url or "&list=" in url:
|
|
||||||
return handle_youtube_playlist(url, user_id)
|
|
||||||
else:
|
|
||||||
process_yb.apply_async(kwargs={"url": url, "user_id": user_id})
|
|
||||||
return url
|
|
||||||
|
|
||||||
|
|
||||||
def handle_youtube_channel(url, user_id):
|
|
||||||
ytmusic = YTMusic()
|
|
||||||
channel_id = url.split("/")[-1]
|
channel_id = url.split("/")[-1]
|
||||||
channel_songs = ytmusic.get_artist(channel_id)["songs"]["results"]
|
channel_songs = ytmusic.get_artist(channel_id)["songs"]["results"]
|
||||||
|
|
||||||
|
@ -84,20 +51,22 @@ def handle_youtube_channel(url, user_id):
|
||||||
"user_id": user_id,
|
"user_id": user_id,
|
||||||
}
|
}
|
||||||
)
|
)
|
||||||
return url
|
|
||||||
|
|
||||||
|
elif "playlist" in url or "&list=" in url:
|
||||||
|
ytmusic = ytmusicapi.YTMusic()
|
||||||
|
|
||||||
def handle_youtube_playlist(url, user_id):
|
# Parse the URL and the query string
|
||||||
ytmusic = YTMusic()
|
|
||||||
parsed_url = urlparse(url)
|
parsed_url = urlparse(url)
|
||||||
parsed_qs = parse_qs(parsed_url.query)
|
parsed_qs = parse_qs(parsed_url.query)
|
||||||
|
|
||||||
|
# Get the playlist ID from the parsed query string
|
||||||
playlist_id = parsed_qs.get("list", [None])[0]
|
playlist_id = parsed_qs.get("list", [None])[0]
|
||||||
|
|
||||||
if not playlist_id:
|
if playlist_id:
|
||||||
raise ValueError("No playlist ID found in the URL.")
|
|
||||||
|
|
||||||
playlist_songs = ytmusic.get_playlist(playlist_id)["tracks"]
|
playlist_songs = ytmusic.get_playlist(playlist_id)["tracks"]
|
||||||
|
|
||||||
|
else:
|
||||||
|
raise ValueError("No playlist ID found in the URL.")
|
||||||
for song in playlist_songs:
|
for song in playlist_songs:
|
||||||
process_yb.apply_async(
|
process_yb.apply_async(
|
||||||
kwargs={
|
kwargs={
|
||||||
|
@ -105,10 +74,9 @@ def handle_youtube_playlist(url, user_id):
|
||||||
"user_id": user_id,
|
"user_id": user_id,
|
||||||
}
|
}
|
||||||
)
|
)
|
||||||
return url
|
else:
|
||||||
|
process_yb.apply_async(kwargs={"url": url, "user_id": user_id})
|
||||||
|
else:
|
||||||
def fallback_search(url, user_id):
|
|
||||||
spotify_manager = SpotifyClientCredentials(
|
spotify_manager = SpotifyClientCredentials(
|
||||||
client_id=settings.MUSIC_SPOTIFY_ID,
|
client_id=settings.MUSIC_SPOTIFY_ID,
|
||||||
client_secret=settings.MUSIC_SPOTIFY_SECRET,
|
client_secret=settings.MUSIC_SPOTIFY_SECRET,
|
||||||
|
@ -116,12 +84,13 @@ def fallback_search(url, user_id):
|
||||||
spotify_search = spotipy.Spotify(client_credentials_manager=spotify_manager)
|
spotify_search = spotipy.Spotify(client_credentials_manager=spotify_manager)
|
||||||
|
|
||||||
results = spotify_search.search(q=url, type="track", limit=1)
|
results = spotify_search.search(q=url, type="track", limit=1)
|
||||||
top_track = results["tracks"]["items"][0] if results["tracks"]["items"] else None
|
top_track = (
|
||||||
|
results["tracks"]["items"][0] if results["tracks"]["items"] else None
|
||||||
|
)
|
||||||
|
|
||||||
if top_track:
|
if top_track:
|
||||||
spotify_url = top_track["external_urls"]["spotify"]
|
spotify.download_url(top_track["external_urls"]["spotify"], user_id)
|
||||||
spotify.download_url(spotify_url, user_id)
|
url = top_track["external_urls"]["spotify"]
|
||||||
return spotify_url
|
|
||||||
|
|
||||||
return url
|
return url
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue
Block a user