Skip to content

Bandcamp wishlist from api #148

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
snus-kin wants to merge 4 commits into
base: master
Choose a base branch
from
Draft

Bandcamp wishlist from api #148

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
830480b
feat: get bandcamp album information from wishlist
Nov 23, 2025
7eb36ac
feat: move api extraction to seperate file
Nov 23, 2025
67c346c
feat: re-add the html parsing for wishlist to bandcamp parser
Nov 23, 2025
9904302
feat: some duplicated logic for html checking, less logging
Nov 23, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
193 changes: 193 additions & 0 deletions slsk-batchdl/Extractors/Apis/BandcampApi.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,193 @@
using Models;
using System.Text.Json;
using System.Text.RegularExpressions;

namespace Extractors.Apis
{
public static class BandcampApi
{
public static async Task<string?> ExtractFanIdFromPage(string wishlistUrl)
{
var web = new HtmlAgilityPack.HtmlWeb();
var doc = await web.LoadFromWebAsync(wishlistUrl);

// Extract fan_id from the page HTML
string fanIdPattern = @"fan_id[""']?\s*[:=]\s*(\d+)";
var pageContent = doc.DocumentNode.OuterHtml;
var fanIdMatch = Regex.Match(pageContent, fanIdPattern);

if (!fanIdMatch.Success)
{
Logger.Warn("Could not extract fan_id from page HTML");
return null;
}

string fanId = fanIdMatch.Groups[1].Value;
Logger.Info($"Found fan_id: {fanId}");
return fanId;
}



public static async Task FetchWishlistItemsFromAPI(string fanId, TrackLists trackLists, string fanUsername = "")
{
using var httpClient = new HttpClient();

string apiUrl = "https://bandcamp.com/api/fancollection/1/wishlist_items";
int startingItemCount = trackLists.lists.Count;
int itemCount = startingItemCount;
string? olderThanToken = null;
int batchSize = 20;

while (true)
{
try
{
if (olderThanToken == null)
{
// Generate a token with current timestamp for the initial request
long currentTimestamp = DateTimeOffset.UtcNow.ToUnixTimeSeconds();
olderThanToken = $"{currentTimestamp}:0:a::";
}

object requestPayload = new
{
fan_id = int.Parse(fanId),
older_than_token = olderThanToken,
count = batchSize
};

var payload = JsonSerializer.Serialize(requestPayload);
var content = new StringContent(payload, System.Text.Encoding.UTF8, "application/json");
var response = await httpClient.PostAsync(apiUrl, content);

if (!response.IsSuccessStatusCode)
{
Logger.Warn($"API request failed with status: {response.StatusCode}. Response: {await response.Content.ReadAsStringAsync()}");
Logger.Info("No additional API items to fetch.");
return;
}

var responseContent = await response.Content.ReadAsStringAsync();
Logger.Debug($"API response: {responseContent.Substring(0, Math.Min(200, responseContent.Length))}...");

var jsonDoc = JsonDocument.Parse(responseContent);
var root = jsonDoc.RootElement;

if (!root.TryGetProperty("items", out var itemsArray))
{
Logger.Info("No additional items found in API response.");
return;
}

var items = itemsArray.EnumerateArray().ToList();
if (items.Count == 0)
{
Logger.Info("No more items to fetch");
break;
}

Logger.Debug($"Processing batch of {items.Count} items...");

foreach (var item in items)
{
try
{
ProcessWishlistItem(item, trackLists, ++itemCount);
}
catch (Exception ex)
{
Logger.Debug($"Error processing item: {ex.Message}");
}
}

// Check if there are more items
if (root.TryGetProperty("more_available", out var moreAvailable) && moreAvailable.GetBoolean())
{
// Extract the older_than_token for the next request
if (root.TryGetProperty("last_token", out var lastToken))
{
olderThanToken = lastToken.GetString();
Logger.Debug($"Fetching next batch with token: {olderThanToken}");
}
else
{
Logger.Warn("more_available is true but no last_token found");
break;
}
}
else
{
Logger.Info("All items fetched");
break;
}
}
catch (Exception ex)
{
Logger.Warn($"Error fetching additional wishlist items: {ex.Message}");
Logger.Info("Stopping API fetch, will use items already collected.");
return;
}
}

Logger.Info($"Successfully processed {itemCount - startingItemCount} additional wishlist items from API");
}

private static void ProcessWishlistItem(JsonElement item, TrackLists trackLists, int itemNumber)
{
try
{
var title = "";
var artist = "";
var itemType = "";

if (item.TryGetProperty("item_title", out var itemTitle))
title = itemTitle.GetString() ?? "";

if (item.TryGetProperty("band_name", out var bandName))
artist = bandName.GetString() ?? "";

if (item.TryGetProperty("item_type", out var itemTypeProp))
itemType = itemTypeProp.GetString() ?? "album";

if (string.IsNullOrEmpty(title) || string.IsNullOrEmpty(artist))
{
Logger.Debug($"Skipping item #{itemNumber} due to missing title or artist");
return;
}

Logger.Debug($"Processing item #{itemNumber}: '{title}' by '{artist}' (type: {itemType})");

// Determine if it's an album or track based on the item_type field
bool isAlbumItem = itemType == "album";

var track = new Track()
{
Artist = artist,
Type = isAlbumItem ? Enums.TrackType.Album : Enums.TrackType.Normal,
ItemNumber = itemNumber
};

if (isAlbumItem)
{
track.Album = title;
var trackListEntry = new TrackListEntry(track);
trackListEntry.itemName = artist;
trackListEntry.enablesIndexByDefault = true;
trackLists.AddEntry(trackListEntry);
}
else
{
track.Title = title;
var trackListEntry = new TrackListEntry(Enums.TrackType.Normal);
trackLists.AddEntry(trackListEntry);
trackLists.AddTrackToLast(track);
}
}
catch (Exception ex)
{
Logger.Debug($"Error processing wishlist item: {ex.Message}");
}
}
}
}
92 changes: 52 additions & 40 deletions slsk-batchdl/Extractors/Bandcamp.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
using Models;
using Models;
using HtmlAgilityPack;

using Enums;
using System.Text.RegularExpressions;
using System.Text.Json;
using Extractors.Apis;

namespace Extractors
{
Expand All @@ -26,50 +26,22 @@ public async Task<TrackLists> GetTracks(string input, int maxTracks, int offset,
if (isWishlist)
{
Logger.Info("Retrieving bandcamp wishlist..");
HtmlDocument doc;

if (!string.IsNullOrEmpty(config.htmlFromFile))
{
doc = new HtmlDocument();
doc.Load(config.htmlFromFile);
await ParseWishlistFromHtml(input, config, trackLists);
}
else
{
var web = new HtmlWeb();
doc = await web.LoadFromWebAsync(input);
}

var items = doc.DocumentNode.SelectNodes("//li[contains(@class, 'collection-item-container')]");

if (items != null)
{
int num = 1;
foreach (var item in items)
// Use API approach when no HTML file is provided
string? fanId = await BandcampApi.ExtractFanIdFromPage(input);
if (fanId == null)
{
var titleNode = item.SelectSingleNode(".//div[contains(@class, 'collection-item-title')]");
var artistNode = item.SelectSingleNode(".//div[contains(@class, 'collection-item-artist')]");

if (titleNode != null && artistNode != null)
{
string album = titleNode.InnerText.UnHtmlString().Trim();
string artist = artistNode.InnerText.UnHtmlString().Trim();

if (artist.StartsWith("by ", StringComparison.OrdinalIgnoreCase))
artist = artist.Substring(3).Trim();

var track = new Track()
{
Album = album,
Artist = artist,
Type = TrackType.Album,
ItemNumber = num++,
};

var tle = new TrackListEntry(track);
tle.enablesIndexByDefault = true;
trackLists.AddEntry(tle);
}
return trackLists;
}

Logger.Info("Getting wishlist items from API...");
await BandcampApi.FetchWishlistItemsFromAPI(fanId, trackLists);
}
}
else if (isArtist)
Expand Down Expand Up @@ -164,7 +136,6 @@ public async Task<TrackLists> GetTracks(string input, int maxTracks, int offset,
{
var album = nameSection.SelectSingleNode(".//h3[contains(@class, 'albumTitle')]/span/a").InnerText.UnHtmlString().Trim();
var artist = nameSection.SelectSingleNode(".//h3[contains(@class, 'albumTitle')]/span[last()]/a").InnerText.UnHtmlString().Trim();
//var timeParts = doc.DocumentNode.SelectSingleNode("//span[@class='time_total']").InnerText.Trim().Split(':');

var track = new Track() { Artist = artist, Title = name, Album = album };
trackLists.AddEntry(new TrackListEntry(TrackType.Normal));
Expand All @@ -180,5 +151,46 @@ public async Task<TrackLists> GetTracks(string input, int maxTracks, int offset,

return trackLists;
}

private static async Task ParseWishlistFromHtml(string input, Config config, TrackLists trackLists)
{
Logger.Info("Parsing wishlist from HTML...");
HtmlDocument doc;

var web = new HtmlWeb();
doc = await web.LoadFromWebAsync(input);
var items = doc.DocumentNode.SelectNodes("//li[contains(@class, 'collection-item-container')]");

if (items != null)
{
int num = 1;
foreach (var item in items)
{
var titleNode = item.SelectSingleNode(".//div[contains(@class, 'collection-item-title')]");
var artistNode = item.SelectSingleNode(".//div[contains(@class, 'collection-item-artist')]");

if (titleNode != null && artistNode != null)
{
string album = titleNode.InnerText.UnHtmlString().Trim();
string artist = artistNode.InnerText.UnHtmlString().Trim();

if (artist.StartsWith("by ", StringComparison.OrdinalIgnoreCase))
artist = artist.Substring(3).Trim();

var track = new Track()
{
Album = album,
Artist = artist,
Type = TrackType.Album,
ItemNumber = num++,
};

var tle = new TrackListEntry(track);
tle.enablesIndexByDefault = true;
trackLists.AddEntry(tle);
}
}
}
}
}
}
}
Loading