Files
spotizerr-dev/spotizerr-ui/src/contexts/QueueProvider.tsx
2025-08-23 23:00:11 -06:00

750 lines
29 KiB
TypeScript

import { useState, useCallback, type ReactNode, useEffect, useRef, useMemo } from "react";
import { authApiClient } from "../lib/api-client";
import {
QueueContext,
type QueueItem,
type DownloadType,
getStatus,
isActiveStatus,
isTerminalStatus,
} from "./queue-context";
import { toast } from "sonner";
import { v4 as uuidv4 } from "uuid";
import type { CallbackObject, SummaryObject, IDs } from "@/types/callbacks";
import { useAuth } from "@/contexts/auth-context";
export function QueueProvider({ children }: { children: ReactNode }) {
const { isLoading, authEnabled, isAuthenticated } = useAuth();
const [items, setItems] = useState<QueueItem[]>([]);
const [isVisible, setIsVisible] = useState(false);
const [totalTasks, setTotalTasks] = useState(0);
const [hasMore, setHasMore] = useState(true);
const [isLoadingMore, setIsLoadingMore] = useState(false);
const [currentPage, setCurrentPage] = useState(1);
// SSE connection
const sseConnection = useRef<EventSource | null>(null);
const reconnectTimeoutRef = useRef<number | null>(null);
const reconnectAttempts = useRef<number>(0);
const maxReconnectAttempts = 5;
const pageSize = 20;
// Health check for SSE connection
const lastHeartbeat = useRef<number>(Date.now());
const healthCheckInterval = useRef<number | null>(null);
// Auto-removal timers for completed tasks
const removalTimers = useRef<Record<string, number>>({});
// Track pending downloads to prevent duplicates
const pendingDownloads = useRef<Set<string>>(new Set());
const activeCount = useMemo(() => {
return items.filter(item => isActiveStatus(getStatus(item))).length;
}, [items]);
const extractIDs = useCallback((cb?: CallbackObject): IDs | undefined => {
if (!cb) return undefined;
if ((cb as any).track) return (cb as any).track.ids as IDs;
if ((cb as any).album) return (cb as any).album.ids as IDs;
if ((cb as any).playlist) return (cb as any).playlist.ids as IDs;
return undefined;
}, []);
// Convert SSE task data to QueueItem
const createQueueItemFromTask = useCallback((task: any): QueueItem => {
const lastCallback = task.last_line as CallbackObject | undefined;
const ids = extractIDs(lastCallback);
// Determine container type up-front
const downloadType = (task.download_type || task.type || "track") as DownloadType;
// Compute spotifyId fallback chain
const fallbackFromUrl = task.original_url?.split("/").pop() || "";
const spotifyId = ids?.spotify || fallbackFromUrl || "";
// Extract display info from callback
let name: string = task.name || "Unknown";
let artist: string = task.artist || "";
try {
if (lastCallback) {
if ((lastCallback as any).track) {
// Prefer parent container title if this is an album/playlist operation
const parent = (lastCallback as any).parent;
if (downloadType === "playlist" && parent && (parent as any).title) {
name = (parent as any).title || name;
artist = (parent as any).owner?.name || artist;
} else if (downloadType === "album" && parent && (parent as any).title) {
name = (parent as any).title || name;
const arts = (parent as any).artists || [];
artist = Array.isArray(arts) && arts.length > 0 ? (arts.map((a: any) => a.name).filter(Boolean).join(", ")) : artist;
} else {
// Fallback to the current track's info for standalone track downloads
name = (lastCallback as any).track.title || name;
const arts = (lastCallback as any).track.artists || [];
artist = Array.isArray(arts) && arts.length > 0 ? (arts.map((a: any) => a.name).filter(Boolean).join(", ")) : artist;
}
} else if ((lastCallback as any).album) {
name = (lastCallback as any).album.title || name;
const arts = (lastCallback as any).album.artists || [];
artist = Array.isArray(arts) && arts.length > 0 ? (arts.map((a: any) => a.name).filter(Boolean).join(", ")) : artist;
} else if ((lastCallback as any).playlist) {
name = (lastCallback as any).playlist.title || name;
artist = (lastCallback as any).playlist.owner?.name || artist;
} else if ((lastCallback as any).status === "processing") {
name = (lastCallback as any).name || name;
artist = (lastCallback as any).artist || artist;
}
}
} catch (error) {
console.warn(`createQueueItemFromTask: Error parsing callback for task ${task.task_id}:`, error);
}
// Prefer summary from callback status_info if present; fallback to task.summary
let summary: SummaryObject | undefined = undefined;
try {
const statusInfo = (lastCallback as any)?.status_info;
if (statusInfo && typeof statusInfo === "object" && "summary" in statusInfo) {
summary = (statusInfo as any).summary || undefined;
}
} catch {}
if (!summary && task.summary) {
summary = task.summary as SummaryObject;
}
const queueItem: QueueItem = {
id: task.task_id,
taskId: task.task_id,
downloadType,
spotifyId,
ids,
lastCallback: lastCallback as CallbackObject,
name,
artist,
summary,
error: task.error,
};
// Debug log for status detection issues
const status = getStatus(queueItem);
if (status === "unknown" || !status) {
console.warn(`createQueueItemFromTask: Created item ${task.task_id} with problematic status "${status}", type: ${queueItem.downloadType}`);
}
return queueItem;
}, [extractIDs]);
// Schedule auto-removal for completed tasks
const scheduleRemoval = useCallback((taskId: string, delay: number = 10000) => {
if (removalTimers.current[taskId]) {
clearTimeout(removalTimers.current[taskId]);
}
removalTimers.current[taskId] = window.setTimeout(() => {
setItems(prev => prev.filter(item => item.id !== taskId));
delete removalTimers.current[taskId];
}, delay);
}, []);
// SSE Health Check - detects stuck connections
const startHealthCheck = useCallback(() => {
if (healthCheckInterval.current) return;
healthCheckInterval.current = window.setInterval(() => {
const timeSinceLastHeartbeat = Date.now() - lastHeartbeat.current;
const maxSilentTime = 60000; // 60 seconds without any message
if (timeSinceLastHeartbeat > maxSilentTime) {
console.warn(`SSE: No heartbeat for ${timeSinceLastHeartbeat}ms, forcing reconnection`);
disconnectSSE();
setTimeout(() => connectSSE(), 1000);
}
}, 30000); // Check every 30 seconds
}, []);
const stopHealthCheck = useCallback(() => {
if (healthCheckInterval.current) {
clearInterval(healthCheckInterval.current);
healthCheckInterval.current = null;
}
}, []);
// SSE Connection Management
const connectSSE = useCallback(() => {
if (sseConnection.current) return;
try {
let eventSource: EventSource;
// Only check for auth token if auth is enabled
if (authEnabled) {
const token = authApiClient.getToken();
if (!token) {
console.warn("SSE: Auth is enabled but no auth token available, skipping connection");
return;
}
// Include token as query parameter for SSE authentication
const sseUrl = `/api/prgs/stream?token=${encodeURIComponent(token)}`;
eventSource = new EventSource(sseUrl);
} else {
// Auth is disabled, connect without token
console.log("SSE: Auth disabled, connecting without token");
const sseUrl = `/api/prgs/stream`;
eventSource = new EventSource(sseUrl);
}
sseConnection.current = eventSource;
eventSource.onopen = () => {
console.log("SSE connected successfully");
reconnectAttempts.current = 0;
lastHeartbeat.current = Date.now();
startHealthCheck();
// Clear any existing reconnect timeout since we're now connected
if (reconnectTimeoutRef.current) {
clearTimeout(reconnectTimeoutRef.current);
reconnectTimeoutRef.current = null;
}
};
eventSource.onmessage = (event) => {
try {
const data = JSON.parse(event.data);
// Debug logging for all SSE events
console.log("🔄 SSE Event Received:", {
timestamp: new Date().toISOString(),
changeType: data.change_type || "update",
totalTasks: data.total_tasks,
taskCounts: data.task_counts,
tasksCount: data.tasks?.length || 0,
taskIds: data.tasks?.map((t: any) => {
const tempItem = createQueueItemFromTask(t);
const status = getStatus(tempItem);
// Special logging for playlist/album track progress
if (t.last_line?.current_track && t.last_line?.total_tracks) {
return {
id: t.task_id,
status,
type: t.download_type,
track: `${t.last_line.current_track}/${t.last_line.total_tracks}`,
trackStatus: t.last_line.status_info?.status
};
}
return { id: t.task_id, status, type: t.download_type };
}) || [],
rawData: data
});
if (data.error) {
console.error("SSE error:", data.error);
toast.error("Connection error");
return;
}
// Handle message types from backend
const changeType = data.change_type || "update";
const triggerReason = data.trigger_reason || "";
if (changeType === "heartbeat") {
// Heartbeat - just update counts, no task processing
const { total_tasks, task_counts } = data;
const calculatedTotal = task_counts ?
(task_counts.active + task_counts.queued) :
(total_tasks || 0);
setTotalTasks(calculatedTotal);
lastHeartbeat.current = Date.now();
if (Math.random() < 0.1) {
console.log("SSE: Connection active (heartbeat)");
}
return;
}
if (changeType === "error") {
console.error("SSE backend error:", data.error);
return;
}
// Process actual updates - also counts as heartbeat
lastHeartbeat.current = Date.now();
const { tasks: updatedTasks, total_tasks, task_counts } = data;
// Update total count
const calculatedTotal = task_counts ?
(task_counts.active + task_counts.queued) :
(total_tasks || 0);
setTotalTasks(calculatedTotal);
if (updatedTasks?.length > 0) {
const updateType = triggerReason === "callback_update" ? "real-time callback" : "task summary";
console.log(`SSE: Processing ${updatedTasks.length} ${updateType} updates`);
setItems(prev => {
// Create improved deduplication maps
const existingTaskIds = new Set<string>();
const existingSpotifyIds = new Set<string>();
const existingDeezerIds = new Set<string>();
const existingItemsMap = new Map<string, QueueItem>();
prev.forEach(item => {
if (item.id) {
existingTaskIds.add(item.id);
existingItemsMap.set(item.id, item);
}
if (item.taskId) {
existingTaskIds.add(item.taskId);
existingItemsMap.set(item.taskId, item);
}
if (item.spotifyId) existingSpotifyIds.add(item.spotifyId);
if (item.ids?.deezer) existingDeezerIds.add(item.ids.deezer);
});
// Process each updated task
const processedTaskIds = new Set<string>();
const updatedItems: QueueItem[] = [];
const newTasksToAdd: QueueItem[] = [];
for (const task of updatedTasks) {
const taskId = task.task_id as string;
// Skip if already processed (shouldn't happen but safety check)
if (processedTaskIds.has(taskId)) continue;
processedTaskIds.add(taskId);
// Check if this task exists in current queue
const existingItem = existingItemsMap.get(taskId);
const newItemCandidate = createQueueItemFromTask(task);
const candidateSpotify = newItemCandidate.spotifyId;
const candidateDeezer = newItemCandidate.ids?.deezer;
// If not found by id, try to match by identifiers
const existingById = existingItem || Array.from(existingItemsMap.values()).find(item =>
(candidateSpotify && item.spotifyId === candidateSpotify) ||
(candidateDeezer && item.ids?.deezer === candidateDeezer)
);
if (existingById) {
// Skip SSE updates for items that are already cancelled by user action
const existingStatus = getStatus(existingById);
if (existingStatus === "cancelled" && existingById.error === "Cancelled by user") {
console.log(`SSE: Skipping update for user-cancelled task ${taskId}`);
continue;
}
// Update existing item
const updatedItem = newItemCandidate;
const status = getStatus(updatedItem);
const previousStatus = getStatus(existingById);
if (previousStatus !== status) {
console.log(`SSE: Status change ${taskId}: ${previousStatus}${status}`);
}
// Schedule removal for terminal states
if (isTerminalStatus(status)) {
const delay = status === "cancelled" ? 5000 : 10000;
scheduleRemoval(existingById.id, delay);
console.log(`SSE: Scheduling removal for terminal task ${taskId} (${status}) in ${delay}ms`);
}
updatedItems.push(updatedItem);
} else {
// This is a new task from SSE
const newItem = newItemCandidate;
const status = getStatus(newItem);
// Check for duplicates by identifiers
if ((candidateSpotify && existingSpotifyIds.has(candidateSpotify)) ||
(candidateDeezer && existingDeezerIds.has(candidateDeezer))) {
console.log(`SSE: Skipping duplicate by identifier: ${candidateSpotify || candidateDeezer}`);
continue;
}
// Check if this is a pending download (by spotify id for now)
if (pendingDownloads.current.has(candidateSpotify || newItem.id)) {
console.log(`SSE: Skipping pending download: ${taskId}`);
continue;
}
// For terminal tasks from SSE
if (isTerminalStatus(status)) {
console.log(`SSE: Adding recently completed task: ${taskId} (${status})`);
const delay = status === "cancelled" ? 5000 : 10000;
scheduleRemoval(newItem.id, delay);
} else if (isActiveStatus(status)) {
console.log(`SSE: Adding new active task: ${taskId} (${status})`);
} else {
console.warn(`SSE: Skipping task with unknown status: ${taskId} (${status})`);
continue;
}
newTasksToAdd.push(newItem);
}
}
// Update existing items that weren't in the update
const finalItems = prev.map(item => {
const updated = updatedItems.find(u =>
u.id === item.id || u.taskId === item.id ||
u.id === item.taskId || u.taskId === item.taskId ||
(u.spotifyId && u.spotifyId === item.spotifyId) ||
(u.ids?.deezer && u.ids.deezer === item.ids?.deezer)
);
return updated || item;
});
// Add new tasks
return newTasksToAdd.length > 0 ? [...newTasksToAdd, ...finalItems] : finalItems;
});
} else if (changeType === "update") {
// Update received but no tasks - might be count updates only
console.log("SSE: Received update with count changes only");
}
} catch (error) {
console.error("Failed to parse SSE message:", error, event.data);
}
};
eventSource.onerror = (error) => {
// Use appropriate logging level - first attempt failures are common and expected
if (reconnectAttempts.current === 0) {
console.log("SSE initial connection failed, will retry shortly...");
} else {
console.warn("SSE connection error:", error);
}
// Only check for auth errors if auth is enabled
if (authEnabled) {
const token = authApiClient.getToken();
if (!token) {
console.warn("SSE: Connection error and no auth token - stopping reconnection attempts");
eventSource.close();
sseConnection.current = null;
stopHealthCheck();
return;
}
}
eventSource.close();
sseConnection.current = null;
if (reconnectAttempts.current < maxReconnectAttempts) {
reconnectAttempts.current++;
// Use shorter delays for faster recovery, especially on first attempts
const baseDelay = reconnectAttempts.current === 1 ? 100 : 1000;
const delay = Math.min(baseDelay * Math.pow(2, reconnectAttempts.current - 1), 15000);
if (reconnectAttempts.current === 1) {
console.log("SSE: Retrying connection shortly...");
} else {
console.log(`SSE: Reconnecting in ${delay}ms (attempt ${reconnectAttempts.current}/${maxReconnectAttempts})`);
}
reconnectTimeoutRef.current = window.setTimeout(() => {
if (reconnectAttempts.current === 1) {
console.log("SSE: Attempting reconnection...");
} else {
console.log("SSE: Attempting to reconnect...");
}
connectSSE();
}, delay);
} else {
console.error("SSE: Max reconnection attempts reached");
toast.error("Connection lost. Please refresh the page.");
}
};
} catch (error) {
console.log("Initial SSE connection setup failed, will retry:", error);
// Don't show toast for initial connection failures since they often recover quickly
if (reconnectAttempts.current > 0) {
toast.error("Failed to establish connection");
}
}
}, [createQueueItemFromTask, startHealthCheck, authEnabled, stopHealthCheck]);
const disconnectSSE = useCallback(() => {
if (sseConnection.current) {
sseConnection.current.close();
sseConnection.current = null;
}
if (reconnectTimeoutRef.current) {
clearTimeout(reconnectTimeoutRef.current);
reconnectTimeoutRef.current = null;
}
reconnectAttempts.current = 0;
stopHealthCheck();
}, [stopHealthCheck]);
// Load more tasks for pagination
const loadMoreTasks = useCallback(async () => {
if (!hasMore || isLoadingMore) return;
setIsLoadingMore(true);
try {
const nextPage = currentPage + 1;
const response = await authApiClient.client.get(`/prgs/list?page=${nextPage}&limit=${pageSize}`);
const { tasks: newTasks, pagination } = response.data;
if (newTasks.length > 0) {
setItems(prev => {
const extended = newTasks
.map((task: any) => createQueueItemFromTask(task))
.filter((qi: QueueItem) => {
const status = getStatus(qi);
// Consistent filtering - exclude all terminal state tasks in pagination too
if (isTerminalStatus(status)) return false;
// Dedupe by task id or identifiers
if (prev.some(p => p.id === qi.id || p.taskId === qi.id)) return false;
if (qi.spotifyId && prev.some(p => p.spotifyId === qi.spotifyId)) return false;
if (qi.ids?.deezer && prev.some(p => p.ids?.deezer === qi.ids?.deezer)) return false;
return true;
});
return [...prev, ...extended];
});
setCurrentPage(nextPage);
}
setHasMore(pagination.has_more);
} catch (error) {
console.error("Failed to load more tasks:", error);
toast.error("Failed to load more tasks");
} finally {
setIsLoadingMore(false);
}
}, [hasMore, isLoadingMore, currentPage, createQueueItemFromTask]);
// Note: SSE connection state is managed through the initialize effect and restartSSE method
// The auth context should call restartSSE() when login/logout occurs
// Initialize queue on mount - but only after authentication is ready
useEffect(() => {
// Don't initialize if still loading auth state
if (isLoading) {
console.log("QueueProvider: Waiting for auth initialization...");
return;
}
// Don't initialize if auth is enabled but user is not authenticated
if (authEnabled && !isAuthenticated) {
console.log("QueueProvider: Auth required but user not authenticated, skipping initialization");
return;
}
const initializeQueue = async () => {
try {
const response = await authApiClient.client.get(`/prgs/list?page=1&limit=${pageSize}`);
const { tasks, pagination, total_tasks, task_counts } = response.data;
const queueItems = tasks
.map((task: any) => createQueueItemFromTask(task))
.filter((qi: QueueItem) => {
const status = getStatus(qi);
return !isTerminalStatus(status);
});
console.log(`Queue initialized: ${queueItems.length} items (filtered out terminal state tasks)`);
setItems(queueItems);
setHasMore(pagination.has_more);
const calculatedTotal = task_counts ?
(task_counts.active + task_counts.queued) :
(total_tasks || 0);
setTotalTasks(calculatedTotal);
// Add a small delay before connecting SSE to give server time to be ready
setTimeout(() => {
connectSSE();
}, 1000);
} catch (error) {
console.error("Failed to initialize queue:", error);
toast.error("Could not load queue");
}
};
console.log("QueueProvider: Auth ready, initializing queue...");
initializeQueue();
return () => {
disconnectSSE();
stopHealthCheck();
Object.values(removalTimers.current).forEach(clearTimeout);
removalTimers.current = {};
};
}, [isLoading, authEnabled, isAuthenticated, connectSSE, disconnectSSE, createQueueItemFromTask, stopHealthCheck]);
// Queue actions
const addItem = useCallback(async (item: { name: string; type: DownloadType; spotifyId: string; artist?: string }) => {
// Prevent duplicate downloads
if (pendingDownloads.current.has(item.spotifyId)) {
toast.info("Download already in progress");
return;
}
// Check if item already exists in queue (by spotify id or identifiers on items)
if (items.some(i => i.spotifyId === item.spotifyId || i.ids?.spotify === item.spotifyId)) {
toast.info("Item already in queue");
return;
}
const tempId = uuidv4();
pendingDownloads.current.add(item.spotifyId);
const newItem: QueueItem = {
id: tempId,
downloadType: item.type,
spotifyId: item.spotifyId,
name: item.name,
artist: item.artist || "",
} as QueueItem;
setItems(prev => [newItem, ...prev]);
try {
const response = await authApiClient.client.get(`/${item.type}/download/${item.spotifyId}`);
const { task_id: taskId } = response.data;
setItems(prev =>
prev.map(i =>
i.id === tempId ? { ...i, id: taskId, taskId } : i
)
);
// Remove from pending after successful API call
pendingDownloads.current.delete(item.spotifyId);
connectSSE(); // Ensure connection is active
} catch (error: any) {
console.error(`Failed to start download:`, error);
toast.error(`Failed to start download for ${item.name}`);
// Remove failed item and clear from pending
setItems(prev => prev.filter(i => i.id !== tempId));
pendingDownloads.current.delete(item.spotifyId);
}
}, [connectSSE, items]);
const removeItem = useCallback((id: string) => {
const item = items.find(i => i.id === id);
if (item?.taskId) {
authApiClient.client.delete(`/prgs/delete/${item.taskId}`).catch(console.error);
}
setItems(prev => prev.filter(i => i.id !== id));
if (removalTimers.current[id]) {
clearTimeout(removalTimers.current[id]);
delete removalTimers.current[id];
}
// Clear from pending downloads if it was pending
if (item?.spotifyId) {
pendingDownloads.current.delete(item.spotifyId);
}
}, [items]);
const cancelItem = useCallback(async (id: string) => {
const item = items.find(i => i.id === id);
if (!item?.taskId) return;
try {
await authApiClient.client.post(`/prgs/cancel/${item.taskId}`);
// Mark as cancelled via error field to preserve type safety
setItems(prev => prev.map(i => i.id === id ? { ...i, error: "Cancelled by user" } : i));
// Remove shortly after showing cancelled state
setTimeout(() => {
setItems(prev => prev.filter(i => i.id !== id));
if (removalTimers.current[id]) {
clearTimeout(removalTimers.current[id]);
delete removalTimers.current[id];
}
}, 500);
toast.info(`Cancelled: ${item.name}`);
} catch (error) {
console.error("Failed to cancel task:", error);
toast.error(`Failed to cancel: ${item.name}`);
}
}, [items]);
const cancelAll = useCallback(async () => {
const activeItems = items.filter(item => {
const status = getStatus(item);
return isActiveStatus(status) && item.taskId;
});
if (activeItems.length === 0) {
toast.info("No active downloads to cancel");
return;
}
try {
await authApiClient.client.post("/prgs/cancel/all");
// Mark each active item as cancelled via error field
activeItems.forEach(item => {
setItems(prev => prev.map(i => i.id === item.id ? { ...i, error: "Cancelled by user" } : i));
setTimeout(() => {
setItems(prev => prev.filter(i => i.id !== item.id));
if (removalTimers.current[item.id]) {
clearTimeout(removalTimers.current[item.id]);
delete removalTimers.current[item.id];
}
}, 500);
});
toast.info(`Cancelled ${activeItems.length} downloads`);
} catch (error) {
console.error("Failed to cancel all:", error);
toast.error("Failed to cancel downloads");
}
}, [items]);
const clearCompleted = useCallback(() => {
setItems(prev => prev.filter(item => {
const status = getStatus(item);
const shouldKeep = !isTerminalStatus(status) || status === "error";
if (!shouldKeep && removalTimers.current[item.id]) {
clearTimeout(removalTimers.current[item.id]);
delete removalTimers.current[item.id];
}
return shouldKeep;
}));
}, []);
const toggleVisibility = useCallback(() => {
setIsVisible(prev => !prev);
}, []);
// Method to restart SSE (useful when auth state changes)
const restartSSE = useCallback(() => {
console.log("SSE: Restarting connection due to auth state change");
disconnectSSE();
setTimeout(() => connectSSE(), 1000); // Small delay to ensure clean disconnect
}, [connectSSE, disconnectSSE]);
const value = {
items,
isVisible,
activeCount,
totalTasks,
hasMore,
isLoadingMore,
addItem,
removeItem,
cancelItem,
toggleVisibility,
clearCompleted,
cancelAll,
loadMoreTasks,
restartSSE, // Expose for auth state changes
};
return <QueueContext.Provider value={value}>{children}</QueueContext.Provider>;
}