first commit

This commit is contained in:
2026-01-25 23:05:41 +02:00
commit dec7844b49
48 changed files with 10815 additions and 0 deletions

View File

@@ -0,0 +1,288 @@
import { useState } from 'react';
import { useScraperStore, ScraperJob, Session } from '../stores/scraperStore';
import {
Activity, Key, Clock, CheckCircle, XCircle,
StopCircle, ChevronDown, Terminal, RefreshCw
} from 'lucide-react';
import { formatDistanceToNow, format } from 'date-fns';
type Tab = 'jobs' | 'sessions';
export function ScraperPanel() {
const [activeTab, setActiveTab] = useState<Tab>('jobs');
const { jobs, sessions, activeJobs, fetchJobs, fetchSessions } = useScraperStore();
return (
<div className="h-full flex flex-col bg-slate-900/50">
{/* Tabs */}
<div className="flex border-b border-slate-800">
<button
onClick={() => setActiveTab('jobs')}
className={`flex-1 px-4 py-3 text-xs font-medium flex items-center justify-center gap-2 transition-colors ${
activeTab === 'jobs'
? 'text-accent-cyan border-b-2 border-accent-cyan bg-slate-800/30'
: 'text-slate-400 hover:text-slate-200'
}`}
>
<Activity className="w-3.5 h-3.5" />
Jobs
{activeJobs.length > 0 && (
<span className="px-1.5 py-0.5 rounded-full bg-accent-cyan/20 text-accent-cyan text-[10px]">
{activeJobs.length}
</span>
)}
</button>
<button
onClick={() => setActiveTab('sessions')}
className={`flex-1 px-4 py-3 text-xs font-medium flex items-center justify-center gap-2 transition-colors ${
activeTab === 'sessions'
? 'text-accent-cyan border-b-2 border-accent-cyan bg-slate-800/30'
: 'text-slate-400 hover:text-slate-200'
}`}
>
<Key className="w-3.5 h-3.5" />
Sessions
<span className="px-1.5 py-0.5 rounded-full bg-slate-700 text-slate-300 text-[10px]">
{sessions.length}
</span>
</button>
</div>
{/* Content */}
<div className="flex-1 overflow-y-auto">
{activeTab === 'jobs' ? (
<JobsList jobs={jobs} onRefresh={fetchJobs} />
) : (
<SessionsList sessions={sessions} onRefresh={fetchSessions} />
)}
</div>
</div>
);
}
function JobsList({ jobs, onRefresh }: { jobs: ScraperJob[]; onRefresh: () => void }) {
const { cancelJob, logs } = useScraperStore();
const [expandedJob, setExpandedJob] = useState<string | null>(null);
const getStatusIcon = (status: string) => {
switch (status) {
case 'running':
return <div className="w-3 h-3 border-2 border-accent-cyan border-t-transparent rounded-full animate-spin" />;
case 'completed':
return <CheckCircle className="w-4 h-4 text-accent-emerald" />;
case 'failed':
return <XCircle className="w-4 h-4 text-accent-rose" />;
case 'cancelled':
return <StopCircle className="w-4 h-4 text-slate-500" />;
default:
return <Clock className="w-4 h-4 text-accent-amber" />;
}
};
const getStatusColor = (status: string) => {
switch (status) {
case 'running': return 'border-accent-cyan/30 bg-accent-cyan/5';
case 'completed': return 'border-accent-emerald/30 bg-accent-emerald/5';
case 'failed': return 'border-accent-rose/30 bg-accent-rose/5';
default: return 'border-slate-700 bg-slate-800/50';
}
};
return (
<div className="p-3 space-y-2">
<div className="flex items-center justify-between mb-2">
<span className="text-xs text-slate-500">{jobs.length} total jobs</span>
<button
onClick={onRefresh}
className="p-1.5 rounded text-slate-400 hover:text-slate-200 hover:bg-slate-800"
>
<RefreshCw className="w-3.5 h-3.5" />
</button>
</div>
{jobs.length === 0 ? (
<div className="text-center py-8">
<Activity className="w-10 h-10 text-slate-700 mx-auto mb-2" />
<p className="text-xs text-slate-500">No scraper jobs yet</p>
</div>
) : (
jobs.slice(0, 20).map(job => {
const isExpanded = expandedJob === job.id;
const jobLogs = logs.get(job.id) || [];
return (
<div
key={job.id}
className={`rounded-lg border ${getStatusColor(job.status)} transition-colors`}
>
<button
onClick={() => setExpandedJob(isExpanded ? null : job.id)}
className="w-full p-3 text-left"
>
<div className="flex items-center justify-between">
<div className="flex items-center gap-2">
{getStatusIcon(job.status)}
<span className="text-sm font-medium text-slate-200 capitalize">
{job.platform}
</span>
</div>
<ChevronDown className={`w-4 h-4 text-slate-500 transition-transform ${isExpanded ? 'rotate-180' : ''}`} />
</div>
<div className="flex items-center gap-3 mt-2">
{job.status === 'running' && (
<div className="flex-1">
<div className="h-1 bg-slate-700 rounded-full overflow-hidden">
<div
className="h-full bg-accent-cyan transition-all"
style={{ width: `${job.progress}%` }}
/>
</div>
</div>
)}
<span className="text-[10px] text-slate-500 font-mono">
{formatDistanceToNow(new Date(job.created_at), { addSuffix: true })}
</span>
</div>
</button>
{isExpanded && (
<div className="px-3 pb-3 border-t border-slate-700/50 mt-2 pt-2">
<div className="space-y-1 text-xs">
<div className="flex justify-between">
<span className="text-slate-500">Job ID:</span>
<span className="text-slate-300 font-mono">{job.id.slice(0, 8)}...</span>
</div>
{job.target_name && (
<div className="flex justify-between">
<span className="text-slate-500">Target:</span>
<span className="text-slate-300">{job.target_name}</span>
</div>
)}
{job.error && (
<div className="mt-2 p-2 bg-accent-rose/10 rounded text-accent-rose text-xs">
{job.error}
</div>
)}
{job.status === 'running' && (
<button
onClick={() => cancelJob(job.id)}
className="w-full mt-2 py-1.5 rounded border border-accent-rose/30 text-accent-rose text-xs hover:bg-accent-rose/10"
>
Cancel Job
</button>
)}
{/* Logs */}
{jobLogs.length > 0 && (
<div className="mt-3">
<div className="flex items-center gap-1 text-slate-500 mb-2">
<Terminal className="w-3 h-3" />
<span>Logs</span>
</div>
<div className="bg-slate-950 rounded p-2 max-h-32 overflow-y-auto font-mono text-[10px] space-y-0.5">
{jobLogs.slice(-10).map((log, i) => (
<div key={i} className={`${log.level === 'error' ? 'text-accent-rose' : 'text-slate-400'}`}>
<span className="text-slate-600">[{format(new Date(log.timestamp), 'HH:mm:ss')}]</span>{' '}
{log.message}
</div>
))}
</div>
</div>
)}
</div>
</div>
)}
</div>
);
})
)}
</div>
);
}
function SessionsList({ sessions, onRefresh }: { sessions: Session[]; onRefresh: () => void }) {
const { deleteSession } = useScraperStore();
const getStatusIndicator = (status: string) => {
switch (status) {
case 'active':
return <div className="status-indicator status-active" />;
case 'expired':
return <div className="status-indicator status-warning" />;
default:
return <div className="status-indicator status-error" />;
}
};
return (
<div className="p-3 space-y-2">
<div className="flex items-center justify-between mb-2">
<span className="text-xs text-slate-500">Session Vault</span>
<button
onClick={onRefresh}
className="p-1.5 rounded text-slate-400 hover:text-slate-200 hover:bg-slate-800"
>
<RefreshCw className="w-3.5 h-3.5" />
</button>
</div>
{sessions.length === 0 ? (
<div className="text-center py-8">
<Key className="w-10 h-10 text-slate-700 mx-auto mb-2" />
<p className="text-xs text-slate-500">No sessions stored</p>
<p className="text-[10px] text-slate-600 mt-1">Add session cookies to enable authenticated scraping</p>
</div>
) : (
sessions.map(session => (
<div key={session.id} className="p-3 rounded-lg border border-slate-800 bg-slate-800/30">
<div className="flex items-center justify-between">
<div className="flex items-center gap-2">
{getStatusIndicator(session.status)}
<span className="text-sm font-medium text-slate-200 capitalize">
{session.platform}
</span>
</div>
<span className={`text-[10px] px-2 py-0.5 rounded-full ${
session.status === 'active'
? 'bg-accent-emerald/20 text-accent-emerald'
: session.status === 'expired'
? 'bg-accent-amber/20 text-accent-amber'
: 'bg-accent-rose/20 text-accent-rose'
}`}>
{session.status}
</span>
</div>
<div className="mt-2 space-y-1 text-xs">
<div className="flex justify-between">
<span className="text-slate-500">Name:</span>
<span className="text-slate-300">{session.session_name}</span>
</div>
{session.last_validated && (
<div className="flex justify-between">
<span className="text-slate-500">Validated:</span>
<span className="text-slate-400 font-mono text-[10px]">
{formatDistanceToNow(new Date(session.last_validated), { addSuffix: true })}
</span>
</div>
)}
</div>
<button
onClick={() => {
if (confirm(`Delete ${session.platform} session?`)) {
deleteSession(session.id);
}
}}
className="w-full mt-3 py-1.5 rounded border border-slate-700 text-slate-400 text-xs hover:border-accent-rose/30 hover:text-accent-rose hover:bg-accent-rose/5 transition-colors"
>
Remove Session
</button>
</div>
))
)}
</div>
);
}