krumbelfix/trading-daemon
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: EIX scraping, LS endpoints, and premium Dashboard analytics
All checks were successful
Deployment / deploy-docker (push) Successful in 10s
Details

Browse Source
This commit is contained in:
Melchior Reimers
2026-01-23 18:09:00 +01:00
parent 3fc149599e
commit 1086c4aa1d
5 changed files with 232 additions and 79 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
.gitea/workflows/deploy.yaml
View File

@@ -33,7 +33,7 @@ jobs:
echo "DB_PASSWORD=${DB_PASSWORD}" >> .env echo "DB_PASSWORD=${DB_PASSWORD}" >> .env
# Docker Container neu bauen und starten # Docker Container neu bauen und starten
docker compose up -d --build docker-compose up -d --build
echo "Deployment abgeschlossen. Container laufen mit Passwortschutz." echo "Deployment abgeschlossen. Container laufen mit Passwortschutz."
env: env:

247
dashboard/public/index.html
View File

@@ -1,5 +1,6 @@
<!DOCTYPE html> <!DOCTYPE html>
<html lang="en"> <html lang="en">
<head> <head>
<meta charset="UTF-8"> <meta charset="UTF-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0"> <meta name="viewport" content="width=device-width, initial-scale=1.0">
@@ -13,44 +14,51 @@
background-color: #0b0e14; background-color: #0b0e14;
color: #e2e8f0; color: #e2e8f0;
} }
.glass { .glass {
background: rgba(30, 41, 59, 0.5); background: rgba(30, 41, 59, 0.5);
backdrop-filter: blur(12px); backdrop-filter: blur(12px);
border: 1px solid rgba(255, 255, 255, 0.1); border: 1px solid rgba(255, 255, 255, 0.1);
border-radius: 16px; border-radius: 16px;
} }
.glow { .glow {
box-shadow: 0 0 20px rgba(56, 189, 248, 0.2); box-shadow: 0 0 20px rgba(56, 189, 248, 0.2);
} }
.sidebar-item:hover { .sidebar-item:hover {
background: rgba(56, 189, 248, 0.1); background: rgba(56, 189, 248, 0.1);
color: #38bdf8; color: #38bdf8;
} }
canvas { canvas {
max-width: 100%; max-width: 100%;
} }
</style> </style>
</head> </head>
<body class="flex min-h-screen"> <body class="flex min-h-screen">
<!-- Sidebar --> <!-- Sidebar -->
<aside class="w-64 glass m-4 flex flex-col hidden lg:flex"> <aside class="w-64 glass m-4 flex flex-col hidden lg:flex">
<div class="p-6"> <div class="p-6">
<h1 class="text-2xl font-bold bg-gradient-to-r from-sky-400 to-blue-500 bg-clip-text text-transparent">Antigravity Trade</h1> <h1 class="text-2xl font-bold bg-gradient-to-r from-sky-400 to-blue-500 bg-clip-text text-transparent">
Antigravity Trade</h1>
</div> </div>
<nav class="flex-1 px-4 space-y-2 mt-4"> <nav class="flex-1 px-4 space-y-2 mt-4" id="sidebar">
<a href="#" class="sidebar-item flex items-center p-3 rounded-xl transition"> <a href="#" onclick="showView('dashboard')"
class="sidebar-item flex items-center p-3 rounded-xl transition bg-sky-500/10 text-sky-400"
id="nav-dashboard">
<span class="mr-3">📊</span> Dashboard <span class="mr-3">📊</span> Dashboard
</a> </a>
<a href="#" class="sidebar-item flex items-center p-3 rounded-xl transition opacity-50"> <a href="#" onclick="showView('analytics')" class="sidebar-item flex items-center p-3 rounded-xl transition"
<span class="mr-3">🌍</span> Global Markets id="nav-analytics">
<span class="mr-3">📈</span> Analytics
</a> </a>
<a href="#" class="sidebar-item flex items-center p-3 rounded-xl transition opacity-50"> <a href="#" onclick="showView('metadata')" class="sidebar-item flex items-center p-3 rounded-xl transition"
id="nav-metadata">
<span class="mr-3">🏢</span> Companies <span class="mr-3">🏢</span> Companies
</a> </a>
<a href="#" class="sidebar-item flex items-center p-3 rounded-xl transition opacity-50">
<span class="mr-3">⚙️</span> Settings
</a>
</nav> </nav>
<div class="p-6 mt-auto"> <div class="p-6 mt-auto">
<div class="glass p-4 text-xs text-sky-400 border-sky-500/30"> <div class="glass p-4 text-xs text-sky-400 border-sky-500/30">
@@ -78,89 +86,213 @@
</div> </div>
</header> </header>
<!-- Stats Grid --> <!-- View: Dashboard -->
<div class="grid grid-cols-1 md:grid-cols-3 gap-6 mb-8"> <div id="content-dashboard" class="content-view">
<div class="glass p-6 glow"> <!-- Stats Grid -->
<p class="text-slate-400 text-sm mb-1 text-uppercase tracking-wider">Total Trades</p> <div class="grid grid-cols-1 md:grid-cols-3 gap-6 mb-8">
<h3 id="statTotalTrades" class="text-4xl font-bold">--</h3> <div class="glass p-6 glow">
<p class="text-slate-400 text-sm mb-1 text-uppercase tracking-wider">Total Trades</p>
<h3 id="statTotalTrades" class="text-4xl font-bold">--</h3>
</div>
<div class="glass p-6">
<p class="text-slate-400 text-sm mb-1 text-uppercase tracking-wider">Total Volume</p>
<h3 id="statTotalVolume" class="text-4xl font-bold">--</h3>
</div>
<div class="glass p-6">
<p class="text-slate-400 text-sm mb-1 text-uppercase tracking-wider">Tracked ISINs</p>
<h3 id="statIsins" class="text-4xl font-bold">--</h3>
</div>
</div> </div>
<div class="glass p-6">
<p class="text-slate-400 text-sm mb-1 text-uppercase tracking-wider">Total Volume</p> <!-- Charts Container -->
<h3 id="statTotalVolume" class="text-4xl font-bold">--</h3> <div class="grid grid-cols-1 xl:grid-cols-2 gap-8 mb-8">
</div> <div class="glass p-6">
<div class="glass p-6"> <h3 class="text-xl font-bold mb-6">Price Evolution (Recent)</h3>
<p class="text-slate-400 text-sm mb-1 text-uppercase tracking-wider">Tracked ISINs</p> <div class="h-80"><canvas id="mainChart"></canvas></div>
<h3 id="statIsins" class="text-4xl font-bold">--</h3> </div>
<div class="glass p-6">
<h3 class="text-xl font-bold mb-6">Distribution by Continent</h3>
<div class="h-80"><canvas id="pieChart"></canvas></div>
</div>
</div> </div>
</div> </div>
<!-- Charts Container --> <!-- View: Analytics -->
<div class="grid grid-cols-1 xl:grid-cols-2 gap-8 mb-8"> <div id="content-analytics" class="content-view hidden">
<div class="glass p-6"> <div class="glass p-6 mb-8">
<h3 class="text-xl font-bold mb-6">Trade Volume Evolution</h3> <h3 class="text-xl font-bold mb-6">Exchange Comparison (Volume)</h3>
<div class="h-80"><canvas id="mainChart"></canvas></div> <div class="h-96"><canvas id="comparisonChart"></canvas></div>
</div> </div>
<div class="glass p-6"> <div class="grid grid-cols-1 md:grid-cols-2 gap-8">
<h3 class="text-xl font-bold mb-6">Distribution by Continent</h3> <div class="glass p-6">
<div class="h-80"><canvas id="pieChart"></canvas></div> <h3 class="text-xl font-bold mb-6">EIX vs LS Trade Count</h3>
<div class="h-64"><canvas id="tradeCountChart"></canvas></div>
</div>
<div class="glass p-6">
<h3 class="text-xl font-bold mb-6">Average Trade Size</h3>
<div id="avgTradeData" class="space-y-4">
<!-- Dynamic data -->
</div>
</div>
</div> </div>
</div> </div>
<!-- Data Table --> <!-- View: Metadata (Table) -->
<div class="glass overflow-hidden"> <div id="content-metadata" class="content-view hidden">
<div class="p-6 border-b border-white/5 flex justify-between items-center">
<h3 class="text-xl font-bold">Company Metadata</h3> <!-- Data Table -->
<input type="text" placeholder="Search ISIN..." class="glass px-4 py-1 text-sm"> <div class="glass overflow-hidden">
<div class="p-6 border-b border-white/5 flex justify-between items-center">
<h3 class="text-xl font-bold">Company Metadata</h3>
<input type="text" placeholder="Search ISIN..." class="glass px-4 py-1 text-sm">
</div>
<table class="w-full text-left">
<thead class="bg-white/5 text-slate-400 text-sm uppercase">
<tr>
<th class="p-4 px-6">ISIN</th>
<th class="p-4">Name</th>
<th class="p-4">Country</th>
<th class="p-4">Continent</th>
<th class="p-4">Sector</th>
</tr>
</thead>
<tbody id="metadataTable" class="divide-y divide-white/5">
<!-- Rows injected via JS -->
</tbody>
</table>
</div> </div>
<table class="w-full text-left">
<thead class="bg-white/5 text-slate-400 text-sm uppercase">
<tr>
<th class="p-4 px-6">ISIN</th>
<th class="p-4">Name</th>
<th class="p-4">Country</th>
<th class="p-4">Continent</th>
<th class="p-4">Sector</th>
</tr>
</thead>
<tbody id="metadataTable" class="divide-y divide-white/5">
<!-- Rows injected via JS -->
</tbody>
</table>
</div>
</main> </main>
<script> <script>
const API_BASE = '/api'; const API_BASE = '/api';
function showView(viewId) {
document.querySelectorAll('.content-view').forEach(v => v.classList.add('hidden'));
document.getElementById(`content-${viewId}`).classList.remove('hidden');
document.querySelectorAll('#sidebar a').forEach(a => {
a.classList.remove('bg-sky-500/10', 'text-sky-400');
});
document.getElementById(`nav-${viewId}`).classList.add('bg-sky-500/10', 'text-sky-400');
const titles = {
'dashboard': ['Market Overview', 'Real-time trading analytics across multiple exchanges.'],
'analytics': ['Advanced Analytics', 'Deep dive comparison and historical trends.'],
'metadata': ['Enriched Company Data', 'Unified metadata from GLEIF and Financial APIs.']
};
document.querySelector('#viewTitle h2').innerText = titles[viewId][0];
document.querySelector('#viewTitle p').innerText = titles[viewId][1];
fetchData();
}
async function fetchData() { async function fetchData() {
try { try {
const [tradesRes, metaRes, summaryRes] = await Promise.all([ const days = document.getElementById('timeRange').value;
fetch(`${API_BASE}/trades?days=${document.getElementById('timeRange').value}`), const [tradesRes, metaRes, summaryRes, compRes] = await Promise.all([
fetch(`${API_BASE}/trades?days=${days}`),
fetch(`${API_BASE}/metadata`), fetch(`${API_BASE}/metadata`),
fetch(`${API_BASE}/summary`) fetch(`${API_BASE}/summary`),
fetch(`${API_BASE}/comparison?days=${days}`)
]); ]);
const trades = await tradesRes.json(); const trades = await tradesRes.json();
const metadata = await metaRes.json(); const metadata = await metaRes.json();
const summary = await summaryRes.json(); const summary = await summaryRes.json();
const comparison = await compRes.json();
updateStats(trades, metadata); updateStats(trades, metadata);
renderMainChart(trades); renderMainChart(trades);
renderPieChart(summary); renderPieChart(summary);
updateMetadataTable(metadata); updateMetadataTable(metadata);
renderComparisonCharts(comparison);
} catch (e) { } catch (e) {
console.error("Dashboard error:", e); console.error("Dashboard error:", e);
} }
} }
function updateStats(trades, metadata) { function updateStats(trades, metadata) {
document.getElementById('statTotalTrades').innerText = trades.dataset ? trades.dataset.length.toLocaleString() : '0'; const rowCount = trades.dataset ? trades.dataset.length : 0;
const totalVol = trades.dataset ? trades.dataset.reduce((acc, row) => acc + (row[4] * row[5]), 0) : 0; document.getElementById('statTotalTrades').innerText = rowCount.toLocaleString();
document.getElementById('statTotalVolume').innerText = '€' + (totalVol/1000).toFixed(1) + 'k';
document.getElementById('statIsins').innerText = metadata.dataset ? metadata.dataset.length : '0'; let totalVol = 0;
if (trades.dataset) {
trades.dataset.forEach(row => {
const p = parseFloat(row[4]) || 0;
const q = parseFloat(row[5]) || 0;
totalVol += (p * q);
});
}
if (totalVol >= 1000000) {
document.getElementById('statTotalVolume').innerText = '€' + (totalVol / 1000000).toFixed(2) + 'M';
} else {
document.getElementById('statTotalVolume').innerText = '€' + (totalVol / 1000).toFixed(1) + 'k';
}
const metaCount = metadata.dataset ? metadata.dataset.length : 0;
document.getElementById('statIsins').innerText = metaCount.toLocaleString();
} }
let mainChart, pieChart; let mainChart, pieChart, compChart, countChart;
function renderComparisonCharts(data) {
if (!data.dataset) return;
const ctxComp = document.getElementById('comparisonChart').getContext('2d');
const ctxCount = document.getElementById('tradeCountChart').getContext('2d');
// Organize data: {exchange: {days: [], volumes: []}}
const exchanges = {};
const daysSet = new Set();
data.dataset.forEach(row => {
const ex = row[0];
const day = new Date(row[1]).toLocaleDateString();
const vol = row[2];
const count = row[3];
if (!exchanges[ex]) exchanges[ex] = { days: {}, volumes: {}, counts: {} };
exchanges[ex].volumes[day] = vol;
exchanges[ex].counts[day] = count;
daysSet.add(day);
});
const labels = Array.from(daysSet).sort((a, b) => new Date(a) - new Date(b));
const createDataset = (ex, type, color) => ({
label: ex,
data: labels.map(l => exchanges[ex][type][l] || 0),
borderColor: color,
backgroundColor: color + '33',
fill: true,
tension: 0.3
});
if (compChart) compChart.destroy();
compChart = new Chart(ctxComp, {
type: 'line',
data: {
labels,
datasets: [
createDataset('LS', 'volumes', '#38bdf8'),
createDataset('EIX', 'volumes', '#fbbf24')
]
},
options: { responsive: true, maintainAspectRatio: false }
});
if (countChart) countChart.destroy();
countChart = new Chart(ctxCount, {
type: 'bar',
data: {
labels,
datasets: [
{ label: 'LS', data: labels.map(l => exchanges['LS']?.counts[l] || 0), backgroundColor: '#38bdf8' },
{ label: 'EIX', data: labels.map(l => exchanges['EIX']?.counts[l] || 0), backgroundColor: '#fbbf24' }
]
},
options: { responsive: true, maintainAspectRatio: false }
});
}
function renderMainChart(trades) { function renderMainChart(trades) {
if (!trades.dataset) return; if (!trades.dataset) return;
@@ -245,4 +377,5 @@
setInterval(fetchData, 30000); setInterval(fetchData, 30000);
</script> </script>
</body> </body>
</html> </html>

20
dashboard/server.py
View File

@@ -59,7 +59,7 @@ async def get_summary():
query = """ query = """
select m.continent, m.country, count(*) as trade_count, sum(t.price * t.quantity) as total_volume select m.continent, m.country, count(*) as trade_count, sum(t.price * t.quantity) as total_volume
from trades t from trades t
join metadata m on t.isin = m.isin left join metadata m on t.isin = m.isin
group by m.continent, m.country group by m.continent, m.country
""" """
try: try:
@@ -70,6 +70,24 @@ async def get_summary():
except Exception as e: except Exception as e:
raise HTTPException(status_code=500, detail=str(e)) raise HTTPException(status_code=500, detail=str(e))
@app.get("/api/comparison")
async def get_comparison(days: int = 7):
# Aggregated volume per exchange per day
query = f"""
select exchange, date_trunc('day', timestamp) as day, sum(price * quantity) as daily_volume, count(*) as trade_count
from trades
where timestamp > dateadd('d', -{days}, now())
group by exchange, day
order by day asc
"""
try:
response = requests.get(f"http://{DB_HOST}:9000/exec", params={'query': query}, auth=DB_AUTH)
if response.status_code == 200:
return response.json()
throw_http_error(response)
except Exception as e:
raise HTTPException(status_code=500, detail=str(e))
def throw_http_error(res): def throw_http_error(res):
raise HTTPException(status_code=res.status_code, detail=f"QuestDB error: {res.text}") raise HTTPException(status_code=res.status_code, detail=f"QuestDB error: {res.text}")

37
src/exchanges/eix.py
View File

@@ -13,33 +13,34 @@ class EIXExchange(BaseExchange):
return "EIX" return "EIX"
def fetch_latest_trades(self, limit: int = 1) -> List[Trade]: def fetch_latest_trades(self, limit: int = 1) -> List[Trade]:
url = "https://european-investor-exchange.com/en/trade-list" # EIX stores its file list in a separate API endpoint
response = requests.get(url) url = "https://european-investor-exchange.com/api/official-trades"
response.raise_for_status() try:
response = requests.get(url, timeout=15)
soup = BeautifulSoup(response.text, 'html.parser') response.raise_for_status()
next_data_script = soup.find('script', id='__NEXT_DATA__') files_list = response.json()
if not next_data_script: except Exception as e:
print(f"Error fetching EIX file list: {e}")
return [] return []
data = json.loads(next_data_script.string)
rows_data = data.get('props', {}).get('pageProps', {}).get('rowsData', [])
trades = [] trades = []
count = 0 count = 0
for row in rows_data: for item in files_list:
file_key = row.get('key') file_key = item.get('fileName')
if not file_key: if not file_key:
continue continue
# Download the CSV # Download the CSV
csv_url = f"https://european-investor-exchange.com/api/trade-file-contents?key={file_key}" csv_url = f"https://european-investor-exchange.com/api/trade-file-contents?key={file_key}"
csv_response = requests.get(csv_url) try:
if csv_response.status_code == 200: csv_response = requests.get(csv_url, timeout=20)
trades.extend(self._parse_csv(csv_response.text)) if csv_response.status_code == 200:
count += 1 trades.extend(self._parse_csv(csv_response.text))
if limit and count >= limit: count += 1
break if limit and count >= limit:
break
except Exception as e:
print(f"Error downloading EIX CSV {file_key}: {e}")
return trades return trades

1
src/exchanges/ls.py
View File

@@ -14,6 +14,7 @@ class LSExchange(BaseExchange):
endpoints = ["https://www.ls-x.de/_rpc/json/.lstc/instrument/list/lstctradestoday"] endpoints = ["https://www.ls-x.de/_rpc/json/.lstc/instrument/list/lstctradestoday"]
if include_yesterday: if include_yesterday:
endpoints.append("https://www.ls-x.de/_rpc/json/.lstc/instrument/list/lstctradesyesterday") endpoints.append("https://www.ls-x.de/_rpc/json/.lstc/instrument/list/lstctradesyesterday")
endpoints.append("https://www.ls-x.de/_rpc/json/.lstc/instrument/list/lsxtradesyesterday")
headers = { headers = {
'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36', 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',