This commit is contained in:
@@ -2,11 +2,15 @@ import requests
|
||||
import gzip
|
||||
import csv
|
||||
import io
|
||||
import time
|
||||
from datetime import datetime, timedelta, timezone
|
||||
from typing import List, Optional
|
||||
from .base import BaseExchange, Trade
|
||||
from bs4 import BeautifulSoup
|
||||
|
||||
# Rate-Limiting
|
||||
RATE_LIMIT_DELAY = 0.3 # Sekunden zwischen Requests
|
||||
|
||||
# Browser User-Agent für Zugriff (gettex prüft User-Agent!)
|
||||
HEADERS = {
|
||||
'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
|
||||
@@ -411,11 +415,14 @@ class GettexExchange(BaseExchange):
|
||||
|
||||
print(f"[{self.name}] Found {len(target_files)} files for target date from page")
|
||||
|
||||
# Lade Dateien von der Webseite
|
||||
for f in target_files:
|
||||
# Lade Dateien von der Webseite (mit Rate-Limiting)
|
||||
for i, f in enumerate(target_files):
|
||||
trades = self._download_file_by_url(f['url'], f['filename'])
|
||||
if trades:
|
||||
all_trades.extend(trades)
|
||||
# Rate-Limiting
|
||||
if i < len(target_files) - 1:
|
||||
time.sleep(RATE_LIMIT_DELAY)
|
||||
|
||||
# Fallback: Versuche erwartete Dateinamen
|
||||
if not all_trades:
|
||||
|
||||
Reference in New Issue
Block a user