perf: SQL LIKE query instead of Python loop; skip warmup if cache >1000
All checks were successful
CI/CD Pipeline / build-and-deploy (push) Successful in 7s
All checks were successful
CI/CD Pipeline / build-and-deploy (push) Successful in 7s
This commit is contained in:
parent
34dc8b7ac6
commit
07b016bff9
1 changed files with 35 additions and 30 deletions
|
|
@ -525,28 +525,27 @@ def scan_for_player(fide_id: int, max_tnr: int = None,
|
|||
results = []
|
||||
seen_tnrs = set()
|
||||
|
||||
# Phase 1: check tnr_cache (instant SQL, no HTTP). Return immediately if found.
|
||||
for cluster_lo, cluster_hi in [(1434000, 1450000)]:
|
||||
# Phase 1: check tnr_cache via SQL (single query, instant). Return if found.
|
||||
conn = _get_conn()
|
||||
cached_tnrs = [
|
||||
r[0] for r in conn.execute(
|
||||
'SELECT tnr FROM tnr_cache WHERE tnr >= ? AND tnr <= ? ORDER BY tnr DESC',
|
||||
(cluster_lo, cluster_hi)).fetchall()
|
||||
]
|
||||
pattern = f'%"{fide_id}"%'
|
||||
rows = conn.execute(
|
||||
'SELECT tnr, name, start_date, end_date, players_json FROM tnr_cache '
|
||||
'WHERE tnr >= ? AND tnr <= ? AND players_json LIKE ? '
|
||||
'ORDER BY tnr DESC',
|
||||
(1434000, 1450000, pattern)).fetchall()
|
||||
conn.close()
|
||||
for tnr in cached_tnrs:
|
||||
cdata = _get_cached_tnr(tnr)
|
||||
if cdata is None:
|
||||
continue
|
||||
player_info = cdata['players'].get(fide_id)
|
||||
for row in rows:
|
||||
tnr, tname, tstart, tend, players_json = row
|
||||
players = {int(k): v for k, v in json.loads(players_json).items()}
|
||||
player_info = players.get(fide_id)
|
||||
if player_info is None:
|
||||
continue
|
||||
results.append({
|
||||
'tnr': tnr,
|
||||
'url': f'https://chess-results.com/tnr{tnr}.aspx?lan=11',
|
||||
'name': cdata['name'] or f'Tournament {tnr}',
|
||||
'start_date': cdata['start_date'],
|
||||
'end_date': cdata['end_date'],
|
||||
'name': tname or f'Tournament {tnr}',
|
||||
'start_date': tstart,
|
||||
'end_date': tend,
|
||||
'sno': player_info['sno'],
|
||||
'player_name': player_info['name'],
|
||||
'fide_id': fide_id,
|
||||
|
|
@ -634,10 +633,16 @@ async def warmup_cache(context):
|
|||
"""Build full tnr_cache index (runs once at startup, then every 6h)."""
|
||||
import asyncio, sys, traceback
|
||||
|
||||
# Skip if warmup already completed
|
||||
# Skip if warmup already completed or cache already populated
|
||||
status = get_tnr_state('warmup_tnr', '')
|
||||
if status == 'done':
|
||||
return
|
||||
conn = _get_conn()
|
||||
cache_count = conn.execute('SELECT COUNT(*) FROM tnr_cache').fetchone()[0]
|
||||
conn.close()
|
||||
if cache_count > 1000:
|
||||
set_tnr_state('warmup_tnr', 'done')
|
||||
return
|
||||
|
||||
print('warmup_cache: starting cluster scan (step=1, 1445000→1434000)...', file=sys.stderr)
|
||||
try:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue