jae/jaeswift-website
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

perf: reduce SITREP prompt size + increase timeout for reasoning model

Browse source
This commit is contained in:
jae 2026-04-15 07:53:37 +00:00
parent c18194f8ac
commit ec30c9d7df
1 changed files with 3 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
api/sitrep_generator.py
View file

@ -197,21 +197,17 @@ def build_ai_prompt(all_stories, crypto):
for src_name in ['Hacker News', 'r/technology', 'r/programming', 'Lobste.rs']: for src_name in ['Hacker News', 'r/technology', 'r/programming', 'Lobste.rs']:
if src_name in sources: if src_name in sources:
lines.append(f'\n--- {src_name.upper()} ---') lines.append(f'\n--- {src_name.upper()} ---')
for i, s in enumerate(sources[src_name][:25], 1): for i, s in enumerate(sources[src_name][:12], 1):
score_str = f" [score:{s.get('score', '?')}]" if s.get('score') else '' score_str = f" [score:{s.get('score', '?')}]" if s.get('score') else ''
url_str = f"\n Link: {s['url']}" if s.get('url') else '' url_str = f"\n Link: {s['url']}" if s.get('url') else ''
lines.append(f"{i}. {s['title']}{score_str}{url_str}") lines.append(f"{i}. {s['title']}{score_str}{url_str}")
if s.get('summary'):
lines.append(f" Summary: {s['summary'][:150]}")
lines.append('\n=== CYBERSECURITY FEEDS ===') lines.append('\n=== CYBERSECURITY FEEDS ===')
if 'r/netsec' in sources: if 'r/netsec' in sources:
lines.append('--- R/NETSEC ---') lines.append('--- R/NETSEC ---')
for i, s in enumerate(sources['r/netsec'][:15], 1): for i, s in enumerate(sources['r/netsec'][:8], 1):
url_str = f"\n Link: {s['url']}" if s.get('url') else '' url_str = f"\n Link: {s['url']}" if s.get('url') else ''
lines.append(f"{i}. {s['title']}{url_str}") lines.append(f"{i}. {s['title']}{url_str}")
if s.get('summary'):
lines.append(f" Summary: {s['summary'][:150]}")
# Also extract security-related stories from other feeds # Also extract security-related stories from other feeds
sec_keywords = ['security', 'vulnerability', 'exploit', 'hack', 'breach', sec_keywords = ['security', 'vulnerability', 'exploit', 'hack', 'breach',
@ -323,7 +319,7 @@ def generate_with_venice(user_prompt):
'max_tokens': 8192, 'max_tokens': 8192,
'temperature': 0.7 'temperature': 0.7
}, },
timeout=120 timeout=300
) )
resp.raise_for_status() resp.raise_for_status()
result = resp.json() result = resp.json()