jae
054cf547cc
- Added 3 categories to unredacted.json: UFO/UAP (US), Covert Operations, Government - 127 real declassified PDFs (4.8GB) on VPS including: - UK MOD UFO files (112 files, 4.3GB) - Project Condign (250MB) - Pentagon UAP Report (2021) - CIA/NSA UFO documents - MKUltra Senate Hearing - Stargate Project docs - Operation Northwoods/Paperclip - Pentagon Papers (62MB) - CIA Torture Report (44MB) - JFK/Iran-Contra docs - New CRIME SCENE section: HTML, CSS, JS, JSON, API routes - Added to navigation and depot landing page
1659 lines
62 KiB
Python
1659 lines
62 KiB
Python
#!/usr/bin/env python3
|
||
"""JAESWIFT HUD Backend API"""
|
||
import json, os, time, subprocess, random, datetime, hashlib, zipfile, io, smtplib, threading
|
||
from functools import wraps
|
||
from concurrent.futures import ThreadPoolExecutor, as_completed
|
||
from pathlib import Path
|
||
from email.mime.text import MIMEText
|
||
from email.mime.multipart import MIMEMultipart
|
||
|
||
from flask import Flask, request, jsonify, abort, send_file, redirect
|
||
from flask_cors import CORS
|
||
import jwt
|
||
import requests as req
|
||
import urllib3
|
||
urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
|
||
|
||
app = Flask(__name__)
|
||
CORS(app)
|
||
|
||
DATA_DIR = Path(__file__).parent / 'data'
|
||
JWT_SECRET = 'jaeswift-hud-s3cr3t-2026!x'
|
||
ADMIN_USER = 'jae'
|
||
ADMIN_PASS = 'HUDAdmin2026!'
|
||
|
||
ARRAY_FILES = {
|
||
'posts.json', 'tracks.json', 'navigation.json', 'links.json',
|
||
'managed_services.json', 'messages.json', 'changelog.json'
|
||
}
|
||
# ─── JSON Error Handlers ─────────────────────────────
|
||
@app.errorhandler(400)
|
||
def bad_request(e):
|
||
return jsonify({'error': 'Bad Request', 'message': str(e.description) if hasattr(e, 'description') else str(e)}), 400
|
||
|
||
@app.errorhandler(401)
|
||
def unauthorized(e):
|
||
return jsonify({'error': 'Unauthorized', 'message': str(e.description) if hasattr(e, 'description') else str(e)}), 401
|
||
|
||
@app.errorhandler(404)
|
||
def not_found(e):
|
||
return jsonify({'error': 'Not Found', 'message': str(e.description) if hasattr(e, 'description') else str(e)}), 404
|
||
|
||
@app.errorhandler(500)
|
||
def server_error(e):
|
||
return jsonify({'error': 'Internal Server Error', 'message': str(e.description) if hasattr(e, 'description') else str(e)}), 500
|
||
|
||
|
||
# ─── Helpers ─────────────────────────────────────────
|
||
def load_json(name):
|
||
p = DATA_DIR / name
|
||
if p.exists():
|
||
with open(p) as f:
|
||
return json.load(f)
|
||
return [] if name in ARRAY_FILES else {}
|
||
|
||
def save_json(name, data):
|
||
p = DATA_DIR / name
|
||
p.parent.mkdir(parents=True, exist_ok=True)
|
||
with open(p, 'w') as f:
|
||
json.dump(data, f, indent=2)
|
||
|
||
def require_auth(fn):
|
||
@wraps(fn)
|
||
def wrapper(*a, **kw):
|
||
auth = request.headers.get('Authorization', '')
|
||
if not auth.startswith('Bearer '):
|
||
abort(401, 'Missing token')
|
||
try:
|
||
jwt.decode(auth[7:], JWT_SECRET, algorithms=['HS256'])
|
||
except Exception:
|
||
abort(401, 'Invalid token')
|
||
return fn(*a, **kw)
|
||
return wrapper
|
||
|
||
def shell(cmd):
|
||
try:
|
||
r = subprocess.run(cmd, shell=True, capture_output=True, text=True, timeout=5)
|
||
return r.stdout.strip()
|
||
except Exception:
|
||
return ''
|
||
|
||
# ─── Auth ────────────────────────────────────────────
|
||
@app.route('/api/auth/login', methods=['POST'])
|
||
def login():
|
||
d = request.get_json(force=True, silent=True) or {}
|
||
if d.get('username') == ADMIN_USER and d.get('password') == ADMIN_PASS:
|
||
token = jwt.encode(
|
||
{'user': ADMIN_USER, 'exp': datetime.datetime.utcnow() + datetime.timedelta(hours=24)},
|
||
JWT_SECRET, algorithm='HS256'
|
||
)
|
||
return jsonify({'token': token})
|
||
return jsonify({'error': 'Invalid credentials'}), 401
|
||
|
||
@app.route('/api/auth/check')
|
||
def auth_check():
|
||
auth = request.headers.get('Authorization', '')
|
||
if not auth.startswith('Bearer '):
|
||
return jsonify({'valid': False}), 401
|
||
try:
|
||
jwt.decode(auth[7:], JWT_SECRET, algorithms=['HS256'])
|
||
return jsonify({'valid': True, 'user': ADMIN_USER})
|
||
except Exception:
|
||
return jsonify({'valid': False}), 401
|
||
|
||
# ─── Blog Posts ──────────────────────────────────────
|
||
@app.route('/api/posts')
|
||
def get_posts():
|
||
posts = load_json('posts.json')
|
||
return jsonify(posts)
|
||
|
||
@app.route('/api/posts/<slug>')
|
||
def get_post(slug):
|
||
posts = load_json('posts.json')
|
||
for p in posts:
|
||
if p.get('slug') == slug:
|
||
return jsonify(p)
|
||
abort(404)
|
||
|
||
@app.route('/api/posts', methods=['POST'])
|
||
@require_auth
|
||
def create_post():
|
||
d = request.get_json(force=True)
|
||
posts = load_json('posts.json')
|
||
d['id'] = max((p.get('id', 0) for p in posts), default=0) + 1
|
||
d['date'] = d.get('date', datetime.date.today().isoformat())
|
||
d['word_count'] = len(d.get('content', '').split())
|
||
posts.append(d)
|
||
save_json('posts.json', posts)
|
||
return jsonify(d), 201
|
||
|
||
@app.route('/api/posts/<slug>', methods=['PUT'])
|
||
@require_auth
|
||
def update_post(slug):
|
||
d = request.get_json(force=True)
|
||
posts = load_json('posts.json')
|
||
for i, p in enumerate(posts):
|
||
if p.get('slug') == slug:
|
||
d['id'] = p['id']
|
||
d['word_count'] = len(d.get('content', '').split())
|
||
posts[i] = {**p, **d}
|
||
save_json('posts.json', posts)
|
||
return jsonify(posts[i])
|
||
abort(404)
|
||
|
||
@app.route('/api/posts/<slug>', methods=['DELETE'])
|
||
@require_auth
|
||
def delete_post(slug):
|
||
posts = load_json('posts.json')
|
||
posts = [p for p in posts if p.get('slug') != slug]
|
||
save_json('posts.json', posts)
|
||
return jsonify({'ok': True})
|
||
|
||
# ─── Server Stats ────────────────────────────────────
|
||
@app.route('/api/stats')
|
||
def server_stats():
|
||
# CPU
|
||
load = shell("cat /proc/loadavg | awk '{print $1}'")
|
||
ncpu = shell("nproc")
|
||
try:
|
||
cpu_pct = round(float(load) / max(int(ncpu), 1) * 100, 1)
|
||
except Exception:
|
||
cpu_pct = 0
|
||
|
||
# Memory
|
||
mem = shell("free | awk '/Mem:/{printf \"%.1f\", $3/$2*100}'")
|
||
|
||
# Disk
|
||
disk = shell("df / | awk 'NR==2{print $5}' | tr -d '%'")
|
||
|
||
# Network (bytes since boot)
|
||
net = shell("cat /proc/net/dev | awk '/eth0|ens/{print $2,$10}'")
|
||
parts = net.split()
|
||
rx = int(parts[0]) if len(parts) >= 2 else 0
|
||
tx = int(parts[1]) if len(parts) >= 2 else 0
|
||
|
||
# Docker
|
||
running = shell("docker ps -q 2>/dev/null | wc -l")
|
||
total = shell("docker ps -aq 2>/dev/null | wc -l")
|
||
|
||
# Uptime
|
||
up = shell("cat /proc/uptime | awk '{print $1}'")
|
||
|
||
# Connections
|
||
conns = shell("ss -s | awk '/TCP:/{print $2}'")
|
||
|
||
return jsonify({
|
||
'cpu_percent': cpu_pct,
|
||
'memory_percent': float(mem) if mem else 0,
|
||
'disk_percent': int(disk) if disk else 0,
|
||
'network_rx_bytes': rx,
|
||
'network_tx_bytes': tx,
|
||
'container_running': int(running) if running else 0,
|
||
'container_total': int(total) if total else 0,
|
||
'uptime_seconds': float(up) if up else 0,
|
||
'active_connections': int(conns) if conns else 0,
|
||
'load_avg': float(load) if load else 0,
|
||
'timestamp': time.time()
|
||
})
|
||
|
||
# ─── Top Processes ───────────────────────────────────
|
||
@app.route('/api/processes')
|
||
def top_processes():
|
||
try:
|
||
raw = shell("ps aux --sort=-%mem | awk 'NR>1{print $2,$3,$4,$11}' | grep -v -E '(ps aux|awk |grep |sshd:|bash -c)' | head -7")
|
||
procs = []
|
||
for line in raw.strip().split('\n'):
|
||
parts = line.split(None, 3)
|
||
if len(parts) >= 4:
|
||
name = parts[3].split('/')[-1][:20]
|
||
if name in ('ps', 'awk', 'head', 'grep', 'sh', 'bash'):
|
||
continue
|
||
procs.append({
|
||
'pid': parts[0],
|
||
'cpu': float(parts[1]),
|
||
'mem': float(parts[2]),
|
||
'name': name
|
||
})
|
||
elif len(parts) == 3:
|
||
procs.append({
|
||
'pid': parts[0],
|
||
'cpu': float(parts[1]),
|
||
'mem': float(parts[2]),
|
||
'name': 'unknown'
|
||
})
|
||
return jsonify(procs[:7])
|
||
except Exception as e:
|
||
return jsonify([]), 200
|
||
|
||
# ─── Services Status ─────────────────────────────────
|
||
@app.route('/api/services')
|
||
def services():
|
||
svcs = [
|
||
{'name': 'Gitea', 'url': 'https://git.jaeswift.xyz'},
|
||
{'name': 'Plex', 'url': 'https://plex.jaeswift.xyz'},
|
||
{'name': 'Search', 'url': 'https://jaeswift.xyz/search'},
|
||
{'name': 'Yoink', 'url': 'https://jaeswift.xyz/yoink/'},
|
||
{'name': 'Archive', 'url': 'https://archive.jaeswift.xyz'},
|
||
{'name': 'Agent Zero', 'url': 'https://agentzero.jaeswift.xyz'},
|
||
{'name': 'Files', 'url': 'https://files.jaeswift.xyz'},
|
||
]
|
||
def check_service(s):
|
||
try:
|
||
t0 = time.time()
|
||
r = req.get(s['url'], timeout=2, verify=False, allow_redirects=True)
|
||
ms = round((time.time() - t0) * 1000)
|
||
return {**s, 'status': 'online' if r.status_code < 500 else 'offline', 'response_time_ms': ms}
|
||
except Exception:
|
||
return {**s, 'status': 'offline', 'response_time_ms': 0}
|
||
|
||
results = [None] * len(svcs)
|
||
with ThreadPoolExecutor(max_workers=7) as executor:
|
||
futures = {executor.submit(check_service, s): i for i, s in enumerate(svcs)}
|
||
for future in as_completed(futures):
|
||
results[futures[future]] = future.result()
|
||
return jsonify(results)
|
||
|
||
# ─── Weather ─────────────────────────────────────────
|
||
@app.route('/api/weather')
|
||
def weather():
|
||
try:
|
||
r = req.get('https://wttr.in/Manchester?format=j1', timeout=5,
|
||
headers={'User-Agent': 'jaeswift-hud'})
|
||
d = r.json()
|
||
cur = d['current_condition'][0]
|
||
return jsonify({
|
||
'temp_c': int(cur['temp_C']),
|
||
'feels_like': int(cur['FeelsLikeC']),
|
||
'condition': cur['weatherDesc'][0]['value'],
|
||
'humidity': int(cur['humidity']),
|
||
'wind_kph': int(cur['windspeedKmph']),
|
||
'wind_dir': cur['winddir16Point'],
|
||
'icon': cur.get('weatherCode', ''),
|
||
})
|
||
except Exception as e:
|
||
return jsonify({'error': str(e)}), 500
|
||
|
||
# ─── Now Playing (random track) ──────────────────────
|
||
@app.route('/api/nowplaying')
|
||
def now_playing():
|
||
tracks = load_json('tracks.json')
|
||
if not tracks:
|
||
return jsonify({'artist': 'Unknown', 'track': 'Silence', 'album': ''})
|
||
t = random.choice(tracks)
|
||
return jsonify(t)
|
||
|
||
# ─── Tracks CRUD ─────────────────────────────────────
|
||
@app.route('/api/tracks')
|
||
def get_tracks():
|
||
return jsonify(load_json('tracks.json'))
|
||
|
||
@app.route('/api/tracks', methods=['POST'])
|
||
@require_auth
|
||
def add_track():
|
||
d = request.get_json(force=True)
|
||
tracks = load_json('tracks.json')
|
||
tracks.append({
|
||
'artist': d.get('artist', ''),
|
||
'track': d.get('track', ''),
|
||
'album': d.get('album', ''),
|
||
})
|
||
save_json('tracks.json', tracks)
|
||
return jsonify(tracks[-1]), 201
|
||
|
||
@app.route('/api/tracks/<int:index>', methods=['DELETE'])
|
||
@require_auth
|
||
def delete_track(index):
|
||
tracks = load_json('tracks.json')
|
||
if 0 <= index < len(tracks):
|
||
removed = tracks.pop(index)
|
||
save_json('tracks.json', tracks)
|
||
return jsonify({'ok': True, 'removed': removed})
|
||
abort(404)
|
||
|
||
# ─── Git Activity (from Gitea API) ───────────────────
|
||
@app.route('/api/git-activity')
|
||
def git_activity():
|
||
try:
|
||
r = req.get('https://git.jaeswift.xyz/api/v1/users/jae/heatmap',
|
||
timeout=2, verify=False)
|
||
heatmap = r.json() if r.status_code == 200 else []
|
||
|
||
r2 = req.get('https://git.jaeswift.xyz/api/v1/repos/search?sort=updated&limit=5&owner=jae',
|
||
timeout=2, verify=False)
|
||
repos = []
|
||
if r2.status_code == 200:
|
||
data = r2.json().get('data', r2.json()) if isinstance(r2.json(), dict) else r2.json()
|
||
for repo in (data if isinstance(data, list) else [])[:5]:
|
||
repos.append({
|
||
'name': repo.get('name', ''),
|
||
'updated': repo.get('updated_at', ''),
|
||
'stars': repo.get('stars_count', 0),
|
||
'language': repo.get('language', ''),
|
||
})
|
||
|
||
return jsonify({'heatmap': heatmap, 'repos': repos})
|
||
except Exception as e:
|
||
return jsonify({'heatmap': [], 'repos': [], 'error': str(e)})
|
||
|
||
# ─── Threat Feed (CVE feed) ──────────────────────────
|
||
@app.route('/api/threats')
|
||
def threats():
|
||
try:
|
||
r = req.get('https://cve.circl.lu/api/last/8', timeout=8)
|
||
cves = []
|
||
if r.status_code == 200:
|
||
for item in r.json()[:8]:
|
||
cves.append({
|
||
'id': item.get('id', ''),
|
||
'summary': (item.get('summary', '') or '')[:120],
|
||
'published': item.get('Published', ''),
|
||
'cvss': item.get('cvss', 0),
|
||
})
|
||
return jsonify(cves)
|
||
except Exception:
|
||
return jsonify([])
|
||
|
||
# ─── Settings ────────────────────────────────────────
|
||
@app.route('/api/settings')
|
||
def get_settings():
|
||
return jsonify(load_json('settings.json'))
|
||
|
||
@app.route('/api/settings', methods=['PUT'])
|
||
@require_auth
|
||
def update_settings():
|
||
d = request.get_json(force=True)
|
||
save_json('settings.json', d)
|
||
return jsonify(d)
|
||
|
||
# ═════════════════════════════════════════════════════
|
||
# NEW ENDPOINTS
|
||
# ═════════════════════════════════════════════════════
|
||
|
||
# ─── Homepage Config ───────────────────<E29480><E29480>─────────────
|
||
@app.route('/api/homepage')
|
||
def get_homepage():
|
||
return jsonify(load_json('homepage.json'))
|
||
|
||
@app.route('/api/homepage', methods=['POST'])
|
||
@require_auth
|
||
def save_homepage():
|
||
try:
|
||
d = request.get_json(force=True)
|
||
save_json('homepage.json', d)
|
||
return jsonify(d)
|
||
except Exception as e:
|
||
return jsonify({'error': str(e)}), 500
|
||
|
||
# ─── Managed Services ───────────────────────────────
|
||
@app.route('/api/services/managed')
|
||
def get_managed_services():
|
||
return jsonify(load_json('managed_services.json'))
|
||
|
||
@app.route('/api/services/managed', methods=['POST'])
|
||
@require_auth
|
||
def add_managed_service():
|
||
try:
|
||
d = request.get_json(force=True)
|
||
svcs = load_json('managed_services.json')
|
||
if not isinstance(svcs, list):
|
||
svcs = []
|
||
svcs.append({
|
||
'name': d.get('name', ''),
|
||
'url': d.get('url', '')
|
||
})
|
||
save_json('managed_services.json', svcs)
|
||
return jsonify(svcs[-1]), 201
|
||
except Exception as e:
|
||
return jsonify({'error': str(e)}), 500
|
||
|
||
@app.route('/api/services/managed/<int:index>', methods=['DELETE'])
|
||
@require_auth
|
||
def delete_managed_service(index):
|
||
svcs = load_json('managed_services.json')
|
||
if not isinstance(svcs, list):
|
||
svcs = []
|
||
if 0 <= index < len(svcs):
|
||
removed = svcs.pop(index)
|
||
save_json('managed_services.json', svcs)
|
||
return jsonify({'ok': True, 'removed': removed})
|
||
abort(404)
|
||
|
||
# ─── Navigation ──────────────────────────────────────
|
||
@app.route('/api/navigation')
|
||
def get_navigation():
|
||
return jsonify(load_json('navigation.json'))
|
||
|
||
@app.route('/api/navigation', methods=['POST'])
|
||
@require_auth
|
||
def add_navigation():
|
||
try:
|
||
d = request.get_json(force=True)
|
||
nav = load_json('navigation.json')
|
||
if not isinstance(nav, list):
|
||
nav = []
|
||
nav.append({
|
||
'label': d.get('label', ''),
|
||
'url': d.get('url', ''),
|
||
'order': d.get('order', len(nav) + 1)
|
||
})
|
||
save_json('navigation.json', nav)
|
||
return jsonify(nav[-1]), 201
|
||
except Exception as e:
|
||
return jsonify({'error': str(e)}), 500
|
||
|
||
@app.route('/api/navigation/<int:index>', methods=['DELETE'])
|
||
@require_auth
|
||
def delete_navigation(index):
|
||
nav = load_json('navigation.json')
|
||
if not isinstance(nav, list):
|
||
nav = []
|
||
if 0 <= index < len(nav):
|
||
removed = nav.pop(index)
|
||
save_json('navigation.json', nav)
|
||
return jsonify({'ok': True, 'removed': removed})
|
||
abort(404)
|
||
|
||
# ─── Links ───────────────────────────────────────────
|
||
@app.route('/api/links')
|
||
def get_links():
|
||
return jsonify(load_json('links.json'))
|
||
|
||
@app.route('/api/links', methods=['POST'])
|
||
@require_auth
|
||
def add_link():
|
||
try:
|
||
d = request.get_json(force=True)
|
||
links = load_json('links.json')
|
||
if not isinstance(links, list):
|
||
links = []
|
||
links.append({
|
||
'name': d.get('name', ''),
|
||
'url': d.get('url', ''),
|
||
'icon': d.get('icon', ''),
|
||
'category': d.get('category', '')
|
||
})
|
||
save_json('links.json', links)
|
||
return jsonify(links[-1]), 201
|
||
except Exception as e:
|
||
return jsonify({'error': str(e)}), 500
|
||
|
||
@app.route('/api/links/<int:index>', methods=['DELETE'])
|
||
@require_auth
|
||
def delete_link(index):
|
||
links = load_json('links.json')
|
||
if not isinstance(links, list):
|
||
links = []
|
||
if 0 <= index < len(links):
|
||
removed = links.pop(index)
|
||
save_json('links.json', links)
|
||
return jsonify({'ok': True, 'removed': removed})
|
||
abort(404)
|
||
|
||
# ─── API Keys ────────────────────────────────────────
|
||
def mask_value(val):
|
||
"""Mask a string value, showing only last 4 chars if longer than 4."""
|
||
if not isinstance(val, str) or len(val) == 0:
|
||
return val
|
||
if len(val) <= 4:
|
||
return '••••'
|
||
return '••••••' + val[-4:]
|
||
|
||
def is_masked(val):
|
||
"""Check if a value is a masked placeholder."""
|
||
if not isinstance(val, str):
|
||
return False
|
||
return '••••' in val
|
||
|
||
@app.route('/api/apikeys')
|
||
@require_auth
|
||
def get_apikeys():
|
||
try:
|
||
keys = load_json('apikeys.json')
|
||
masked = {}
|
||
for group, fields in keys.items():
|
||
if isinstance(fields, dict):
|
||
masked[group] = {}
|
||
for k, v in fields.items():
|
||
masked[group][k] = mask_value(v)
|
||
else:
|
||
masked[group] = mask_value(fields)
|
||
return jsonify(masked)
|
||
except Exception as e:
|
||
return jsonify({'error': str(e)}), 500
|
||
|
||
@app.route('/api/apikeys', methods=['POST'])
|
||
@require_auth
|
||
def save_apikeys():
|
||
try:
|
||
d = request.get_json(force=True)
|
||
group = d.get('group', '')
|
||
data = d.get('data', {})
|
||
if not group or not isinstance(data, dict):
|
||
return jsonify({'error': 'Invalid request: need group and data'}), 400
|
||
|
||
keys = load_json('apikeys.json')
|
||
if group not in keys:
|
||
keys[group] = {}
|
||
|
||
# Only update values that are not masked and not empty
|
||
for k, v in data.items():
|
||
if isinstance(v, str) and (is_masked(v) or v == ''):
|
||
continue # Skip masked or empty values
|
||
keys[group][k] = v
|
||
|
||
save_json('apikeys.json', keys)
|
||
return jsonify({'ok': True, 'group': group})
|
||
except Exception as e:
|
||
return jsonify({'error': str(e)}), 500
|
||
|
||
# ─── Theme ───────────────────────────────────────────
|
||
@app.route('/api/theme')
|
||
def get_theme():
|
||
return jsonify(load_json('theme.json'))
|
||
|
||
@app.route('/api/theme', methods=['POST'])
|
||
@require_auth
|
||
def save_theme():
|
||
try:
|
||
d = request.get_json(force=True)
|
||
save_json('theme.json', d)
|
||
return jsonify(d)
|
||
except Exception as e:
|
||
return jsonify({'error': str(e)}), 500
|
||
|
||
# ─── SEO ─────────────────────────────────────────────
|
||
@app.route('/api/seo')
|
||
def get_seo():
|
||
return jsonify(load_json('seo.json'))
|
||
|
||
@app.route('/api/seo', methods=['POST'])
|
||
@require_auth
|
||
def save_seo():
|
||
try:
|
||
d = request.get_json(force=True)
|
||
save_json('seo.json', d)
|
||
return jsonify(d)
|
||
except Exception as e:
|
||
return jsonify({'error': str(e)}), 500
|
||
|
||
# ─── Contact Settings ───────────────────────────────
|
||
@app.route('/api/contact-settings')
|
||
@require_auth
|
||
def get_contact_settings():
|
||
return jsonify(load_json('contact_settings.json'))
|
||
|
||
@app.route('/api/contact-settings', methods=['POST'])
|
||
@require_auth
|
||
def save_contact_settings():
|
||
try:
|
||
d = request.get_json(force=True)
|
||
save_json('contact_settings.json', d)
|
||
return jsonify(d)
|
||
except Exception as e:
|
||
return jsonify({'error': str(e)}), 500
|
||
|
||
# ─── Contact Form (public) ──────────────────────────
|
||
@app.route('/api/contact', methods=['POST'])
|
||
def contact_form():
|
||
try:
|
||
d = request.get_json(force=True)
|
||
name = d.get('name', '').strip()
|
||
email = d.get('email', '').strip()
|
||
message = d.get('message', '').strip()
|
||
|
||
if not name or not email or not message:
|
||
return jsonify({'error': 'All fields are required'}), 400
|
||
|
||
# Check if form is enabled
|
||
settings = load_json('contact_settings.json')
|
||
if not settings.get('form_enabled', True):
|
||
return jsonify({'error': 'Contact form is currently disabled'}), 403
|
||
|
||
contact_email = settings.get('email', '')
|
||
auto_reply = settings.get('auto_reply', '')
|
||
|
||
# Save message to messages.json regardless
|
||
messages = load_json('messages.json')
|
||
if not isinstance(messages, list):
|
||
messages = []
|
||
messages.append({
|
||
'name': name,
|
||
'email': email,
|
||
'message': message,
|
||
'timestamp': datetime.datetime.utcnow().isoformat() + 'Z'
|
||
})
|
||
save_json('messages.json', messages)
|
||
|
||
# Try to send email via SMTP if configured
|
||
keys = load_json('apikeys.json')
|
||
smtp_cfg = keys.get('smtp', {})
|
||
smtp_host = smtp_cfg.get('host', '')
|
||
smtp_port = smtp_cfg.get('port', '587')
|
||
smtp_user = smtp_cfg.get('user', '')
|
||
smtp_pass = smtp_cfg.get('pass', '')
|
||
|
||
email_sent = False
|
||
if smtp_host and smtp_user and smtp_pass and contact_email:
|
||
try:
|
||
# Send notification to site owner
|
||
msg = MIMEMultipart()
|
||
msg['From'] = smtp_user
|
||
msg['To'] = contact_email
|
||
msg['Subject'] = f'[JAESWIFT] Contact from {name}'
|
||
body = f"Name: {name}\nEmail: {email}\n\nMessage:\n{message}"
|
||
msg.attach(MIMEText(body, 'plain'))
|
||
|
||
server = smtplib.SMTP(smtp_host, int(smtp_port))
|
||
server.starttls()
|
||
server.login(smtp_user, smtp_pass)
|
||
server.send_message(msg)
|
||
|
||
# Send auto-reply if configured
|
||
if auto_reply:
|
||
reply = MIMEText(auto_reply, 'plain')
|
||
reply['From'] = smtp_user
|
||
reply['To'] = email
|
||
reply['Subject'] = 'Re: Your message to JAESWIFT'
|
||
server.send_message(reply)
|
||
|
||
server.quit()
|
||
email_sent = True
|
||
except Exception:
|
||
pass # Email failed, but message is saved
|
||
|
||
return jsonify({
|
||
'ok': True,
|
||
'email_sent': email_sent,
|
||
'message': 'Message received. Thanks for reaching out!'
|
||
})
|
||
except Exception as e:
|
||
return jsonify({'error': str(e)}), 500
|
||
|
||
# ─── Venice AI Chat ──────────────────────────────────
|
||
JAE_SYSTEM_PROMPT = """You are JAE-AI, the onboard AI assistant for jaeswift.xyz — a sci-fi themed personal hub built by Jae, a developer, tinkerer, and self-hosting enthusiast based in Manchester, UK.
|
||
|
||
You speak in a slightly futuristic, concise tone — like a ship's computer but with personality. Keep responses SHORT (2-4 sentences max unless asked for detail). Use uppercase for emphasis sparingly.
|
||
|
||
You know about all public areas of jaeswift.xyz:
|
||
- Homepage (jaeswift.xyz) — Sci-fi HUD dashboard with live server stats, weather, now playing, network graphs
|
||
- Blog (jaeswift.xyz/blog) — Jae's transmissions covering dev, linux, AI, true crime, conspiracy theories, guides
|
||
- Gitea (git.jaeswift.xyz) — Self-hosted Git server with Jae's repos and projects
|
||
- Plex (plex.jaeswift.xyz) — Media server
|
||
- Search (jaeswift.xyz/search) — Self-hosted search engine (SearXNG)
|
||
- Yoink (jaeswift.xyz/yoink/) — Media downloader tool
|
||
- Archive (archive.jaeswift.xyz) — Web archiving service
|
||
- Agent Zero (agentzero.jaeswift.xyz) — AI agent framework deployment
|
||
- Files (files.jaeswift.xyz) — File browser
|
||
- WIN95 Simulator (jaeswift.xyz/win95) — A Windows 95 simulator that runs in your browser!
|
||
|
||
Jae's tech stack: Linux, Docker, Python, Flask, Nginx, self-hosted infrastructure.
|
||
Jae is into: cybersecurity, AI agents, open source, true crime, conspiracy theories, music.
|
||
|
||
When greeting visitors, be welcoming and suggest they explore. Mention interesting areas like the WIN95 simulator, blog, or search engine. If asked technical questions, answer helpfully. You can recommend blog posts or services based on what the visitor seems interested in.
|
||
|
||
Never reveal API keys, server credentials, or internal infrastructure details.
|
||
Never pretend to execute commands or access systems — you are a chat assistant only."""
|
||
|
||
@app.route('/api/chat', methods=['POST'])
|
||
def venice_chat():
|
||
try:
|
||
keys = load_json('apikeys.json')
|
||
venice_key = keys.get('venice', {}).get('api_key', '')
|
||
venice_model = keys.get('venice', {}).get('model', 'llama-3.3-70b')
|
||
if not venice_key:
|
||
return jsonify({'error': 'Venice API key not configured'}), 500
|
||
|
||
data = request.get_json(force=True, silent=True) or {}
|
||
user_msg = data.get('message', '').strip()
|
||
history = data.get('history', [])
|
||
if not user_msg:
|
||
return jsonify({'error': 'Empty message'}), 400
|
||
|
||
messages = [{'role': 'system', 'content': JAE_SYSTEM_PROMPT}]
|
||
for h in history[-20:]: # Keep last 20 exchanges max
|
||
messages.append({'role': h.get('role', 'user'), 'content': h.get('content', '')})
|
||
messages.append({'role': 'user', 'content': user_msg})
|
||
|
||
resp = req.post(
|
||
'https://api.venice.ai/api/v1/chat/completions',
|
||
headers={
|
||
'Authorization': f'Bearer {venice_key}',
|
||
'Content-Type': 'application/json'
|
||
},
|
||
json={
|
||
'model': venice_model,
|
||
'messages': messages,
|
||
'max_tokens': 4096,
|
||
'temperature': 0.7
|
||
},
|
||
timeout=60
|
||
)
|
||
resp.raise_for_status()
|
||
result = resp.json()
|
||
reply = result['choices'][0]['message'].get('content', '') or ''
|
||
# Reasoning models may put output in reasoning_content
|
||
if not reply.strip():
|
||
reply = result['choices'][0]['message'].get('reasoning_content', '') or ''
|
||
return jsonify({'reply': reply})
|
||
except req.exceptions.RequestException as e:
|
||
return jsonify({'error': f'Venice API error: {str(e)}'}), 502
|
||
except Exception as e:
|
||
return jsonify({'error': str(e)}), 500
|
||
|
||
# ─── Globe Config ────────────────────────────────────
|
||
@app.route('/api/globe')
|
||
def get_globe():
|
||
return jsonify(load_json('globe.json'))
|
||
|
||
@app.route('/api/globe', methods=['POST'])
|
||
@require_auth
|
||
def save_globe():
|
||
try:
|
||
d = request.get_json(force=True)
|
||
save_json('globe.json', d)
|
||
return jsonify(d)
|
||
except Exception as e:
|
||
return jsonify({'error': str(e)}), 500
|
||
|
||
# ─── Chat AI Config ──────────────────────────────────
|
||
@app.route('/api/chat-config')
|
||
def get_chat_config():
|
||
return jsonify(load_json('chat_config.json'))
|
||
|
||
@app.route('/api/chat-config', methods=['POST'])
|
||
@require_auth
|
||
def save_chat_config():
|
||
try:
|
||
d = request.get_json(force=True)
|
||
save_json('chat_config.json', d)
|
||
return jsonify(d)
|
||
except Exception as e:
|
||
return jsonify({'error': str(e)}), 500
|
||
|
||
# ─── Backups ─────────────────────────────────────────
|
||
@app.route('/api/backups/posts')
|
||
@require_auth
|
||
def backup_posts():
|
||
try:
|
||
p = DATA_DIR / 'posts.json'
|
||
if not p.exists():
|
||
return jsonify({'error': 'No posts data found'}), 404
|
||
return send_file(p, as_attachment=True, download_name='posts.json', mimetype='application/json')
|
||
except Exception as e:
|
||
return jsonify({'error': str(e)}), 500
|
||
|
||
@app.route('/api/backups/tracks')
|
||
@require_auth
|
||
def backup_tracks():
|
||
try:
|
||
p = DATA_DIR / 'tracks.json'
|
||
if not p.exists():
|
||
return jsonify({'error': 'No tracks data found'}), 404
|
||
return send_file(p, as_attachment=True, download_name='tracks.json', mimetype='application/json')
|
||
except Exception as e:
|
||
return jsonify({'error': str(e)}), 500
|
||
|
||
@app.route('/api/backups/settings')
|
||
@require_auth
|
||
def backup_settings():
|
||
try:
|
||
p = DATA_DIR / 'settings.json'
|
||
if not p.exists():
|
||
return jsonify({'error': 'No settings data found'}), 404
|
||
return send_file(p, as_attachment=True, download_name='settings.json', mimetype='application/json')
|
||
except Exception as e:
|
||
return jsonify({'error': str(e)}), 500
|
||
|
||
@app.route('/api/backups/all')
|
||
@require_auth
|
||
def backup_all():
|
||
try:
|
||
buf = io.BytesIO()
|
||
with zipfile.ZipFile(buf, 'w', zipfile.ZIP_DEFLATED) as zf:
|
||
for f in DATA_DIR.glob('*.json'):
|
||
zf.write(f, f.name)
|
||
buf.seek(0)
|
||
ts = datetime.datetime.utcnow().strftime('%Y%m%d_%H%M%S')
|
||
return send_file(
|
||
buf,
|
||
as_attachment=True,
|
||
download_name=f'jaeswift_backup_{ts}.zip',
|
||
mimetype='application/zip'
|
||
)
|
||
except Exception as e:
|
||
return jsonify({'error': str(e)}), 500
|
||
|
||
# ─── Contraband ───────────────────────────────
|
||
_contraband_cache = None
|
||
_contraband_mtime = 0
|
||
|
||
def _load_contraband():
|
||
global _contraband_cache, _contraband_mtime
|
||
p = DATA_DIR / 'contraband.json'
|
||
if not p.exists():
|
||
return {'categories': [], 'total_entries': 0, 'total_starred': 0, 'total_categories': 0}
|
||
mt = p.stat().st_mtime
|
||
if _contraband_cache is None or mt != _contraband_mtime:
|
||
with open(p, encoding='utf-8') as f:
|
||
_contraband_cache = json.load(f)
|
||
_contraband_mtime = mt
|
||
return _contraband_cache
|
||
|
||
@app.route('/api/contraband')
|
||
def contraband_index():
|
||
db = _load_contraband()
|
||
cats = []
|
||
for c in db.get('categories', []):
|
||
cats.append({
|
||
'slug': c['slug'], 'code': c['code'], 'name': c['name'], 'icon': c['icon'],
|
||
'entry_count': c['entry_count'], 'starred_count': c['starred_count'],
|
||
'subcategory_count': c['subcategory_count']
|
||
})
|
||
return jsonify({
|
||
'total_entries': db.get('total_entries', 0),
|
||
'total_starred': db.get('total_starred', 0),
|
||
'total_categories': db.get('total_categories', 0),
|
||
'categories': cats
|
||
})
|
||
|
||
@app.route('/api/contraband/<slug>')
|
||
def contraband_category(slug):
|
||
db = _load_contraband()
|
||
for c in db.get('categories', []):
|
||
if c['slug'] == slug:
|
||
return jsonify(c)
|
||
abort(404, f'Category {slug} not found')
|
||
|
||
@app.route('/api/contraband/search')
|
||
def contraband_search():
|
||
q = request.args.get('q', '').lower().strip()
|
||
if not q or len(q) < 2:
|
||
return jsonify({'query': q, 'results': [], 'total': 0})
|
||
starred_only = request.args.get('starred', '').lower() == 'true'
|
||
limit = min(int(request.args.get('limit', 100)), 500)
|
||
db = _load_contraband()
|
||
results = []
|
||
for cat in db.get('categories', []):
|
||
for sub in cat.get('subcategories', []):
|
||
for entry in sub.get('entries', []):
|
||
if starred_only and not entry.get('starred'):
|
||
continue
|
||
searchable = f"{entry.get('name','')} {entry.get('description','')}".lower()
|
||
if q in searchable:
|
||
results.append({
|
||
'category_code': cat['code'], 'category_name': cat['name'],
|
||
'category_slug': cat['slug'],
|
||
'subcategory': sub['name'],
|
||
'name': entry.get('name', ''), 'url': entry.get('url', ''),
|
||
'description': entry.get('description', ''),
|
||
'starred': entry.get('starred', False),
|
||
'extra_links': entry.get('extra_links', [])
|
||
})
|
||
if len(results) >= limit:
|
||
break
|
||
if len(results) >= limit:
|
||
break
|
||
if len(results) >= limit:
|
||
break
|
||
return jsonify({'query': q, 'results': results, 'total': len(results)})
|
||
|
||
|
||
# ─── Run ─────────────────────────────────────────────
|
||
|
||
|
||
# ─── Changelog CRUD ───────────────────────────────────
|
||
@app.route('/api/changelog')
|
||
def get_changelog():
|
||
return jsonify(load_json('changelog.json'))
|
||
|
||
@app.route('/api/changelog', methods=['POST'])
|
||
@require_auth
|
||
def add_changelog_entry():
|
||
try:
|
||
d = request.get_json(force=True)
|
||
entries = load_json('changelog.json')
|
||
if not isinstance(entries, list):
|
||
entries = []
|
||
entry = {
|
||
'id': max((e.get('id', 0) for e in entries), default=0) + 1,
|
||
'version': d.get('version', ''),
|
||
'date': d.get('date', datetime.date.today().isoformat()),
|
||
'title': d.get('title', ''),
|
||
'description': d.get('description', ''),
|
||
'changes': d.get('changes', []),
|
||
'type': d.get('type', 'update')
|
||
}
|
||
entries.insert(0, entry)
|
||
save_json('changelog.json', entries)
|
||
return jsonify(entry), 201
|
||
except Exception as e:
|
||
return jsonify({'error': str(e)}), 500
|
||
|
||
@app.route('/api/changelog/<int:entry_id>', methods=['PUT'])
|
||
@require_auth
|
||
def update_changelog_entry(entry_id):
|
||
try:
|
||
d = request.get_json(force=True)
|
||
entries = load_json('changelog.json')
|
||
for i, e in enumerate(entries):
|
||
if e.get('id') == entry_id:
|
||
entries[i] = {**e, **d, 'id': entry_id}
|
||
save_json('changelog.json', entries)
|
||
return jsonify(entries[i])
|
||
abort(404, 'Changelog entry not found')
|
||
except Exception as e:
|
||
return jsonify({'error': str(e)}), 500
|
||
|
||
@app.route('/api/changelog/<int:entry_id>', methods=['DELETE'])
|
||
@require_auth
|
||
def delete_changelog_entry(entry_id):
|
||
entries = load_json('changelog.json')
|
||
entries = [e for e in entries if e.get('id') != entry_id]
|
||
save_json('changelog.json', entries)
|
||
return jsonify({'ok': True})
|
||
|
||
# ─── Data Sync (Contraband + Awesomelist) ─────────────
|
||
@app.route('/api/sync/status')
|
||
@require_auth
|
||
def sync_status():
|
||
"""Return last sync times and stats for contraband and awesomelist."""
|
||
result = {}
|
||
# Contraband stats
|
||
cb_path = DATA_DIR / 'contraband.json'
|
||
if cb_path.exists():
|
||
cb_data = _load_contraband()
|
||
result['contraband'] = {
|
||
'last_sync': datetime.datetime.fromtimestamp(cb_path.stat().st_mtime).isoformat(),
|
||
'total_entries': cb_data.get('total_entries', 0),
|
||
'total_categories': cb_data.get('total_categories', 0),
|
||
'total_starred': cb_data.get('total_starred', 0),
|
||
'file_size': cb_path.stat().st_size
|
||
}
|
||
else:
|
||
result['contraband'] = {'last_sync': None, 'total_entries': 0, 'total_categories': 0, 'total_starred': 0}
|
||
|
||
# Awesomelist stats
|
||
al_index = DATA_DIR / 'awesomelist_index.json'
|
||
al_dir = DATA_DIR / 'awesomelist'
|
||
if al_index.exists():
|
||
al_data = _load_awesomelist_index() or {}
|
||
sector_count = len(list(al_dir.glob('sector_*.json'))) if al_dir.exists() else 0
|
||
result['awesomelist'] = {
|
||
'last_sync': datetime.datetime.fromtimestamp(al_index.stat().st_mtime).isoformat(),
|
||
'total_sectors': al_data.get('total_sectors', sector_count),
|
||
'total_lists': al_data.get('total_lists', 0),
|
||
'total_entries': al_data.get('total_entries', 0),
|
||
}
|
||
else:
|
||
result['awesomelist'] = {'last_sync': None, 'total_sectors': 0, 'total_lists': 0, 'total_entries': 0}
|
||
|
||
return jsonify(result)
|
||
|
||
@app.route('/api/sync/contraband', methods=['POST'])
|
||
@require_auth
|
||
def sync_contraband():
|
||
"""Trigger contraband sync."""
|
||
try:
|
||
script = Path(__file__).parent / 'contraband_sync.py'
|
||
if not script.exists():
|
||
return jsonify({'error': 'contraband_sync.py not found'}), 500
|
||
result = subprocess.run(
|
||
['python3', str(script)],
|
||
capture_output=True, text=True, timeout=300,
|
||
cwd=str(script.parent)
|
||
)
|
||
if result.returncode == 0:
|
||
return jsonify({'status': 'ok', 'message': 'Contraband sync completed', 'log': result.stdout[-500:] if result.stdout else ''})
|
||
else:
|
||
return jsonify({'status': 'error', 'message': 'Sync failed', 'stderr': result.stderr[-500:] if result.stderr else ''}), 500
|
||
except subprocess.TimeoutExpired:
|
||
return jsonify({'status': 'error', 'message': 'Sync timed out (300s)'}), 504
|
||
except Exception as e:
|
||
return jsonify({'status': 'error', 'message': str(e)}), 500
|
||
|
||
@app.route('/api/sync/awesomelist', methods=['POST'])
|
||
@require_auth
|
||
def sync_awesomelist():
|
||
"""Trigger awesomelist sync."""
|
||
try:
|
||
script = Path(__file__).parent / 'awesomelist_sync.py'
|
||
if not script.exists():
|
||
return jsonify({'error': 'awesomelist_sync.py not found'}), 500
|
||
result = subprocess.run(
|
||
['python3', str(script)],
|
||
capture_output=True, text=True, timeout=600,
|
||
cwd=str(script.parent)
|
||
)
|
||
if result.returncode == 0:
|
||
return jsonify({'status': 'ok', 'message': 'Awesomelist sync completed', 'log': result.stdout[-500:] if result.stdout else ''})
|
||
else:
|
||
return jsonify({'status': 'error', 'message': 'Sync failed', 'stderr': result.stderr[-500:] if result.stderr else ''}), 500
|
||
except subprocess.TimeoutExpired:
|
||
return jsonify({'status': 'error', 'message': 'Sync timed out (600s)'}), 504
|
||
except Exception as e:
|
||
return jsonify({'status': 'error', 'message': str(e)}), 500
|
||
|
||
# ─── Cron Jobs Management ─────────────────────────────
|
||
CRON_JOBS = [
|
||
{'id': 'contraband', 'name': 'Contraband Sync', 'pattern': 'contraband_sync', 'schedule_default': '0 3 * * 0'},
|
||
{'id': 'awesomelist', 'name': 'Awesomelist Sync', 'pattern': 'awesomelist_sync', 'schedule_default': '0 4 * * *'},
|
||
{'id': 'sitrep', 'name': 'SITREP Generator', 'pattern': 'sitrep_generator', 'schedule_default': '0 7 * * *'},
|
||
]
|
||
|
||
@app.route('/api/crons')
|
||
@require_auth
|
||
def get_crons():
|
||
"""Parse crontab and return status of known cron jobs."""
|
||
try:
|
||
raw = subprocess.run(['crontab', '-l'], capture_output=True, text=True, timeout=5)
|
||
crontab_lines = raw.stdout.strip().split('\n') if raw.returncode == 0 else []
|
||
except Exception:
|
||
crontab_lines = []
|
||
|
||
results = []
|
||
for job in CRON_JOBS:
|
||
found = False
|
||
enabled = False
|
||
schedule = job['schedule_default']
|
||
full_line = ''
|
||
for line in crontab_lines:
|
||
if job['pattern'] in line:
|
||
found = True
|
||
full_line = line
|
||
stripped = line.lstrip()
|
||
enabled = not stripped.startswith('#')
|
||
# Parse schedule from the line
|
||
parts = stripped.lstrip('#').strip().split(None, 5)
|
||
if len(parts) >= 5:
|
||
schedule = ' '.join(parts[:5])
|
||
break
|
||
results.append({
|
||
'id': job['id'],
|
||
'name': job['name'],
|
||
'found': found,
|
||
'enabled': enabled,
|
||
'schedule': schedule,
|
||
'full_line': full_line
|
||
})
|
||
return jsonify(results)
|
||
|
||
@app.route('/api/crons/<job_id>/toggle', methods=['POST'])
|
||
@require_auth
|
||
def toggle_cron(job_id):
|
||
"""Enable or disable a cron job by commenting/uncommenting its line."""
|
||
job = next((j for j in CRON_JOBS if j['id'] == job_id), None)
|
||
if not job:
|
||
return jsonify({'error': 'Unknown cron job'}), 404
|
||
|
||
try:
|
||
raw = subprocess.run(['crontab', '-l'], capture_output=True, text=True, timeout=5)
|
||
if raw.returncode != 0:
|
||
return jsonify({'error': 'Cannot read crontab'}), 500
|
||
lines = raw.stdout.strip().split('\n')
|
||
|
||
new_lines = []
|
||
toggled = False
|
||
for line in lines:
|
||
if job['pattern'] in line:
|
||
stripped = line.lstrip()
|
||
if stripped.startswith('#'):
|
||
# Enable it - remove leading #
|
||
new_lines.append(stripped.lstrip('#').strip())
|
||
else:
|
||
# Disable it - add #
|
||
new_lines.append('# ' + line)
|
||
toggled = True
|
||
else:
|
||
new_lines.append(line)
|
||
|
||
if not toggled:
|
||
return jsonify({'error': 'Cron job line not found in crontab'}), 404
|
||
|
||
# Write new crontab
|
||
new_crontab = '\n'.join(new_lines) + '\n'
|
||
proc = subprocess.run(['crontab', '-'], input=new_crontab, capture_output=True, text=True, timeout=5)
|
||
if proc.returncode != 0:
|
||
return jsonify({'error': 'Failed to write crontab: ' + proc.stderr}), 500
|
||
|
||
return jsonify({'ok': True, 'job_id': job_id})
|
||
except Exception as e:
|
||
return jsonify({'error': str(e)}), 500
|
||
|
||
# ─── Backup Import ────────────────────────────────────
|
||
@app.route('/api/backups/import', methods=['POST'])
|
||
@require_auth
|
||
def backup_import():
|
||
"""Accept a ZIP file and restore JSON data files from it."""
|
||
try:
|
||
if 'file' not in request.files:
|
||
return jsonify({'error': 'No file uploaded'}), 400
|
||
f = request.files['file']
|
||
if not f.filename.endswith('.zip'):
|
||
return jsonify({'error': 'Only ZIP files accepted'}), 400
|
||
|
||
buf = io.BytesIO(f.read())
|
||
restored = []
|
||
with zipfile.ZipFile(buf, 'r') as zf:
|
||
for name in zf.namelist():
|
||
if name.endswith('.json') and '/' not in name:
|
||
# Only restore top-level JSON files
|
||
target = DATA_DIR / name
|
||
target.write_bytes(zf.read(name))
|
||
restored.append(name)
|
||
|
||
return jsonify({'ok': True, 'restored': restored, 'count': len(restored)})
|
||
except zipfile.BadZipFile:
|
||
return jsonify({'error': 'Invalid ZIP file'}), 400
|
||
except Exception as e:
|
||
return jsonify({'error': str(e)}), 500
|
||
|
||
|
||
|
||
# ─── Awesome Lists ────────────────────────────────────
|
||
_awesomelist_index = None
|
||
_awesomelist_mtime = 0
|
||
|
||
def _load_awesomelist_index():
|
||
global _awesomelist_index, _awesomelist_mtime
|
||
p = DATA_DIR / 'awesomelist_index.json'
|
||
if not p.exists():
|
||
return None
|
||
mt = p.stat().st_mtime
|
||
if _awesomelist_index is None or mt != _awesomelist_mtime:
|
||
with open(p, 'r') as f:
|
||
_awesomelist_index = json.load(f)
|
||
_awesomelist_mtime = mt
|
||
return _awesomelist_index
|
||
|
||
@app.route('/api/awesomelist')
|
||
def awesomelist_index():
|
||
db = _load_awesomelist_index()
|
||
if not db:
|
||
return jsonify({'error': 'Data not available'}), 503
|
||
return jsonify(db)
|
||
|
||
@app.route('/api/awesomelist/<code>')
|
||
def awesomelist_sector_detail(code):
|
||
"""Serve flattened sector data (like contraband categories)"""
|
||
p = DATA_DIR / 'awesomelist' / f'sector_{code.upper()}.json'
|
||
if not p.exists():
|
||
return jsonify({'error': 'Sector not found'}), 404
|
||
with open(p, 'r') as f:
|
||
data = json.load(f)
|
||
return jsonify(data)
|
||
|
||
@app.route('/api/awesomelist/search')
|
||
def awesomelist_search():
|
||
q = request.args.get('q', '').strip().lower()
|
||
if len(q) < 2:
|
||
return jsonify({'query': q, 'results': [], 'total': 0})
|
||
results = []
|
||
limit = 100
|
||
al_dir = DATA_DIR / 'awesomelist'
|
||
if not al_dir.exists():
|
||
return jsonify({'query': q, 'results': [], 'total': 0})
|
||
for fp in sorted(al_dir.iterdir()):
|
||
if not fp.name.startswith('sector_'):
|
||
continue
|
||
try:
|
||
with open(fp) as f:
|
||
sector = json.load(f)
|
||
for sub in sector.get('subcategories', []):
|
||
for entry in sub.get('entries', []):
|
||
if q in entry.get('name', '').lower() or q in entry.get('description', '').lower():
|
||
results.append({
|
||
'sector_code': sector['code'],
|
||
'sector_name': sector['name'],
|
||
'subcategory': sub['name'],
|
||
'name': entry.get('name', ''),
|
||
'url': entry.get('url', ''),
|
||
'description': entry.get('description', ''),
|
||
'starred': entry.get('starred', False)
|
||
})
|
||
if len(results) >= limit:
|
||
break
|
||
if len(results) >= limit:
|
||
break
|
||
except:
|
||
continue
|
||
if len(results) >= limit:
|
||
break
|
||
return jsonify({'query': q, 'results': results, 'total': len(results)})
|
||
|
||
# ─── RADAR: Live Tech News Feed ──────────────────────
|
||
import feedparser
|
||
|
||
RADAR_CACHE = {'items': [], 'last_fetch': 0}
|
||
RADAR_LOCK = threading.Lock()
|
||
RADAR_TTL = 900 # 15 minutes
|
||
|
||
RADAR_FEEDS = {
|
||
'hackernews': {
|
||
'url': 'https://hnrss.org/frontpage?count=50',
|
||
'label': 'HACKER NEWS',
|
||
'color': '#ff6600'
|
||
},
|
||
'reddit_technology': {
|
||
'url': 'https://www.reddit.com/r/technology/hot.rss?limit=30',
|
||
'label': 'R/TECHNOLOGY',
|
||
'color': '#ff4500'
|
||
},
|
||
'reddit_programming': {
|
||
'url': 'https://www.reddit.com/r/programming/hot.rss?limit=30',
|
||
'label': 'R/PROGRAMMING',
|
||
'color': '#ff4500'
|
||
},
|
||
'reddit_netsec': {
|
||
'url': 'https://www.reddit.com/r/netsec/hot.rss?limit=30',
|
||
'label': 'R/NETSEC',
|
||
'color': '#ff4500'
|
||
},
|
||
'lobsters': {
|
||
'url': 'https://lobste.rs/rss',
|
||
'label': 'LOBSTERS',
|
||
'color': '#ac130d'
|
||
}
|
||
}
|
||
|
||
def fetch_radar_feeds():
|
||
items = []
|
||
for src_id, src in RADAR_FEEDS.items():
|
||
try:
|
||
feed = feedparser.parse(src['url'])
|
||
for entry in feed.entries:
|
||
pub = ''
|
||
if hasattr(entry, 'published_parsed') and entry.published_parsed:
|
||
pub = time.strftime('%Y-%m-%dT%H:%M:%SZ', entry.published_parsed)
|
||
elif hasattr(entry, 'updated_parsed') and entry.updated_parsed:
|
||
pub = time.strftime('%Y-%m-%dT%H:%M:%SZ', entry.updated_parsed)
|
||
|
||
# Extract points/score from HN
|
||
score = 0
|
||
comments = 0
|
||
comments_url = ''
|
||
if 'hnrss' in src['url']:
|
||
# HN RSS includes comments link and points in description
|
||
if hasattr(entry, 'comments'):
|
||
comments_url = entry.comments
|
||
|
||
items.append({
|
||
'title': entry.get('title', 'Untitled'),
|
||
'url': entry.get('link', ''),
|
||
'source': src['label'],
|
||
'source_id': src_id,
|
||
'source_color': src['color'],
|
||
'published': pub,
|
||
'comments_url': comments_url,
|
||
'summary': (entry.get('summary', '') or '')[:200]
|
||
})
|
||
except Exception as e:
|
||
print(f'RADAR feed error ({src_id}): {e}')
|
||
# Sort by published date descending
|
||
items.sort(key=lambda x: x.get('published', ''), reverse=True)
|
||
return items
|
||
|
||
def get_radar_items():
|
||
now = time.time()
|
||
with RADAR_LOCK:
|
||
if now - RADAR_CACHE['last_fetch'] > RADAR_TTL or not RADAR_CACHE['items']:
|
||
RADAR_CACHE['items'] = fetch_radar_feeds()
|
||
RADAR_CACHE['last_fetch'] = now
|
||
return RADAR_CACHE['items']
|
||
|
||
@app.route('/api/radar')
|
||
def api_radar():
|
||
source = request.args.get('source', 'all').lower()
|
||
q = request.args.get('q', '').strip().lower()
|
||
limit = min(int(request.args.get('limit', 200)), 500)
|
||
|
||
items = get_radar_items()
|
||
|
||
if source != 'all':
|
||
items = [i for i in items if i['source_id'] == source or i['source'].lower() == source]
|
||
if q:
|
||
items = [i for i in items if q in i['title'].lower() or q in i.get('summary', '').lower()]
|
||
|
||
return jsonify({
|
||
'total': len(items[:limit]),
|
||
'sources': list(RADAR_FEEDS.keys()),
|
||
'last_updated': time.strftime('%Y-%m-%dT%H:%M:%SZ', time.gmtime(RADAR_CACHE.get('last_fetch', 0))),
|
||
'items': items[:limit]
|
||
})
|
||
|
||
@app.route('/api/radar/refresh', methods=['POST'])
|
||
def api_radar_refresh():
|
||
with RADAR_LOCK:
|
||
RADAR_CACHE['items'] = fetch_radar_feeds()
|
||
RADAR_CACHE['last_fetch'] = time.time()
|
||
return jsonify({'status': 'ok', 'total': len(RADAR_CACHE['items'])})
|
||
|
||
# ─── SITREP: Daily AI Briefing ────────────────────────
|
||
SITREP_DIR = DATA_DIR / 'sitreps'
|
||
|
||
@app.route('/api/sitrep')
|
||
def api_sitrep():
|
||
"""Return today's SITREP, or most recent if not yet generated. ?date=YYYY-MM-DD for specific date."""
|
||
date_param = request.args.get('date', '').strip()
|
||
sitrep_dir = SITREP_DIR
|
||
if not sitrep_dir.exists():
|
||
return jsonify({'error': 'No SITREPs available yet', 'sitrep': None}), 404
|
||
|
||
if date_param:
|
||
target = sitrep_dir / f'{date_param}.json'
|
||
if target.exists():
|
||
return jsonify(json.loads(target.read_text()))
|
||
return jsonify({'error': f'No SITREP for {date_param}', 'sitrep': None}), 404
|
||
|
||
# Try today first, then most recent
|
||
today = datetime.datetime.utcnow().strftime('%Y-%m-%d')
|
||
today_file = sitrep_dir / f'{today}.json'
|
||
if today_file.exists():
|
||
data = json.loads(today_file.read_text())
|
||
data['is_today'] = True
|
||
return jsonify(data)
|
||
|
||
# Find most recent
|
||
files = sorted(sitrep_dir.glob('*.json'), reverse=True)
|
||
if files:
|
||
data = json.loads(files[0].read_text())
|
||
data['is_today'] = False
|
||
data['notice'] = f"Today's SITREP not yet generated. Showing most recent: {data.get('date', 'unknown')}"
|
||
return jsonify(data)
|
||
|
||
return jsonify({'error': 'No SITREPs available yet', 'sitrep': None}), 404
|
||
|
||
@app.route('/api/sitrep/list')
|
||
def api_sitrep_list():
|
||
"""Return list of all available SITREP dates for archive browsing."""
|
||
sitrep_dir = SITREP_DIR
|
||
if not sitrep_dir.exists():
|
||
return jsonify({'dates': [], 'total': 0})
|
||
|
||
entries = []
|
||
for f in sorted(sitrep_dir.glob('*.json'), reverse=True):
|
||
try:
|
||
data = json.loads(f.read_text())
|
||
entries.append({
|
||
'date': data.get('date', f.stem),
|
||
'headline': data.get('headline', ''),
|
||
'model': data.get('model', 'unknown'),
|
||
'sources_used': data.get('sources_used', 0)
|
||
})
|
||
except Exception:
|
||
entries.append({'date': f.stem, 'headline': '', 'model': 'unknown', 'sources_used': 0})
|
||
|
||
return jsonify({'dates': entries, 'total': len(entries)})
|
||
|
||
@app.route('/api/sitrep/generate', methods=['POST'])
|
||
def api_sitrep_generate():
|
||
"""Manually trigger SITREP generation."""
|
||
try:
|
||
import subprocess as sp
|
||
script = Path(__file__).parent / 'sitrep_generator.py'
|
||
if not script.exists():
|
||
return jsonify({'error': 'sitrep_generator.py not found'}), 500
|
||
result = sp.run(
|
||
['python3', str(script)],
|
||
capture_output=True, text=True, timeout=120,
|
||
cwd=str(script.parent)
|
||
)
|
||
if result.returncode == 0:
|
||
today = datetime.datetime.utcnow().strftime('%Y-%m-%d')
|
||
sitrep_file = SITREP_DIR / f'{today}.json'
|
||
if sitrep_file.exists():
|
||
return jsonify({'status': 'ok', 'message': 'SITREP generated', 'date': today, 'log': result.stdout[-500:] if result.stdout else ''})
|
||
return jsonify({'status': 'ok', 'message': 'Generator ran but no file produced', 'log': result.stdout[-500:] if result.stdout else ''})
|
||
else:
|
||
return jsonify({'status': 'error', 'message': 'Generator failed', 'stderr': result.stderr[-500:] if result.stderr else '', 'stdout': result.stdout[-500:] if result.stdout else ''}), 500
|
||
except sp.TimeoutExpired:
|
||
return jsonify({'status': 'error', 'message': 'Generation timed out (120s)'}), 504
|
||
except Exception as e:
|
||
return jsonify({'status': 'error', 'message': str(e)}), 500
|
||
|
||
# ─── .GOV Domain Tracker ──────────────────────────────
|
||
|
||
def _load_govdomains():
|
||
p = DATA_DIR / 'govdomains.json'
|
||
if p.exists():
|
||
try:
|
||
with open(p) as f:
|
||
return json.load(f)
|
||
except Exception:
|
||
pass
|
||
return {'last_sync': None, 'total': 0, 'domains': []}
|
||
|
||
@app.route('/api/govdomains')
|
||
def api_govdomains():
|
||
"""Return .gov domains with optional filters: range, search, type, new_only."""
|
||
data = _load_govdomains()
|
||
domains = data.get('domains', [])
|
||
|
||
# Range filter (by first_seen)
|
||
range_param = request.args.get('range', 'all').lower()
|
||
if range_param != 'all':
|
||
range_map = {
|
||
'24h': 1, '3d': 3, '7d': 7, '14d': 14, '30d': 30
|
||
}
|
||
days = range_map.get(range_param, None)
|
||
if days:
|
||
from datetime import datetime as dt, timedelta
|
||
cutoff = (dt.utcnow() - timedelta(days=days)).strftime('%Y-%m-%d')
|
||
domains = [d for d in domains if d.get('first_seen', '') >= cutoff]
|
||
|
||
# Type filter
|
||
type_param = request.args.get('type', '').strip()
|
||
if type_param:
|
||
type_lower = type_param.lower()
|
||
domains = [d for d in domains if d.get('type', '').lower() == type_lower]
|
||
|
||
# New only filter
|
||
if request.args.get('new_only', '').lower() == 'true':
|
||
domains = [d for d in domains if d.get('is_new', False)]
|
||
|
||
# Search filter
|
||
search = request.args.get('search', '').strip().lower()
|
||
if search:
|
||
domains = [d for d in domains if (
|
||
search in d.get('domain', '').lower() or
|
||
search in d.get('agency', '').lower() or
|
||
search in d.get('organization', '').lower() or
|
||
search in d.get('city', '').lower() or
|
||
search in d.get('state', '').lower()
|
||
)]
|
||
|
||
# Pagination
|
||
limit = min(int(request.args.get('limit', 500)), 2000)
|
||
offset = int(request.args.get('offset', 0))
|
||
|
||
return jsonify({
|
||
'last_sync': data.get('last_sync'),
|
||
'total_all': data.get('total', 0),
|
||
'total_filtered': len(domains),
|
||
'offset': offset,
|
||
'limit': limit,
|
||
'domains': domains[offset:offset + limit]
|
||
})
|
||
|
||
@app.route('/api/govdomains/stats')
|
||
def api_govdomains_stats():
|
||
"""Return summary stats for .gov domains."""
|
||
data = _load_govdomains()
|
||
domains = data.get('domains', [])
|
||
|
||
# Count by type
|
||
type_counts = {}
|
||
for d in domains:
|
||
t = d.get('type', 'Unknown') or 'Unknown'
|
||
type_counts[t] = type_counts.get(t, 0) + 1
|
||
|
||
# Count new (24h)
|
||
from datetime import datetime as dt, timedelta
|
||
cutoff_24h = (dt.utcnow() - timedelta(days=1)).strftime('%Y-%m-%d')
|
||
cutoff_7d = (dt.utcnow() - timedelta(days=7)).strftime('%Y-%m-%d')
|
||
cutoff_30d = (dt.utcnow() - timedelta(days=30)).strftime('%Y-%m-%d')
|
||
|
||
new_24h = sum(1 for d in domains if d.get('first_seen', '') >= cutoff_24h)
|
||
new_7d = sum(1 for d in domains if d.get('first_seen', '') >= cutoff_7d)
|
||
new_30d = sum(1 for d in domains if d.get('first_seen', '') >= cutoff_30d)
|
||
|
||
# Load history for recent additions timeline
|
||
hist_path = DATA_DIR / 'govdomains_history.json'
|
||
history = {}
|
||
if hist_path.exists():
|
||
try:
|
||
with open(hist_path) as f:
|
||
history = json.load(f)
|
||
except Exception:
|
||
pass
|
||
|
||
# Recent history (last 30 days)
|
||
recent_history = {}
|
||
for date_key, entries in history.items():
|
||
if date_key >= cutoff_30d:
|
||
count = len([e for e in entries if not e.startswith('__baseline__')])
|
||
if count > 0:
|
||
recent_history[date_key] = count
|
||
|
||
return jsonify({
|
||
'total': data.get('total', 0),
|
||
'last_sync': data.get('last_sync'),
|
||
'new_24h': new_24h,
|
||
'new_7d': new_7d,
|
||
'new_30d': new_30d,
|
||
'by_type': type_counts,
|
||
'recent_additions': recent_history,
|
||
'types_list': sorted(type_counts.keys())
|
||
})
|
||
|
||
|
||
# ─── Unredacted: Declassified Document Archive ────────
|
||
_unredacted_cache = None
|
||
_unredacted_mtime = 0
|
||
|
||
def _load_unredacted():
|
||
global _unredacted_cache, _unredacted_mtime
|
||
p = DATA_DIR / 'unredacted.json'
|
||
if not p.exists():
|
||
return {'categories': []}
|
||
mt = p.stat().st_mtime
|
||
if _unredacted_cache is None or mt != _unredacted_mtime:
|
||
with open(p, encoding='utf-8') as f:
|
||
_unredacted_cache = json.load(f)
|
||
_unredacted_mtime = mt
|
||
return _unredacted_cache
|
||
|
||
@app.route('/api/unredacted')
|
||
def get_unredacted():
|
||
return jsonify(_load_unredacted())
|
||
|
||
@app.route('/api/unredacted/categories')
|
||
def get_unredacted_categories():
|
||
db = _load_unredacted()
|
||
cats = []
|
||
for c in db.get('categories', []):
|
||
n_countries = len(c.get('countries', []))
|
||
n_docs = 0
|
||
n_collections = 0
|
||
for cn in c.get('countries', []):
|
||
for col in cn.get('collections', []):
|
||
n_collections += 1
|
||
n_docs += len(col.get('documents', []))
|
||
cats.append({
|
||
'id': c['id'], 'name': c['name'], 'description': c.get('description', ''),
|
||
'icon': c.get('icon', ''), 'countries': n_countries,
|
||
'collections': n_collections, 'documents': n_docs
|
||
})
|
||
return jsonify({'categories': cats})
|
||
|
||
@app.route('/api/unredacted/category/<cat_id>')
|
||
def get_unredacted_category(cat_id):
|
||
db = _load_unredacted()
|
||
for c in db.get('categories', []):
|
||
if c['id'] == cat_id:
|
||
return jsonify(c)
|
||
abort(404, f'Category {cat_id} not found')
|
||
|
||
@app.route('/api/unredacted/upload', methods=['POST'])
|
||
@require_auth
|
||
def upload_unredacted_doc():
|
||
"""Upload a PDF to the unredacted archive. Future admin use."""
|
||
try:
|
||
if 'file' not in request.files:
|
||
return jsonify({'error': 'No file uploaded'}), 400
|
||
f = request.files['file']
|
||
cat_id = request.form.get('category', '')
|
||
col_id = request.form.get('collection', '')
|
||
if not cat_id or not col_id:
|
||
return jsonify({'error': 'category and collection required'}), 400
|
||
if not f.filename.lower().endswith('.pdf'):
|
||
return jsonify({'error': 'Only PDF files accepted'}), 400
|
||
save_dir = Path('/var/www/jaeswift-homepage/unredacted/docs') / cat_id / col_id
|
||
save_dir.mkdir(parents=True, exist_ok=True)
|
||
dest = save_dir / f.filename
|
||
f.save(str(dest))
|
||
return jsonify({'ok': True, 'path': str(dest), 'filename': f.filename})
|
||
except Exception as e:
|
||
return jsonify({'error': str(e)}), 500
|
||
|
||
# ─── Legacy redirects: /api/propaganda → /api/unredacted ────────
|
||
@app.route('/api/propaganda')
|
||
def redirect_propaganda():
|
||
return redirect('/api/unredacted', code=301)
|
||
|
||
@app.route('/api/propaganda/categories')
|
||
def redirect_propaganda_categories():
|
||
return redirect('/api/unredacted/categories', code=301)
|
||
|
||
@app.route('/api/propaganda/category/<cat_id>')
|
||
def redirect_propaganda_category(cat_id):
|
||
return redirect(f'/api/unredacted/category/{cat_id}', code=301)
|
||
|
||
# ─── Crime Scene Archive ────────────────────────────────
|
||
_crimescene_cache = None
|
||
_crimescene_mtime = 0
|
||
|
||
def _load_crimescene():
|
||
global _crimescene_cache, _crimescene_mtime
|
||
p = DATA_DIR / 'crimescene.json'
|
||
if not p.exists():
|
||
return {'categories': []}
|
||
mt = p.stat().st_mtime
|
||
if _crimescene_cache is None or mt != _crimescene_mtime:
|
||
with open(p, encoding='utf-8') as f:
|
||
_crimescene_cache = json.load(f)
|
||
_crimescene_mtime = mt
|
||
return _crimescene_cache
|
||
|
||
@app.route('/api/crimescene')
|
||
def get_crimescene():
|
||
return jsonify(_load_crimescene())
|
||
|
||
@app.route('/api/crimescene/categories')
|
||
def get_crimescene_categories():
|
||
db = _load_crimescene()
|
||
cats = []
|
||
for c in db.get('categories', []):
|
||
n_countries = len(c.get('countries', []))
|
||
n_docs = 0
|
||
n_collections = 0
|
||
for cn in c.get('countries', []):
|
||
for col in cn.get('collections', []):
|
||
n_collections += 1
|
||
n_docs += len(col.get('documents', []))
|
||
cats.append({
|
||
'id': c['id'], 'name': c['name'], 'description': c.get('description', ''),
|
||
'icon': c.get('icon', ''), 'countries': n_countries,
|
||
'collections': n_collections, 'documents': n_docs
|
||
})
|
||
return jsonify({'categories': cats})
|
||
|
||
@app.route('/api/crimescene/category/<cat_id>')
|
||
def get_crimescene_category(cat_id):
|
||
db = _load_crimescene()
|
||
for c in db.get('categories', []):
|
||
if c['id'] == cat_id:
|
||
return jsonify(c)
|
||
abort(404, f'Category {cat_id} not found')
|
||
|
||
if __name__ == '__main__':
|
||
app.run(host='0.0.0.0', port=5000, debug=False)
|