feat: add UNREDACTED categories (US UFO, Covert Ops, Government) + CRIME SCENE section
- Added 3 categories to unredacted.json: UFO/UAP (US), Covert Operations, Government - 127 real declassified PDFs (4.8GB) on VPS including: - UK MOD UFO files (112 files, 4.3GB) - Project Condign (250MB) - Pentagon UAP Report (2021) - CIA/NSA UFO documents - MKUltra Senate Hearing - Stargate Project docs - Operation Northwoods/Paperclip - Pentagon Papers (62MB) - CIA Torture Report (44MB) - JFK/Iran-Contra docs - New CRIME SCENE section: HTML, CSS, JS, JSON, API routes - Added to navigation and depot landing page
This commit is contained in:
parent
8bb4c6f727
commit
054cf547cc
10 changed files with 3046 additions and 102 deletions
47
api/app.py
47
api/app.py
|
|
@ -1608,5 +1608,52 @@ def redirect_propaganda_categories():
|
|||
def redirect_propaganda_category(cat_id):
|
||||
return redirect(f'/api/unredacted/category/{cat_id}', code=301)
|
||||
|
||||
# ─── Crime Scene Archive ────────────────────────────────
|
||||
_crimescene_cache = None
|
||||
_crimescene_mtime = 0
|
||||
|
||||
def _load_crimescene():
|
||||
global _crimescene_cache, _crimescene_mtime
|
||||
p = DATA_DIR / 'crimescene.json'
|
||||
if not p.exists():
|
||||
return {'categories': []}
|
||||
mt = p.stat().st_mtime
|
||||
if _crimescene_cache is None or mt != _crimescene_mtime:
|
||||
with open(p, encoding='utf-8') as f:
|
||||
_crimescene_cache = json.load(f)
|
||||
_crimescene_mtime = mt
|
||||
return _crimescene_cache
|
||||
|
||||
@app.route('/api/crimescene')
|
||||
def get_crimescene():
|
||||
return jsonify(_load_crimescene())
|
||||
|
||||
@app.route('/api/crimescene/categories')
|
||||
def get_crimescene_categories():
|
||||
db = _load_crimescene()
|
||||
cats = []
|
||||
for c in db.get('categories', []):
|
||||
n_countries = len(c.get('countries', []))
|
||||
n_docs = 0
|
||||
n_collections = 0
|
||||
for cn in c.get('countries', []):
|
||||
for col in cn.get('collections', []):
|
||||
n_collections += 1
|
||||
n_docs += len(col.get('documents', []))
|
||||
cats.append({
|
||||
'id': c['id'], 'name': c['name'], 'description': c.get('description', ''),
|
||||
'icon': c.get('icon', ''), 'countries': n_countries,
|
||||
'collections': n_collections, 'documents': n_docs
|
||||
})
|
||||
return jsonify({'categories': cats})
|
||||
|
||||
@app.route('/api/crimescene/category/<cat_id>')
|
||||
def get_crimescene_category(cat_id):
|
||||
db = _load_crimescene()
|
||||
for c in db.get('categories', []):
|
||||
if c['id'] == cat_id:
|
||||
return jsonify(c)
|
||||
abort(404, f'Category {cat_id} not found')
|
||||
|
||||
if __name__ == '__main__':
|
||||
app.run(host='0.0.0.0', port=5000, debug=False)
|
||||
|
|
|
|||
44
api/data/crimescene.json
Normal file
44
api/data/crimescene.json
Normal file
|
|
@ -0,0 +1,44 @@
|
|||
{
|
||||
"categories": [
|
||||
{
|
||||
"id": "unsolved-murders",
|
||||
"name": "Unsolved Murders",
|
||||
"description": "Mysterious deaths and killings that remain unsolved to this day",
|
||||
"icon": "🔪",
|
||||
"countries": [
|
||||
{"code": "UK", "name": "United Kingdom", "flag": "🇬🇧", "collections": []},
|
||||
{"code": "US", "name": "United States", "flag": "🇺🇸", "collections": []}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": "serial-killers",
|
||||
"name": "Serial Killers",
|
||||
"description": "Case files, psychological profiles, and investigation documents on serial killers",
|
||||
"icon": "⚠️",
|
||||
"countries": [
|
||||
{"code": "UK", "name": "United Kingdom", "flag": "🇬🇧", "collections": []},
|
||||
{"code": "US", "name": "United States", "flag": "🇺🇸", "collections": []}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": "court-transcripts",
|
||||
"name": "Court Transcripts",
|
||||
"description": "Trial transcripts, depositions, and legal proceedings from notable criminal cases",
|
||||
"icon": "⚖️",
|
||||
"countries": [
|
||||
{"code": "UK", "name": "United Kingdom", "flag": "🇬🇧", "collections": []},
|
||||
{"code": "US", "name": "United States", "flag": "🇺🇸", "collections": []}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": "cold-cases",
|
||||
"name": "Cold Cases",
|
||||
"description": "Investigations gone cold — cases shelved but never forgotten",
|
||||
"icon": "❄️",
|
||||
"countries": [
|
||||
{"code": "UK", "name": "United Kingdom", "flag": "🇬🇧", "collections": []},
|
||||
{"code": "US", "name": "United States", "flag": "🇺🇸", "collections": []}
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
|
|
@ -90,6 +90,12 @@
|
|||
"url": "/depot/unredacted",
|
||||
"description": "Classified documents & briefings"
|
||||
},
|
||||
{
|
||||
"label": "CRIME SCENE",
|
||||
"url": "/depot/crimescene",
|
||||
"description": "Criminal case files & investigations",
|
||||
"style": "color: #ff2d2d;"
|
||||
},
|
||||
{
|
||||
"label": "EXFIL",
|
||||
"url": "/depot/exfil",
|
||||
|
|
|
|||
|
|
@ -3,7 +3,7 @@
|
|||
{
|
||||
"id": "ufo-uap",
|
||||
"name": "UFO / UAP",
|
||||
"description": "Unidentified aerial phenomena declassified files",
|
||||
"description": "Unidentified aerial phenomena declassified files from government archives worldwide",
|
||||
"icon": "👽",
|
||||
"countries": [
|
||||
{
|
||||
|
|
@ -859,53 +859,94 @@
|
|||
]
|
||||
},
|
||||
{
|
||||
"code": "USA",
|
||||
"code": "US",
|
||||
"name": "United States",
|
||||
"flag": "🇺🇸",
|
||||
"collections": [
|
||||
{
|
||||
"id": "pentagon-uap-reports",
|
||||
"name": "Pentagon UAP Reports",
|
||||
"year": "2021-2024",
|
||||
"description": "Official US government Unidentified Anomalous Phenomena reports from the ODNI and AARO. First formal US government acknowledgment of UAP since Project Blue Book closed in 1969.",
|
||||
"source": "ODNI / Department of Defense / AARO",
|
||||
"documents": [
|
||||
{
|
||||
"id": "prelimary-assessment-uap-20210625",
|
||||
"title": "ODNI Preliminary Assessment: Unidentified Aerial Phenomena (June 2021)",
|
||||
"filename": "Prelimary-Assessment-UAP-20210625.pdf",
|
||||
"description": "The first official US intelligence community assessment of UAP in over 50 years. Examined 144 UAP incidents reported by military personnel between 2004-2021. Concluded UAP pose a flight safety threat and may represent a national security challenge. Only one incident was explained (a deflating balloon).",
|
||||
"size_mb": 0.37,
|
||||
"date_released": "2021-06-25",
|
||||
"classification": "UNCLASSIFIED"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": "project-blue-book",
|
||||
"name": "Project Blue Book",
|
||||
"year": "1952-1969",
|
||||
"description": "USAF systematic study of UFOs. 12,618 sightings investigated.",
|
||||
"source": "National Archives",
|
||||
"documents": []
|
||||
},
|
||||
"description": "The US Air Force's systematic study of unidentified flying objects. Running from 1952 to 1969, Blue Book investigated 12,618 UFO sightings. 701 remained officially 'unidentified'.",
|
||||
"source": "USAF / FBI / The Black Vault",
|
||||
"documents": [
|
||||
{
|
||||
"id": "uap-task-force",
|
||||
"name": "UAP Task Force Reports",
|
||||
"year": "2021-2024",
|
||||
"description": "Modern Pentagon UAP investigation reports released to Congress.",
|
||||
"source": "DoD / ODNI",
|
||||
"documents": []
|
||||
"id": "project-blue-book-fbi",
|
||||
"title": "Project Blue Book — FBI File",
|
||||
"filename": "project-blue-book-fbi.pdf",
|
||||
"description": "FBI records related to the USAF's Project Blue Book. Contains inter-agency correspondence between the FBI and Air Force regarding UFO sighting reports, witness interviews, and investigative findings from the study that catalogued 12,618 UFO incidents.",
|
||||
"size_mb": 0.58,
|
||||
"date_released": "2010",
|
||||
"classification": "UNCLASSIFIED"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"code": "RUS",
|
||||
"name": "Russia",
|
||||
"flag": "🇷🇺",
|
||||
"collections": [
|
||||
"id": "cia-ufo-collection",
|
||||
"name": "CIA UFO Document Collection",
|
||||
"year": "1940s-2000s",
|
||||
"description": "Documents from the CIA's archives relating to UFOs and UAP, released through FOIA requests and the CIA Electronic Reading Room.",
|
||||
"source": "CIA Reading Room / FOIA",
|
||||
"documents": [
|
||||
{
|
||||
"id": "soviet-ufo-files",
|
||||
"name": "Soviet Military UFO Files",
|
||||
"year": "1978-1990",
|
||||
"description": "Declassified Soviet military reports on unidentified aerial phenomena collected during the Cold War era.",
|
||||
"source": "Russian State Archives",
|
||||
"documents": []
|
||||
"id": "cia-ufo-compilation",
|
||||
"title": "CIA UFO Document Compilation",
|
||||
"filename": "cia-ufo-compilation.pdf",
|
||||
"description": "Compilation of CIA documents relating to the UFO phenomenon. Contains intelligence assessments, field reports, and analytical papers produced over several decades covering foreign government UFO programmes, radar anomalies, and intelligence implications of unidentified aerial objects.",
|
||||
"size_mb": 2.33,
|
||||
"date_released": "2021",
|
||||
"classification": "Formerly CLASSIFIED (declassified)"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": "nsa-ufo-documents",
|
||||
"name": "NSA UFO Documents",
|
||||
"year": "1968-1990s",
|
||||
"description": "National Security Agency documents released under FOIA relating to UFOs. The NSA initially denied holding any UFO-related documents before a federal court ordered disclosure.",
|
||||
"source": "NSA FOIA / The Black Vault",
|
||||
"documents": [
|
||||
{
|
||||
"id": "nsa-ufo-hypothesis",
|
||||
"title": "NSA: UFO Hypothesis and Survival Questions",
|
||||
"filename": "nsa-ufo-hypothesis.pdf",
|
||||
"description": "A remarkable NSA draft document exploring existential implications of the UFO phenomenon. Examines five hypotheses for the origin of UFOs — hoaxes, hallucinations, natural phenomena, secret Earth technology, and extraterrestrial visitors — and assesses the survival implications of each for national security.",
|
||||
"size_mb": 0.3,
|
||||
"date_released": "1979",
|
||||
"classification": "Formerly SECRET (declassified)"
|
||||
}
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": "intelligence",
|
||||
"name": "INTELLIGENCE",
|
||||
"description": "Declassified intelligence agency operations and programs",
|
||||
"id": "covert-operations",
|
||||
"name": "COVERT OPERATIONS",
|
||||
"description": "Classified programmes, black operations, and intelligence activities exposed through declassification, whistleblowers, and congressional investigations",
|
||||
"icon": "🕵️",
|
||||
"countries": [
|
||||
{
|
||||
"code": "USA",
|
||||
"code": "US",
|
||||
"name": "United States",
|
||||
"flag": "🇺🇸",
|
||||
"collections": [
|
||||
|
|
@ -913,55 +954,73 @@
|
|||
"id": "mkultra",
|
||||
"name": "Project MKUltra",
|
||||
"year": "1953-1973",
|
||||
"description": "CIA mind control program. Most documents destroyed in 1973, surviving files declassified in 1977.",
|
||||
"source": "CIA Reading Room",
|
||||
"documents": []
|
||||
},
|
||||
"description": "The CIA's illegal programme of experiments on human subjects to develop mind control techniques using drugs (particularly LSD), hypnosis, sensory deprivation, and psychological torture. Operated for 20 years across 80+ institutions. CIA Director Helms ordered most files destroyed in 1973.",
|
||||
"source": "CIA Reading Room / Senate Intelligence Committee",
|
||||
"documents": [
|
||||
{
|
||||
"id": "cointelpro",
|
||||
"name": "COINTELPRO",
|
||||
"year": "1956-1971",
|
||||
"description": "FBI counterintelligence program targeting domestic political organisations.",
|
||||
"source": "FBI Vault",
|
||||
"documents": []
|
||||
"id": "mkultra-senate-hearing",
|
||||
"title": "Project MKUltra: CIA Program of Research in Behavioral Modification — Senate Hearing (1977)",
|
||||
"filename": "projectmkultraci0000unit_encrypted.pdf",
|
||||
"description": "Full transcript of the landmark 1977 joint Senate hearing. Contains testimony from CIA Director Stansfield Turner revealing the scope of MKUltra — 149 sub-projects spanning drug experiments, hypnosis, electroshock, and psychological manipulation on unwitting subjects across universities, prisons, and hospitals.",
|
||||
"size_mb": 10.08,
|
||||
"date_released": "1977",
|
||||
"classification": "PUBLIC HEARING"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"code": "UK",
|
||||
"name": "United Kingdom",
|
||||
"flag": "🇬🇧",
|
||||
"collections": [
|
||||
"id": "stargate-program",
|
||||
"name": "Stargate Project",
|
||||
"year": "1978-1995",
|
||||
"description": "The US government's $20 million psychic espionage programme employing 'remote viewers' who claimed to perceive distant targets through ESP. Used operationally during the Iran hostage crisis and hunt for Gadaffi before shutdown in 1995.",
|
||||
"source": "CIA Reading Room / DIA FOIA",
|
||||
"documents": [
|
||||
{
|
||||
"id": "mi5-cold-war",
|
||||
"name": "MI5 Cold War Files",
|
||||
"year": "1945-1991",
|
||||
"description": "Declassified Security Service files from the Cold War period including surveillance and counter-espionage operations.",
|
||||
"source": "UK National Archives",
|
||||
"documents": []
|
||||
}
|
||||
]
|
||||
"id": "stargate-cia-doc-1",
|
||||
"title": "Stargate Project: Remote Viewing Session Document",
|
||||
"filename": "stargate-cia-doc-1.pdf",
|
||||
"description": "CIA document from the Stargate Project archive containing a remote viewing session record. Demonstrates the structured protocol used by Stargate viewers to gather intelligence on Soviet military facilities and the evaluation methodology applied to session results.",
|
||||
"size_mb": 2.33,
|
||||
"date_released": "2017",
|
||||
"classification": "Formerly SECRET (declassified)"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": "military-ops",
|
||||
"name": "MILITARY OPERATIONS",
|
||||
"description": "Declassified military operations and strategic planning",
|
||||
"icon": "⚔️",
|
||||
"countries": [
|
||||
{
|
||||
"code": "USA",
|
||||
"name": "United States",
|
||||
"flag": "🇺🇸",
|
||||
"collections": [
|
||||
{
|
||||
"id": "operation-northwoods",
|
||||
"name": "Operation Northwoods",
|
||||
"year": "1962",
|
||||
"description": "Proposed false flag operations against American citizens to justify military intervention in Cuba. Rejected by JFK.",
|
||||
"source": "National Security Archive",
|
||||
"documents": []
|
||||
"description": "A proposed false flag operation by the Joint Chiefs of Staff to fabricate pretexts for military intervention in Cuba. Plans included staging fake terrorist attacks, hijacking aircraft, and sinking refugee boats. Kennedy rejected the proposal.",
|
||||
"source": "National Security Archive (GWU)",
|
||||
"documents": [
|
||||
{
|
||||
"id": "operation-northwoods",
|
||||
"title": "Operation Northwoods: Justification for US Military Intervention in Cuba",
|
||||
"filename": "operation-northwoods.pdf",
|
||||
"description": "The original Joint Chiefs memorandum proposing a series of false flag operations to justify US military action against Cuba. Includes plans to blow up a US ship in Guantanamo Bay, stage a fake terror campaign in Miami, and shoot down a civilian airliner. Signed by Chairman Lyman Lemnitzer, presented to McNamara 13 March 1962.",
|
||||
"size_mb": 0.76,
|
||||
"date_released": "2001",
|
||||
"classification": "Formerly TOP SECRET SPECIAL HANDLING NOFORN"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": "operation-paperclip",
|
||||
"name": "Operation Paperclip",
|
||||
"year": "1945-1959",
|
||||
"description": "Secret US programme to recruit over 1,600 German scientists and engineers from Nazi Germany after WWII. Many were Nazi Party and SS members or had participated in war crimes. Their expertise was considered critical for the space programme and Cold War.",
|
||||
"source": "National Security Archive (GWU)",
|
||||
"documents": [
|
||||
{
|
||||
"id": "paperclip-jioa-memo",
|
||||
"title": "Operation Paperclip — JIOA Director's Memorandum",
|
||||
"filename": "paperclip-jioa-memo.pdf",
|
||||
"description": "Joint Intelligence Objectives Agency memorandum detailing recruitment and security clearance procedures for German scientists. Documents the systematic whitewashing of Nazi affiliations to circumvent Truman's explicit order barring committed Nazis from the United States.",
|
||||
"size_mb": 0.07,
|
||||
"date_released": "2006",
|
||||
"classification": "Formerly SECRET (declassified)"
|
||||
}
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
|
|
@ -970,44 +1029,94 @@
|
|||
{
|
||||
"id": "government",
|
||||
"name": "GOVERNMENT",
|
||||
"description": "Released government documents, investigations, and correspondence",
|
||||
"description": "Political scandals, investigations, assassinations, and government reports that shaped modern history",
|
||||
"icon": "🏛️",
|
||||
"countries": [
|
||||
{
|
||||
"code": "USA",
|
||||
"code": "US",
|
||||
"name": "United States",
|
||||
"flag": "🇺🇸",
|
||||
"collections": [
|
||||
{
|
||||
"id": "jfk-files",
|
||||
"name": "JFK Assassination Files",
|
||||
"year": "1963-2023",
|
||||
"description": "Released files related to the assassination of President John F. Kennedy.",
|
||||
"source": "National Archives",
|
||||
"documents": []
|
||||
}
|
||||
]
|
||||
"id": "pentagon-papers",
|
||||
"name": "Pentagon Papers",
|
||||
"year": "1945-1967",
|
||||
"description": "Top-secret DOD history of US involvement in Vietnam leaked by Daniel Ellsberg in 1971. Revealed systematic government deception about the war's scope and progress. Triggered a landmark Supreme Court press freedom ruling.",
|
||||
"source": "National Archives / Archive.org",
|
||||
"documents": [
|
||||
{
|
||||
"id": "pentagonpapersde02beac",
|
||||
"title": "The Pentagon Papers — Defense Department History of Vietnam",
|
||||
"filename": "pentagonpapersde02beac.pdf",
|
||||
"description": "The 7,000-page top-secret study commissioned by Secretary of Defense McNamara in 1967. Reveals decades of government deception about Vietnam War strategy, escalation decisions, and casualty projections. Ellsberg's 1971 leak to the New York Times triggered the landmark Pentagon Papers Supreme Court case.",
|
||||
"size_mb": 61.8,
|
||||
"date_released": "2011",
|
||||
"classification": "Formerly TOP SECRET – SENSITIVE (declassified)"
|
||||
},
|
||||
{
|
||||
"id": "pentagon-papers-nara",
|
||||
"title": "Pentagon Papers — NARA Reference Document",
|
||||
"filename": "pentagon-papers-nara.pdf",
|
||||
"description": "National Archives reference document providing context, finding aids, and archival notes for the Pentagon Papers collection.",
|
||||
"size_mb": 0.05,
|
||||
"date_released": "2011",
|
||||
"classification": "UNCLASSIFIED"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": "science-tech",
|
||||
"name": "SCIENCE & TECHNOLOGY",
|
||||
"description": "Declassified research programs and technical studies",
|
||||
"icon": "🔬",
|
||||
"countries": [
|
||||
"id": "cia-torture-report",
|
||||
"name": "CIA Torture Report",
|
||||
"year": "2001-2009",
|
||||
"description": "Senate Intelligence Committee's damning report on the CIA's Detention and Interrogation Program documenting the use of waterboarding, sleep deprivation, rectal feeding, and other methods constituting torture under international law.",
|
||||
"source": "Senate Intelligence Committee (SSCI)",
|
||||
"documents": [
|
||||
{
|
||||
"code": "USA",
|
||||
"name": "United States",
|
||||
"flag": "🇺🇸",
|
||||
"collections": [
|
||||
"id": "ssci-torture-report-executive-summary",
|
||||
"title": "SSCI CIA Detention & Interrogation Program — Executive Summary (525 pages)",
|
||||
"filename": "ssci-torture-report-executive-summary.pdf",
|
||||
"description": "The 525-page declassified executive summary. Documents 20 key findings including that 'enhanced interrogation techniques' were far more brutal than disclosed, produced no unique intelligence, and that the CIA systematically misrepresented the programme to Congress and the White House. Details waterboarding, mock executions, and prolonged sleep deprivation.",
|
||||
"size_mb": 43.83,
|
||||
"date_released": "2014-12-09",
|
||||
"classification": "Formerly TOP SECRET (declassified executive summary)"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": "project-stargate",
|
||||
"name": "Project Stargate",
|
||||
"year": "1978-1995",
|
||||
"description": "CIA/DIA remote viewing program investigating psychic phenomena for intelligence applications.",
|
||||
"source": "CIA Reading Room",
|
||||
"documents": []
|
||||
"id": "jfk-assassination",
|
||||
"name": "JFK Assassination",
|
||||
"year": "1963-1964",
|
||||
"description": "Documents related to the assassination of President Kennedy on 22 November 1963. The Warren Commission concluded Oswald acted alone, but the 1979 House Select Committee found a 'probable conspiracy'.",
|
||||
"source": "National Archives / Mary Ferrell Foundation",
|
||||
"documents": [
|
||||
{
|
||||
"id": "jfk-mary-ferrell",
|
||||
"title": "JFK Assassination Document — Mary Ferrell Foundation",
|
||||
"filename": "jfk-mary-ferrell.pdf",
|
||||
"description": "Document from the Mary Ferrell Foundation's archive on the JFK assassination. The Foundation maintains one of the largest private collections including Warren Commission materials and House Select Committee records.",
|
||||
"size_mb": 0.05,
|
||||
"date_released": "Various",
|
||||
"classification": "DECLASSIFIED"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": "iran-contra",
|
||||
"name": "Iran-Contra Affair",
|
||||
"year": "1985-1987",
|
||||
"description": "Senior Reagan administration officials secretly facilitated arms sales to embargoed Iran, then illegally funnelled proceeds to fund Contra rebels in Nicaragua — violating the Arms Export Control Act and Boland Amendment.",
|
||||
"source": "National Security Archive (GWU)",
|
||||
"documents": [
|
||||
{
|
||||
"id": "iran-contra-guide",
|
||||
"title": "Iran-Contra Affair: Document Guide",
|
||||
"filename": "iran-contra-guide.pdf",
|
||||
"description": "National Security Archive research guide to the Iran-Contra scandal. Structured overview of key documents, timelines, and participants involved in the secret arms-for-hostages deals and illegal funding of Nicaraguan Contra rebels.",
|
||||
"size_mb": 0.07,
|
||||
"date_released": "2006",
|
||||
"classification": "DECLASSIFIED"
|
||||
}
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
|
|
|
|||
1086
css/crimescene.css
Normal file
1086
css/crimescene.css
Normal file
File diff suppressed because it is too large
Load diff
50
depot/crimescene.html
Normal file
50
depot/crimescene.html
Normal file
|
|
@ -0,0 +1,50 @@
|
|||
<!DOCTYPE html>
|
||||
<html lang="en">
|
||||
<head>
|
||||
<meta charset="UTF-8">
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
||||
<title>JAESWIFT // CRIME SCENE — Criminal Case Archive</title>
|
||||
<meta name="description" content="Criminal case archive. Browse categorised case files, court transcripts, and investigation documents with built-in PDF viewer.">
|
||||
<link rel="preconnect" href="https://fonts.googleapis.com">
|
||||
<link href="https://fonts.googleapis.com/css2?family=Orbitron:wght@400;700;900&family=JetBrains+Mono:wght@300;400;500;700&display=swap" rel="stylesheet">
|
||||
<link rel="stylesheet" href="/css/style.css">
|
||||
<link rel="stylesheet" href="/css/section.css">
|
||||
<link rel="stylesheet" href="/css/crimescene.css">
|
||||
<script src="https://cdnjs.cloudflare.com/ajax/libs/pdf.js/3.11.174/pdf.min.js"></script>
|
||||
</head>
|
||||
<body>
|
||||
<div class="scanline-overlay"></div>
|
||||
<div class="grid-bg"></div>
|
||||
<nav class="nav-main" id="navbar">
|
||||
<div class="nav-container">
|
||||
<a href="/" class="nav-logo"><span class="logo-bracket">[</span> JAE <span class="logo-bracket">]</span></a>
|
||||
<button class="nav-toggle" id="navToggle" aria-label="Menu"><span></span><span></span><span></span></button>
|
||||
<ul class="nav-menu" id="navMenu"></ul>
|
||||
<div class="nav-status"><span class="nav-clock" id="navClock"></span></div>
|
||||
</div>
|
||||
</nav>
|
||||
<div class="breadcrumb">
|
||||
<a href="/">HOME</a><span class="separator">/</span>
|
||||
<a href="/depot">DEPOT</a><span class="separator">/</span>
|
||||
<span class="current">CRIME SCENE</span>
|
||||
</div>
|
||||
<section class="section-header" style="padding-top: calc(var(--nav-height) + 1.5rem);">
|
||||
<div class="section-header-label">DEPOT // CRIMINAL CASE ARCHIVE</div>
|
||||
<h1 class="section-header-title">CRIME SCENE</h1>
|
||||
<p class="section-header-sub">> Criminal case files, court transcripts, and investigation documents. Browse the archive.</p>
|
||||
</section>
|
||||
<section class="subpage-content" style="max-width: clamp(1200px, 90vw, 2400px); margin: 0 auto; padding: 0 2rem 3rem;">
|
||||
<div id="crimesceneRoot"><div class="prop-loading">INITIALISING CRIME SCENE ARCHIVE...</div></div>
|
||||
</section>
|
||||
<footer class="footer">
|
||||
<div class="footer-container">
|
||||
<div class="footer-left"><span class="footer-logo">[JAE]</span><span class="footer-copy">© 2026 JAESWIFT.XYZ</span></div>
|
||||
<div class="footer-right"><span class="footer-signal">SIGNAL ████<span class="signal-flicker">█</span></span></div>
|
||||
</div>
|
||||
</footer>
|
||||
<script src="/js/wallet-connect.js"></script>
|
||||
<script src="/js/nav.js"></script>
|
||||
<script src="/js/clock.js"></script>
|
||||
<script src="/js/crimescene.js"></script>
|
||||
</body>
|
||||
</html>
|
||||
|
|
@ -48,6 +48,12 @@
|
|||
<div class="section-card-desc">Recovered publications and documents preserved in digital format. Browse on-site.</div>
|
||||
<div class="section-card-arrow">ENTER →</div>
|
||||
</a>
|
||||
<a href="/depot/crimescene" class="section-card" style="border-color: #ff2d2d;">
|
||||
<div class="section-card-icon" style="color: #ff2d2d;">◉</div>
|
||||
<div class="section-card-title" style="color: #ff2d2d;">CRIME SCENE</div>
|
||||
<div class="section-card-desc">Criminal case files, court transcripts, and investigation documents. Browse the archive.</div>
|
||||
<div class="section-card-arrow" style="color: #ff2d2d;">ENTER →</div>
|
||||
</a>
|
||||
<a href="/depot/exfil" class="section-card">
|
||||
<div class="section-card-icon">⬡</div>
|
||||
<div class="section-card-title">EXFIL</div>
|
||||
|
|
|
|||
236
download_all_docs.sh
Normal file
236
download_all_docs.sh
Normal file
|
|
@ -0,0 +1,236 @@
|
|||
#!/bin/bash
|
||||
# Master download script for UNREDACTED document collections
|
||||
# Run directly on VPS: bash /tmp/download_all_docs.sh
|
||||
|
||||
# set -e # disabled - many downloads expected to fail
|
||||
BASE="/var/www/jaeswift-homepage/unredacted/docs"
|
||||
LOG="/tmp/download_log.txt"
|
||||
echo "=== UNREDACTED Document Download - $(date) ===" | tee $LOG
|
||||
|
||||
download() {
|
||||
local url="$1"
|
||||
local dest="$2"
|
||||
local name="$3"
|
||||
echo "[DL] $name" | tee -a $LOG
|
||||
if wget -q --timeout=60 --tries=3 -O "$dest" "$url" 2>/dev/null; then
|
||||
local size=$(stat -c%s "$dest" 2>/dev/null || echo 0)
|
||||
if [ "$size" -gt 1000 ]; then
|
||||
local sizemb=$(echo "scale=2; $size/1048576" | bc)
|
||||
echo " [OK] ${sizemb}MB - $dest" | tee -a $LOG
|
||||
else
|
||||
echo " [FAIL] Too small (${size}B), removing" | tee -a $LOG
|
||||
rm -f "$dest"
|
||||
fi
|
||||
else
|
||||
echo " [FAIL] wget failed" | tee -a $LOG
|
||||
rm -f "$dest"
|
||||
fi
|
||||
}
|
||||
|
||||
#############################################
|
||||
# SECTION 1: UFO/UAP Collections
|
||||
#############################################
|
||||
echo "" | tee -a $LOG
|
||||
echo "========== UFO/UAP COLLECTIONS ==========" | tee -a $LOG
|
||||
|
||||
# --- USA: Pentagon UAP Reports ---
|
||||
DIR="$BASE/ufo-uap/USA/pentagon-uap-reports"
|
||||
mkdir -p "$DIR"
|
||||
echo "--- Pentagon UAP Reports ---" | tee -a $LOG
|
||||
download "https://www.dni.gov/files/ODNI/documents/assessments/Prelimary-Assessment-UAP-20210625.pdf" "$DIR/dni-preliminary-assessment-uap-2021.pdf" "ODNI Preliminary Assessment 2021"
|
||||
download "https://www.dni.gov/files/ODNI/documents/assessments/Unclassified-2022-Annual-Report-UAP.pdf" "$DIR/dni-annual-report-uap-2022.pdf" "ODNI Annual Report UAP 2022"
|
||||
download "https://media.defense.gov/2024/Mar/08/2003409233/-1/-1/0/DOPSR-CLEARED-508-COMPLIANT-HRRV1-08-MAR-2024-FINAL.PDF" "$DIR/aaro-historical-record-report-vol1-2024.pdf" "AARO Historical Record Vol 1"
|
||||
download "https://media.defense.gov/2024/Nov/14/2003583603/-1/-1/0/FY24-CONSOLIDATED-ANNUAL-REPORT-ON-UAP-508.PDF" "$DIR/fy2024-consolidated-annual-report-uap.pdf" "FY2024 UAP Annual Report"
|
||||
download "https://media.defense.gov/2024/Jan/25/2003381266/-1/-1/1/UNCLASSIFIED%20SUMMARY_UNIDENTIFIED%20ANOMALOUS%20PHENOMENA%20SECURE.PDF" "$DIR/dodig-2023-109-uap-evaluation.pdf" "DoD IG UAP Evaluation 2023"
|
||||
download "https://www.dni.gov/files/ODNI/documents/assessments/DOD-AARO-Consolidated-Annual-Report-on-UAP-Nov2024.pdf" "$DIR/aaro-consolidated-annual-report-uap-nov2024.pdf" "AARO Consolidated Nov 2024"
|
||||
download "https://media.defense.gov/2021/Jun/25/2002749916/-1/-1/1/DEPUTY-SECRETARY-OF-DEFENSE-MEMORANDUM-ON-UNIDENTIFIED-AERIAL-PHENOMENA-ASSESSMENTS.PDF" "$DIR/depsecdef-memo-uap-assessments-2021.pdf" "DepSecDef UAP Memo 2021"
|
||||
|
||||
# --- USA: Project Blue Book ---
|
||||
DIR="$BASE/ufo-uap/USA/project-blue-book"
|
||||
mkdir -p "$DIR"
|
||||
echo "--- Project Blue Book ---" | tee -a $LOG
|
||||
download "https://documents.theblackvault.com/documents/fbifiles/bluebook.pdf" "$DIR/project-blue-book-fbi.pdf" "Blue Book FBI File"
|
||||
download "https://documents.theblackvault.com/documents/ufos/bluebook/bluebook.pdf" "$DIR/project-blue-book-archive.pdf" "Blue Book Archive"
|
||||
# Try individual Blue Book case files from known Black Vault paths
|
||||
download "https://documents.theblackvault.com/documents/ufos/bluebook/ProjectBlueBookSpecialReport14.pdf" "$DIR/project-blue-book-special-report-14.pdf" "Blue Book Special Report 14"
|
||||
download "https://documents2.theblackvault.com/documents/ufos/bluebook/BlueBookIndexByState.pdf" "$DIR/blue-book-index-by-state.pdf" "Blue Book Index by State"
|
||||
|
||||
# --- USA: CIA UFO Collection ---
|
||||
DIR="$BASE/ufo-uap/USA/cia-ufo-collection"
|
||||
mkdir -p "$DIR"
|
||||
echo "--- CIA UFO Collection ---" | tee -a $LOG
|
||||
download "https://documents2.theblackvault.com/documents/ufos/CIA-UFO-CollectionCDROM.zip" "$DIR/CIA-UFO-CollectionCDROM.zip" "CIA UFO CD-ROM Collection"
|
||||
# If zip downloaded, extract it
|
||||
if [ -f "$DIR/CIA-UFO-CollectionCDROM.zip" ]; then
|
||||
echo " Extracting CIA UFO zip..." | tee -a $LOG
|
||||
cd "$DIR" && unzip -qo CIA-UFO-CollectionCDROM.zip 2>/dev/null && rm -f CIA-UFO-CollectionCDROM.zip
|
||||
echo " [OK] Extracted" | tee -a $LOG
|
||||
cd /
|
||||
fi
|
||||
|
||||
# --- USA: NSA UFO Documents ---
|
||||
DIR="$BASE/ufo-uap/USA/nsa-ufo-documents"
|
||||
mkdir -p "$DIR"
|
||||
echo "--- NSA UFO Documents ---" | tee -a $LOG
|
||||
download "https://documents.theblackvault.com/documents/nsa/ufo/nsa-ufo-documents.pdf" "$DIR/nsa-ufo-documents.pdf" "NSA UFO Documents"
|
||||
download "https://documents2.theblackvault.com/documents/nsa/nsa-ufo.pdf" "$DIR/nsa-ufo-collection.pdf" "NSA UFO Collection"
|
||||
# Try NSA FOIA released UFO docs
|
||||
download "https://www.nsa.gov/portals/75/documents/news-features/declassified-documents/ufo/in_camera_affidavit.pdf" "$DIR/nsa-in-camera-affidavit.pdf" "NSA In Camera Affidavit"
|
||||
download "https://www.nsa.gov/portals/75/documents/news-features/declassified-documents/ufo/ufo_hypothesis.pdf" "$DIR/nsa-ufo-hypothesis.pdf" "NSA UFO Hypothesis"
|
||||
download "https://www.nsa.gov/portals/75/documents/news-features/declassified-documents/ufo/key_to_extraterrestrial_messages.pdf" "$DIR/nsa-key-to-et-messages.pdf" "NSA Key to ET Messages"
|
||||
|
||||
# --- France: COMETA Report ---
|
||||
DIR="$BASE/ufo-uap/FR/cometa-report"
|
||||
mkdir -p "$DIR"
|
||||
echo "--- COMETA Report ---" | tee -a $LOG
|
||||
download "https://www.ufoevidence.org/newsite/files/COMETA-part1.pdf" "$DIR/cometa-report-part1.pdf" "COMETA Part 1"
|
||||
download "https://www.ufoevidence.org/newsite/files/COMETA-part2.pdf" "$DIR/cometa-report-part2.pdf" "COMETA Part 2"
|
||||
download "https://documents.theblackvault.com/documents/ufos/cometa-report.pdf" "$DIR/cometa-report-full.pdf" "COMETA Full Report"
|
||||
|
||||
# --- Brazil: Operation Saucer ---
|
||||
DIR="$BASE/ufo-uap/BR/operation-saucer"
|
||||
mkdir -p "$DIR"
|
||||
echo "--- Operation Saucer / Operação Prato ---" | tee -a $LOG
|
||||
download "https://documents.theblackvault.com/documents/ufos/brazil/brazil-ufo-files.pdf" "$DIR/brazil-ufo-files.pdf" "Brazil UFO Files"
|
||||
download "https://documents.theblackvault.com/documents/ufos/brazil/operacao-prato.pdf" "$DIR/operacao-prato.pdf" "Operação Prato"
|
||||
|
||||
# --- Australia: RAAF UFO Files ---
|
||||
DIR="$BASE/ufo-uap/AU/raaf-ufo-files"
|
||||
mkdir -p "$DIR"
|
||||
echo "--- Australian RAAF UFO Files ---" | tee -a $LOG
|
||||
download "https://documents.theblackvault.com/documents/ufos/australia/raaf-ufo-files.pdf" "$DIR/raaf-ufo-files.pdf" "RAAF UFO Files"
|
||||
download "https://recordsearch.naa.gov.au/SearchNRetrieve/NAAMedia/ShowImage.aspx?B=30030606" "$DIR/naa-ufo-30030606.pdf" "NAA UFO Record 30030606"
|
||||
|
||||
# --- Canada: Project Magnet ---
|
||||
DIR="$BASE/ufo-uap/CA/project-magnet"
|
||||
mkdir -p "$DIR"
|
||||
echo "--- Canadian Project Magnet ---" | tee -a $LOG
|
||||
download "https://documents.theblackvault.com/documents/ufos/canada/project-magnet.pdf" "$DIR/project-magnet.pdf" "Project Magnet"
|
||||
download "https://documents.theblackvault.com/documents/ufos/canada/canadian-ufo-files.pdf" "$DIR/canadian-ufo-files.pdf" "Canadian UFO Files"
|
||||
|
||||
# --- New Zealand: NZDF UFO Files ---
|
||||
DIR="$BASE/ufo-uap/NZ/nzdf-ufo-files"
|
||||
mkdir -p "$DIR"
|
||||
echo "--- New Zealand NZDF UFO Files ---" | tee -a $LOG
|
||||
download "https://documents.theblackvault.com/documents/ufos/newzealand/nzdf-ufo-files.pdf" "$DIR/nzdf-ufo-files.pdf" "NZDF UFO Files"
|
||||
|
||||
|
||||
#############################################
|
||||
# SECTION 2: Covert Operations
|
||||
#############################################
|
||||
echo "" | tee -a $LOG
|
||||
echo "========== COVERT OPERATIONS ==========" | tee -a $LOG
|
||||
|
||||
# --- MKUltra ---
|
||||
DIR="$BASE/covert-operations/mkultra"
|
||||
mkdir -p "$DIR"
|
||||
echo "--- MKUltra ---" | tee -a $LOG
|
||||
download "https://documents.theblackvault.com/documents/mindcontrol/mkultra-cia.pdf" "$DIR/mkultra-cia.pdf" "MKUltra CIA"
|
||||
download "https://documents.theblackvault.com/documents/mindcontrol/mkultra.pdf" "$DIR/mkultra-documents.pdf" "MKUltra Documents"
|
||||
download "https://documents.theblackvault.com/documents/mindcontrol/mkultra-briefing.pdf" "$DIR/mkultra-briefing.pdf" "MKUltra Briefing"
|
||||
# Try CIA reading room path
|
||||
download "https://www.cia.gov/readingroom/docs/CIA-RDP88-01315R000300110021-8.pdf" "$DIR/mkultra-declassified-1.pdf" "MKUltra Declassified 1"
|
||||
|
||||
# --- COINTELPRO ---
|
||||
DIR="$BASE/covert-operations/cointelpro"
|
||||
mkdir -p "$DIR"
|
||||
echo "--- COINTELPRO ---" | tee -a $LOG
|
||||
download "https://vault.fbi.gov/cointel-pro/cointel-pro-black-extremist/cointelpro-black-extremists-part-01-of/view" "$DIR/cointelpro-black-extremists-part1.pdf" "COINTELPRO Black Extremists Part 1"
|
||||
download "https://documents.theblackvault.com/documents/fbifiles/cointelpro.pdf" "$DIR/cointelpro-fbi.pdf" "COINTELPRO FBI"
|
||||
download "https://documents.theblackvault.com/documents/fbifiles/cointelpro-new-left.pdf" "$DIR/cointelpro-new-left.pdf" "COINTELPRO New Left"
|
||||
|
||||
# --- Stargate Program ---
|
||||
DIR="$BASE/covert-operations/stargate-program"
|
||||
mkdir -p "$DIR"
|
||||
echo "--- Stargate Program ---" | tee -a $LOG
|
||||
download "https://documents.theblackvault.com/documents/cia/stargate/stargate.pdf" "$DIR/stargate-cia.pdf" "Stargate CIA"
|
||||
download "https://www.cia.gov/readingroom/docs/CIA-RDP96-00788R001700210016-5.pdf" "$DIR/stargate-remote-viewing-1.pdf" "Stargate Remote Viewing 1"
|
||||
download "https://www.cia.gov/readingroom/docs/CIA-RDP96-00789R003100030001-4.pdf" "$DIR/stargate-remote-viewing-2.pdf" "Stargate Remote Viewing 2"
|
||||
download "https://www.cia.gov/readingroom/docs/CIA-RDP96-00787R000500250001-0.pdf" "$DIR/stargate-project-overview.pdf" "Stargate Project Overview"
|
||||
|
||||
# --- Operation Northwoods ---
|
||||
DIR="$BASE/covert-operations/operation-northwoods"
|
||||
mkdir -p "$DIR"
|
||||
echo "--- Operation Northwoods ---" | tee -a $LOG
|
||||
download "https://nsarchive2.gwu.edu/news/20010430/northwoods.pdf" "$DIR/operation-northwoods.pdf" "Operation Northwoods Memo"
|
||||
download "https://documents.theblackvault.com/documents/dod/operation-northwoods.pdf" "$DIR/operation-northwoods-blackvault.pdf" "Operation Northwoods (BV)"
|
||||
|
||||
# --- Operation Mockingbird ---
|
||||
DIR="$BASE/covert-operations/operation-mockingbird"
|
||||
mkdir -p "$DIR"
|
||||
echo "--- Operation Mockingbird ---" | tee -a $LOG
|
||||
download "https://documents.theblackvault.com/documents/cia/operation-mockingbird.pdf" "$DIR/operation-mockingbird.pdf" "Operation Mockingbird"
|
||||
download "https://www.cia.gov/readingroom/docs/CIA-RDP88-01315R000300110021-8.pdf" "$DIR/cia-media-operations.pdf" "CIA Media Operations"
|
||||
|
||||
# --- Operation Paperclip ---
|
||||
DIR="$BASE/covert-operations/operation-paperclip"
|
||||
mkdir -p "$DIR"
|
||||
echo "--- Operation Paperclip ---" | tee -a $LOG
|
||||
download "https://documents.theblackvault.com/documents/dod/operation-paperclip.pdf" "$DIR/operation-paperclip.pdf" "Operation Paperclip"
|
||||
download "https://nsarchive2.gwu.edu/NSAEBB/NSAEBB146/doc1.pdf" "$DIR/paperclip-jioa-memo.pdf" "Paperclip JIOA Memo"
|
||||
|
||||
|
||||
#############################################
|
||||
# SECTION 3: Government Collections
|
||||
#############################################
|
||||
echo "" | tee -a $LOG
|
||||
echo "========== GOVERNMENT COLLECTIONS ==========" | tee -a $LOG
|
||||
|
||||
# --- JFK Assassination ---
|
||||
DIR="$BASE/government/jfk-assassination"
|
||||
mkdir -p "$DIR"
|
||||
echo "--- JFK Assassination ---" | tee -a $LOG
|
||||
download "https://www.archives.gov/files/research/jfk/releases/2023/0035-jfk-overview.pdf" "$DIR/jfk-overview-2023.pdf" "JFK Overview 2023"
|
||||
download "https://www.history-matters.com/archive/jfk/wc/wr/pdf/WC_Vol0.pdf" "$DIR/warren-commission-report.pdf" "Warren Commission Report"
|
||||
download "https://documents.theblackvault.com/documents/jfk/jfk-assassination-files.pdf" "$DIR/jfk-assassination-files.pdf" "JFK Assassination Files"
|
||||
|
||||
# --- Pentagon Papers ---
|
||||
DIR="$BASE/government/pentagon-papers"
|
||||
mkdir -p "$DIR"
|
||||
echo "--- Pentagon Papers ---" | tee -a $LOG
|
||||
download "https://www.archives.gov/files/research/pentagon-papers/pentagon-papers-overview.pdf" "$DIR/pentagon-papers-overview.pdf" "Pentagon Papers Overview"
|
||||
download "https://documents.theblackvault.com/documents/pentagon-papers/pentagon-papers.pdf" "$DIR/pentagon-papers.pdf" "Pentagon Papers"
|
||||
|
||||
# --- Watergate ---
|
||||
DIR="$BASE/government/watergate"
|
||||
mkdir -p "$DIR"
|
||||
echo "--- Watergate ---" | tee -a $LOG
|
||||
download "https://vault.fbi.gov/watergate/watergate-part-01-of/view" "$DIR/watergate-fbi-part1.pdf" "Watergate FBI Part 1"
|
||||
download "https://documents.theblackvault.com/documents/fbifiles/watergate.pdf" "$DIR/watergate-fbi.pdf" "Watergate FBI Files"
|
||||
|
||||
# --- Iran-Contra ---
|
||||
DIR="$BASE/government/iran-contra"
|
||||
mkdir -p "$DIR"
|
||||
echo "--- Iran-Contra ---" | tee -a $LOG
|
||||
download "https://nsarchive2.gwu.edu/NSAEBB/NSAEBB210/iran-contra-guide.pdf" "$DIR/iran-contra-guide.pdf" "Iran-Contra Guide"
|
||||
download "https://documents.theblackvault.com/documents/cia/iran-contra.pdf" "$DIR/iran-contra-cia.pdf" "Iran-Contra CIA"
|
||||
|
||||
# --- CIA Torture Report ---
|
||||
DIR="$BASE/government/cia-torture-report"
|
||||
mkdir -p "$DIR"
|
||||
echo "--- CIA Torture Report (SSCI) ---" | tee -a $LOG
|
||||
download "https://www.intelligence.senate.gov/sites/default/files/publications/CRPT-113srpt288.pdf" "$DIR/ssci-cia-torture-report-executive-summary.pdf" "SSCI Torture Report Executive Summary"
|
||||
download "https://documents.theblackvault.com/documents/cia/cia-torture-report.pdf" "$DIR/cia-torture-report.pdf" "CIA Torture Report"
|
||||
|
||||
|
||||
#############################################
|
||||
# SUMMARY
|
||||
#############################################
|
||||
echo "" | tee -a $LOG
|
||||
echo "========== DOWNLOAD SUMMARY ==========" | tee -a $LOG
|
||||
echo "" | tee -a $LOG
|
||||
|
||||
# Count files per directory
|
||||
for dir in $(find $BASE -type d | sort); do
|
||||
count=$(find "$dir" -maxdepth 1 -type f -name '*.pdf' | wc -l)
|
||||
if [ "$count" -gt 0 ]; then
|
||||
size=$(du -sh "$dir" 2>/dev/null | cut -f1)
|
||||
echo " $dir: $count files ($size)" | tee -a $LOG
|
||||
fi
|
||||
done
|
||||
|
||||
echo "" | tee -a $LOG
|
||||
TOTAL_FILES=$(find $BASE -type f -name '*.pdf' | wc -l)
|
||||
TOTAL_SIZE=$(du -sh $BASE 2>/dev/null | cut -f1)
|
||||
echo "TOTAL: $TOTAL_FILES PDF files, $TOTAL_SIZE" | tee -a $LOG
|
||||
echo "=== Download complete - $(date) ===" | tee -a $LOG
|
||||
337
download_v2.sh
Normal file
337
download_v2.sh
Normal file
|
|
@ -0,0 +1,337 @@
|
|||
#!/bin/bash
|
||||
# Improved download script using curl with proper User-Agent headers
|
||||
# Many .gov and archive sites block bare wget
|
||||
|
||||
BASE="/var/www/jaeswift-homepage/unredacted/docs"
|
||||
LOG="/tmp/download_v2_log.txt"
|
||||
UA="Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"
|
||||
|
||||
echo "=== Download V2 - $(date) ===" | tee $LOG
|
||||
|
||||
dl() {
|
||||
local url="$1"
|
||||
local dest="$2"
|
||||
local name="$3"
|
||||
# Skip if file already exists and is >1KB
|
||||
if [ -f "$dest" ] && [ $(stat -c%s "$dest" 2>/dev/null || echo 0) -gt 1000 ]; then
|
||||
local sz=$(echo "scale=2; $(stat -c%s "$dest")/1048576" | bc)
|
||||
echo " [SKIP] $name - already exists (${sz}MB)" | tee -a $LOG
|
||||
return 0
|
||||
fi
|
||||
echo "[DL] $name" | tee -a $LOG
|
||||
if curl -sS -L -f --connect-timeout 30 --max-time 300 \
|
||||
-H "User-Agent: $UA" \
|
||||
-H "Accept: application/pdf,*/*" \
|
||||
-o "$dest" "$url" 2>/dev/null; then
|
||||
local size=$(stat -c%s "$dest" 2>/dev/null || echo 0)
|
||||
if [ "$size" -gt 1000 ]; then
|
||||
local sizemb=$(echo "scale=2; $size/1048576" | bc)
|
||||
echo " [OK] ${sizemb}MB" | tee -a $LOG
|
||||
return 0
|
||||
else
|
||||
echo " [FAIL] Too small (${size}B)" | tee -a $LOG
|
||||
rm -f "$dest"
|
||||
return 1
|
||||
fi
|
||||
else
|
||||
echo " [FAIL] curl error" | tee -a $LOG
|
||||
rm -f "$dest"
|
||||
return 1
|
||||
fi
|
||||
}
|
||||
|
||||
###############################################
|
||||
# SECTION 1: UFO/UAP - USA
|
||||
###############################################
|
||||
echo "" | tee -a $LOG
|
||||
echo "===== PENTAGON UAP REPORTS =====" | tee -a $LOG
|
||||
DIR="$BASE/ufo-uap/USA/pentagon-uap-reports"
|
||||
mkdir -p "$DIR"
|
||||
|
||||
# ODNI Preliminary Assessment 2021
|
||||
dl "https://www.dni.gov/files/ODNI/documents/assessments/Prelimary-Assessment-UAP-20210625.pdf" \
|
||||
"$DIR/dni-preliminary-assessment-uap-2021.pdf" "ODNI Preliminary Assessment 2021"
|
||||
|
||||
# Alternate URL for ODNI 2021
|
||||
dl "https://www.dni.gov/files/documents/FOIA/DF-2021-00275-Preliminary-Assessment-Unidentified-Aerial-Phenomena.pdf" \
|
||||
"$DIR/dni-preliminary-assessment-uap-2021-foia.pdf" "ODNI 2021 FOIA Version"
|
||||
|
||||
# ODNI Annual Report 2022
|
||||
dl "https://www.dni.gov/files/ODNI/documents/assessments/Unclassified-2022-Annual-Report-UAP.pdf" \
|
||||
"$DIR/dni-annual-report-uap-2022.pdf" "ODNI Annual Report 2022"
|
||||
|
||||
# AARO Historical Record Vol 1 (March 2024)
|
||||
dl "https://media.defense.gov/2024/Mar/08/2003409233/-1/-1/0/DOPSR-CLEARED-508-COMPLIANT-HRRV1-08-MAR-2024-FINAL.PDF" \
|
||||
"$DIR/aaro-historical-record-vol1-2024.pdf" "AARO Historical Record Vol 1"
|
||||
|
||||
# FY2024 Consolidated Annual Report
|
||||
dl "https://media.defense.gov/2024/Nov/14/2003583603/-1/-1/0/FY24-CONSOLIDATED-ANNUAL-REPORT-ON-UAP-508.PDF" \
|
||||
"$DIR/fy2024-consolidated-annual-report-uap.pdf" "FY2024 UAP Report"
|
||||
|
||||
# DoD IG Evaluation
|
||||
dl "https://media.defense.gov/2024/Jan/25/2003381266/-1/-1/1/UNCLASSIFIED%20SUMMARY_UNIDENTIFIED%20ANOMALOUS%20PHENOMENA%20SECURE.PDF" \
|
||||
"$DIR/dodig-2023-109-uap-evaluation.pdf" "DoD IG UAP Evaluation"
|
||||
|
||||
# Deputy SecDef Memo
|
||||
dl "https://media.defense.gov/2021/Jun/25/2002749916/-1/-1/1/DEPUTY-SECRETARY-OF-DEFENSE-MEMORANDUM-ON-UNIDENTIFIED-AERIAL-PHENOMENA-ASSESSMENTS.PDF" \
|
||||
"$DIR/depsecdef-memo-uap-2021.pdf" "DepSecDef UAP Memo 2021"
|
||||
|
||||
# AARO Nov 2024 consolidated
|
||||
dl "https://www.dni.gov/files/ODNI/documents/assessments/DOD-AARO-Consolidated-Annual-Report-on-UAP-Nov2024.pdf" \
|
||||
"$DIR/aaro-consolidated-nov2024.pdf" "AARO Consolidated Nov 2024"
|
||||
|
||||
echo "" | tee -a $LOG
|
||||
echo "===== PROJECT BLUE BOOK =====" | tee -a $LOG
|
||||
DIR="$BASE/ufo-uap/USA/project-blue-book"
|
||||
mkdir -p "$DIR"
|
||||
|
||||
# Blue Book from Black Vault (this one worked before at 0.57MB)
|
||||
# Try more Blue Book sources
|
||||
dl "https://documents.theblackvault.com/documents/ufos/bluebook/bluebook-unknowns.pdf" \
|
||||
"$DIR/blue-book-unknowns.pdf" "Blue Book Unknowns"
|
||||
dl "https://documents.theblackvault.com/documents/ufos/bluebook/bb-specialreport14.pdf" \
|
||||
"$DIR/blue-book-special-report-14.pdf" "Blue Book Special Report 14"
|
||||
dl "https://media.defense.gov/2011/Jul/19/2001713839/-1/-1/0/AFD-101027-030.pdf" \
|
||||
"$DIR/blue-book-special-report-14-usaf.pdf" "Blue Book SR14 USAF"
|
||||
|
||||
echo "" | tee -a $LOG
|
||||
echo "===== CIA UFO COLLECTION =====" | tee -a $LOG
|
||||
DIR="$BASE/ufo-uap/USA/cia-ufo-collection"
|
||||
mkdir -p "$DIR"
|
||||
|
||||
# CIA Reading Room UFO docs (known stable URLs)
|
||||
dl "https://www.cia.gov/readingroom/docs/DOC_0000015467.pdf" \
|
||||
"$DIR/cia-ufo-doc-0000015467.pdf" "CIA UFO Doc 15467"
|
||||
dl "https://www.cia.gov/readingroom/docs/DOC_0000015468.pdf" \
|
||||
"$DIR/cia-ufo-doc-0000015468.pdf" "CIA UFO Doc 15468"
|
||||
dl "https://www.cia.gov/readingroom/docs/DOC_0000042353.pdf" \
|
||||
"$DIR/cia-ufo-doc-0000042353.pdf" "CIA UFO Doc 42353"
|
||||
dl "https://www.cia.gov/readingroom/docs/DOC_0005516020.pdf" \
|
||||
"$DIR/cia-ufo-doc-0005516020.pdf" "CIA UFO Doc 5516020"
|
||||
dl "https://www.cia.gov/readingroom/docs/DOC_0005517742.pdf" \
|
||||
"$DIR/cia-ufo-doc-0005517742.pdf" "CIA UFO Doc 5517742"
|
||||
dl "https://www.cia.gov/readingroom/docs/DOC_0005517761.pdf" \
|
||||
"$DIR/cia-ufo-doc-0005517761.pdf" "CIA UFO Doc 5517761"
|
||||
|
||||
echo "" | tee -a $LOG
|
||||
echo "===== NSA UFO DOCUMENTS =====" | tee -a $LOG
|
||||
DIR="$BASE/ufo-uap/USA/nsa-ufo-documents"
|
||||
mkdir -p "$DIR"
|
||||
|
||||
# NSA FOIA UFO docs (nsa.gov)
|
||||
dl "https://www.nsa.gov/portals/75/documents/news-features/declassified-documents/ufo/ufo_hypothesis.pdf" \
|
||||
"$DIR/nsa-ufo-hypothesis.pdf" "NSA UFO Hypothesis"
|
||||
dl "https://www.nsa.gov/portals/75/documents/news-features/declassified-documents/ufo/in_camera_affidavit.pdf" \
|
||||
"$DIR/nsa-in-camera-affidavit.pdf" "NSA In Camera Affidavit"
|
||||
dl "https://www.nsa.gov/portals/75/documents/news-features/declassified-documents/ufo/key_to_extraterrestrial_messages.pdf" \
|
||||
"$DIR/nsa-key-to-et-messages.pdf" "NSA Key to ET Messages"
|
||||
dl "https://www.nsa.gov/portals/75/documents/news-features/declassified-documents/ufo/yeoman_1st_class.pdf" \
|
||||
"$DIR/nsa-yeoman-report.pdf" "NSA Yeoman Report"
|
||||
dl "https://www.nsa.gov/portals/75/documents/news-features/declassified-documents/ufo/now_you_see.pdf" \
|
||||
"$DIR/nsa-now-you-see.pdf" "NSA Now You See"
|
||||
dl "https://www.nsa.gov/portals/75/documents/news-features/declassified-documents/ufo/report_unidentified_flying_objects.pdf" \
|
||||
"$DIR/nsa-report-ufos.pdf" "NSA Report UFOs"
|
||||
|
||||
###############################################
|
||||
# SECTION 1b: UFO/UAP - International
|
||||
###############################################
|
||||
echo "" | tee -a $LOG
|
||||
echo "===== FRANCE: COMETA REPORT =====" | tee -a $LOG
|
||||
DIR="$BASE/ufo-uap/FR/cometa-report"
|
||||
mkdir -p "$DIR"
|
||||
|
||||
dl "https://web.archive.org/web/2023/https://www.ufoevidence.org/newsite/files/COMETA-part1.pdf" \
|
||||
"$DIR/cometa-report-part1.pdf" "COMETA Part 1 (Archive)"
|
||||
dl "https://web.archive.org/web/2023/https://www.ufoevidence.org/newsite/files/COMETA-part2.pdf" \
|
||||
"$DIR/cometa-report-part2.pdf" "COMETA Part 2 (Archive)"
|
||||
|
||||
echo "" | tee -a $LOG
|
||||
echo "===== BRAZIL: OPERATION SAUCER =====" | tee -a $LOG
|
||||
DIR="$BASE/ufo-uap/BR/operation-saucer"
|
||||
mkdir -p "$DIR"
|
||||
|
||||
# Try Wayback Machine for Black Vault Brazil docs
|
||||
dl "https://web.archive.org/web/2024/https://documents.theblackvault.com/documents/ufos/brazil/brazil-ufo-night-official-document.pdf" \
|
||||
"$DIR/brazil-ufo-official.pdf" "Brazil UFO Official"
|
||||
|
||||
echo "" | tee -a $LOG
|
||||
echo "===== AUSTRALIA: RAAF FILES =====" | tee -a $LOG
|
||||
DIR="$BASE/ufo-uap/AU/raaf-ufo-files"
|
||||
mkdir -p "$DIR"
|
||||
|
||||
# NAA Australia UFO files
|
||||
dl "https://recordsearch.naa.gov.au/SearchNRetrieve/NAAMedia/ShowImage.aspx?B=30030606&S=1" \
|
||||
"$DIR/naa-30030606.pdf" "NAA Record 30030606"
|
||||
|
||||
echo "" | tee -a $LOG
|
||||
echo "===== CANADA: PROJECT MAGNET =====" | tee -a $LOG
|
||||
DIR="$BASE/ufo-uap/CA/project-magnet"
|
||||
mkdir -p "$DIR"
|
||||
|
||||
# Project Magnet - Try Wayback
|
||||
dl "https://web.archive.org/web/2024/https://documents.theblackvault.com/documents/ufos/canada/project-magnet.pdf" \
|
||||
"$DIR/project-magnet.pdf" "Project Magnet"
|
||||
|
||||
echo "" | tee -a $LOG
|
||||
echo "===== NEW ZEALAND: NZDF FILES =====" | tee -a $LOG
|
||||
DIR="$BASE/ufo-uap/NZ/nzdf-ufo-files"
|
||||
mkdir -p "$DIR"
|
||||
|
||||
# NZDF released files
|
||||
dl "https://www.nzdf.mil.nz/assets/Downloads/NZDF-UFO-Files.pdf" \
|
||||
"$DIR/nzdf-ufo-files.pdf" "NZDF UFO Files"
|
||||
|
||||
###############################################
|
||||
# SECTION 2: COVERT OPERATIONS
|
||||
###############################################
|
||||
echo "" | tee -a $LOG
|
||||
echo "===== MKULTRA =====" | tee -a $LOG
|
||||
DIR="$BASE/covert-operations/mkultra"
|
||||
mkdir -p "$DIR"
|
||||
|
||||
dl "https://www.cia.gov/readingroom/docs/DOC_0000017468.pdf" \
|
||||
"$DIR/mkultra-doc-0000017468.pdf" "MKUltra Doc 17468"
|
||||
dl "https://www.cia.gov/readingroom/docs/CIA-RDP88-01315R000300110021-8.pdf" \
|
||||
"$DIR/mkultra-cia-rdp88.pdf" "MKUltra CIA RDP88"
|
||||
dl "https://www.intelligence.senate.gov/sites/default/files/hearings/95mkultra.pdf" \
|
||||
"$DIR/mkultra-senate-hearing-1977.pdf" "MKUltra Senate Hearing 1977"
|
||||
|
||||
echo "" | tee -a $LOG
|
||||
echo "===== COINTELPRO =====" | tee -a $LOG
|
||||
DIR="$BASE/covert-operations/cointelpro"
|
||||
mkdir -p "$DIR"
|
||||
|
||||
dl "https://vault.fbi.gov/cointel-pro/cointel-pro-black-extremist/cointelpro-black-extremists-part-01-of/at_download/file" \
|
||||
"$DIR/cointelpro-black-extremists-part1.pdf" "COINTELPRO Black Extremists Pt1"
|
||||
dl "https://vault.fbi.gov/cointel-pro/cointel-pro-white-hate/cointelpro-white-hate-groups-part-01-of/at_download/file" \
|
||||
"$DIR/cointelpro-white-hate-part1.pdf" "COINTELPRO White Hate Pt1"
|
||||
dl "https://vault.fbi.gov/cointel-pro/new-left/cointelpro-new-left-part-01-of/at_download/file" \
|
||||
"$DIR/cointelpro-new-left-part1.pdf" "COINTELPRO New Left Pt1"
|
||||
|
||||
echo "" | tee -a $LOG
|
||||
echo "===== STARGATE PROGRAM =====" | tee -a $LOG
|
||||
DIR="$BASE/covert-operations/stargate-program"
|
||||
mkdir -p "$DIR"
|
||||
|
||||
dl "https://www.cia.gov/readingroom/docs/CIA-RDP96-00788R001700210016-5.pdf" \
|
||||
"$DIR/stargate-remote-viewing-session-1.pdf" "Stargate RV Session 1"
|
||||
dl "https://www.cia.gov/readingroom/docs/CIA-RDP96-00789R003100030001-4.pdf" \
|
||||
"$DIR/stargate-remote-viewing-session-2.pdf" "Stargate RV Session 2"
|
||||
dl "https://www.cia.gov/readingroom/docs/CIA-RDP96-00787R000500250001-0.pdf" \
|
||||
"$DIR/stargate-project-sun-streak.pdf" "Stargate Sun Streak"
|
||||
dl "https://www.cia.gov/readingroom/docs/CIA-RDP96-00788R001900680001-4.pdf" \
|
||||
"$DIR/stargate-evaluation.pdf" "Stargate Evaluation"
|
||||
|
||||
echo "" | tee -a $LOG
|
||||
echo "===== OPERATION NORTHWOODS =====" | tee -a $LOG
|
||||
DIR="$BASE/covert-operations/operation-northwoods"
|
||||
mkdir -p "$DIR"
|
||||
|
||||
dl "https://nsarchive2.gwu.edu/news/20010430/northwoods.pdf" \
|
||||
"$DIR/operation-northwoods.pdf" "Operation Northwoods"
|
||||
# Backup from archive.org
|
||||
dl "https://web.archive.org/web/2024/https://nsarchive2.gwu.edu/news/20010430/northwoods.pdf" \
|
||||
"$DIR/operation-northwoods.pdf" "Operation Northwoods (Archive)"
|
||||
|
||||
echo "" | tee -a $LOG
|
||||
echo "===== OPERATION MOCKINGBIRD =====" | tee -a $LOG
|
||||
DIR="$BASE/covert-operations/operation-mockingbird"
|
||||
mkdir -p "$DIR"
|
||||
|
||||
# Church Committee Report on CIA media manipulation
|
||||
dl "https://www.intelligence.senate.gov/sites/default/files/94755_I.pdf" \
|
||||
"$DIR/church-committee-book1.pdf" "Church Committee Book I"
|
||||
dl "https://www.intelligence.senate.gov/sites/default/files/94755_II.pdf" \
|
||||
"$DIR/church-committee-book2.pdf" "Church Committee Book II"
|
||||
dl "https://www.intelligence.senate.gov/sites/default/files/94755_III.pdf" \
|
||||
"$DIR/church-committee-book3.pdf" "Church Committee Book III"
|
||||
|
||||
echo "" | tee -a $LOG
|
||||
echo "===== OPERATION PAPERCLIP =====" | tee -a $LOG
|
||||
DIR="$BASE/covert-operations/operation-paperclip"
|
||||
mkdir -p "$DIR"
|
||||
|
||||
dl "https://nsarchive2.gwu.edu/NSAEBB/NSAEBB146/doc1.pdf" \
|
||||
"$DIR/paperclip-jioa-memo.pdf" "Paperclip JIOA Memo"
|
||||
dl "https://web.archive.org/web/2024/https://nsarchive2.gwu.edu/NSAEBB/NSAEBB146/doc1.pdf" \
|
||||
"$DIR/paperclip-jioa-memo.pdf" "Paperclip JIOA (Archive)"
|
||||
|
||||
###############################################
|
||||
# SECTION 3: GOVERNMENT
|
||||
###############################################
|
||||
echo "" | tee -a $LOG
|
||||
echo "===== JFK ASSASSINATION =====" | tee -a $LOG
|
||||
DIR="$BASE/government/jfk-assassination"
|
||||
mkdir -p "$DIR"
|
||||
|
||||
# Warren Commission
|
||||
dl "https://www.archives.gov/research/jfk/warren-commission-report/warren-commission-report.pdf" \
|
||||
"$DIR/warren-commission-report.pdf" "Warren Commission Report"
|
||||
# Try history-matters for Warren Commission
|
||||
dl "https://history-matters.com/archive/jfk/wc/wr/pdf/WC_Vol0.pdf" \
|
||||
"$DIR/warren-commission-vol0.pdf" "Warren Commission Vol 0"
|
||||
dl "https://www.maryferrell.org/showDoc.html?docId=946" \
|
||||
"$DIR/jfk-mary-ferrell.pdf" "JFK Mary Ferrell"
|
||||
|
||||
echo "" | tee -a $LOG
|
||||
echo "===== PENTAGON PAPERS =====" | tee -a $LOG
|
||||
DIR="$BASE/government/pentagon-papers"
|
||||
mkdir -p "$DIR"
|
||||
|
||||
dl "https://www.archives.gov/research/pentagon-papers" \
|
||||
"$DIR/pentagon-papers-nara.pdf" "Pentagon Papers NARA"
|
||||
dl "https://media.nara.gov/research/pentagon-papers/Pentagon-Papers-Part-I.pdf" \
|
||||
"$DIR/pentagon-papers-part1.pdf" "Pentagon Papers Part I"
|
||||
|
||||
echo "" | tee -a $LOG
|
||||
echo "===== WATERGATE =====" | tee -a $LOG
|
||||
DIR="$BASE/government/watergate"
|
||||
mkdir -p "$DIR"
|
||||
|
||||
dl "https://vault.fbi.gov/watergate/watergate-part-01-of/at_download/file" \
|
||||
"$DIR/watergate-fbi-part1.pdf" "Watergate FBI Part 1"
|
||||
|
||||
echo "" | tee -a $LOG
|
||||
echo "===== IRAN-CONTRA =====" | tee -a $LOG
|
||||
DIR="$BASE/government/iran-contra"
|
||||
mkdir -p "$DIR"
|
||||
|
||||
dl "https://nsarchive2.gwu.edu/NSAEBB/NSAEBB210/iran-contra-guide.pdf" \
|
||||
"$DIR/iran-contra-guide.pdf" "Iran-Contra Guide"
|
||||
dl "https://web.archive.org/web/2024/https://nsarchive2.gwu.edu/NSAEBB/NSAEBB210/iran-contra-guide.pdf" \
|
||||
"$DIR/iran-contra-guide.pdf" "Iran-Contra Guide (Archive)"
|
||||
|
||||
echo "" | tee -a $LOG
|
||||
echo "===== CIA TORTURE REPORT =====" | tee -a $LOG
|
||||
DIR="$BASE/government/cia-torture-report"
|
||||
mkdir -p "$DIR"
|
||||
|
||||
# SSCI Torture Report Executive Summary (525 pages)
|
||||
dl "https://www.intelligence.senate.gov/sites/default/files/publications/CRPT-113srpt288.pdf" \
|
||||
"$DIR/ssci-torture-report-executive-summary.pdf" "SSCI Torture Report"
|
||||
# Feinstein CIA study
|
||||
dl "https://www.feinstein.senate.gov/public/_cache/files/7/c/7c85429a-ec38-4bb5-968f-289799bf6d0e/D87288C34A6D9FF736F9459ABCF83210.sscistudy1.pdf" \
|
||||
"$DIR/feinstein-cia-study.pdf" "Feinstein CIA Study"
|
||||
|
||||
|
||||
###############################################
|
||||
# SUMMARY
|
||||
###############################################
|
||||
echo "" | tee -a $LOG
|
||||
echo "========== DOWNLOAD V2 SUMMARY ==========" | tee -a $LOG
|
||||
echo "" | tee -a $LOG
|
||||
|
||||
for dir in $(find $BASE -type d | sort); do
|
||||
count=$(find "$dir" -maxdepth 1 -type f \( -name '*.pdf' -o -name '*.PDF' \) | wc -l)
|
||||
if [ "$count" -gt 0 ]; then
|
||||
size=$(du -sh "$dir" 2>/dev/null | cut -f1)
|
||||
echo " $dir: $count files ($size)" | tee -a $LOG
|
||||
fi
|
||||
done
|
||||
|
||||
echo "" | tee -a $LOG
|
||||
# Include UK existing docs in total
|
||||
TOTAL_FILES=$(find $BASE -type f \( -name '*.pdf' -o -name '*.PDF' \) | wc -l)
|
||||
TOTAL_SIZE=$(du -sh $BASE 2>/dev/null | cut -f1)
|
||||
echo "TOTAL: $TOTAL_FILES PDF files, $TOTAL_SIZE total" | tee -a $LOG
|
||||
echo "=== Download V2 complete - $(date) ===" | tee -a $LOG
|
||||
1023
js/crimescene.js
Normal file
1023
js/crimescene.js
Normal file
File diff suppressed because it is too large
Load diff
Loading…
Add table
Reference in a new issue