mirror of
https://github.com/Jieyab89/OSINT-Cheat-sheet.git
synced 2025-12-05 20:40:30 -08:00
add more resources, wiki and fix web pages
This commit is contained in:
@@ -2,6 +2,12 @@
|
||||
|
||||
# USAGE
|
||||
|
||||
Install the package from script
|
||||
|
||||
```
|
||||
pip install -r requirements.txt
|
||||
```
|
||||
|
||||
## Update Items
|
||||
|
||||
Please run the python script on folder gen node
|
||||
|
||||
@@ -2,10 +2,13 @@ import requests
|
||||
import json
|
||||
import os
|
||||
|
||||
url = "https://raw.githubusercontent.com/Jieyab89/OSINT-Cheat-sheet/refs/heads/main/README.md"
|
||||
# URL (add another soon)
|
||||
# Arr URL'S
|
||||
urls = [
|
||||
"https://raw.githubusercontent.com/Jieyab89/OSINT-Cheat-sheet/refs/heads/main/README.md",
|
||||
"https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki"
|
||||
]
|
||||
|
||||
response = requests.get(url)
|
||||
response = requests.get(urls[0])
|
||||
data = response.text
|
||||
|
||||
json_file = os.path.join(os.pardir, "osint_data.json")
|
||||
@@ -39,6 +42,22 @@ for line in data.split("\n"):
|
||||
if current_category:
|
||||
new_categories[current_category]["items"].append({"name": name, "url": link})
|
||||
|
||||
wiki_category = "Jieyab89 Wiki Pages"
|
||||
wiki_items = []
|
||||
|
||||
wiki_response = requests.get(urls[1])
|
||||
if wiki_response.status_code == 200:
|
||||
from bs4 import BeautifulSoup
|
||||
soup = BeautifulSoup(wiki_response.text, "html.parser")
|
||||
|
||||
for link in soup.select(".wiki-pages-box a"):
|
||||
title = link.text.strip()
|
||||
page_url = "https://github.com" + link["href"]
|
||||
wiki_items.append({"name": title, "url": page_url})
|
||||
|
||||
if wiki_items:
|
||||
new_categories[wiki_category] = {"category": wiki_category, "items": wiki_items}
|
||||
|
||||
for category, new_data in new_categories.items():
|
||||
if category in existing_categories:
|
||||
existing_items = {item["name"] for item in existing_categories[category]["items"]}
|
||||
@@ -51,4 +70,4 @@ for category, new_data in new_categories.items():
|
||||
with open(json_file, "w", encoding="utf-8") as f:
|
||||
json.dump(list(existing_categories.values()), f, indent=4, ensure_ascii=False)
|
||||
|
||||
print(f"Data updated: {json_file}")
|
||||
print(f"[+] Data updated: {json_file}")
|
||||
|
||||
4
Web-Based/gen-node/requirements.txt
Normal file
4
Web-Based/gen-node/requirements.txt
Normal file
@@ -0,0 +1,4 @@
|
||||
requests
|
||||
beautifulsoup4
|
||||
json
|
||||
os
|
||||
@@ -44,10 +44,10 @@
|
||||
overflow: hidden;
|
||||
}
|
||||
#search {
|
||||
margin: 5px;
|
||||
margin: 2px;
|
||||
padding: 8px;
|
||||
width: 85%;
|
||||
max-width: 400px;
|
||||
max-width: 450px;
|
||||
font-size: 16px;
|
||||
border-radius: 5px;
|
||||
border: none;
|
||||
@@ -75,7 +75,7 @@
|
||||
</head>
|
||||
<body>
|
||||
<h1>Jieyab89 OSINT Cheat Sheet</h1>
|
||||
<input type="text" id="search" placeholder="Search by Category Name">
|
||||
<input type="text" id="search" placeholder="Search by Category Name and Jieyab89 Wiki's">
|
||||
<svg></svg>
|
||||
<script>
|
||||
let allNodes = [], allLinks = [];
|
||||
|
||||
@@ -16514,5 +16514,126 @@
|
||||
"url": "https://zeronet.io/"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"category": "Jieyab89 Wiki Pages",
|
||||
"items": [
|
||||
{
|
||||
"name": "Home",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki"
|
||||
},
|
||||
{
|
||||
"name": "Welcome to Jieyabooo Xiè Jí'ān Jieyab 谢吉 - OSINT Cheat sheet wiki!",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki#welcome-to-jieyabooo-xiè-jíān-jieyab-谢吉---osint-cheat-sheet-wiki"
|
||||
},
|
||||
{
|
||||
"name": "All About SIGINT Signal Intelligence",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/All-About-SIGINT-Signal-Intelligence"
|
||||
},
|
||||
{
|
||||
"name": "All About ‐ OSINT Matters Things in OSINT",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/All-About-%E2%80%90-OSINT-Matters-Things-in-OSINT"
|
||||
},
|
||||
{
|
||||
"name": "Cell Investigations",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/Cell-Investigations"
|
||||
},
|
||||
{
|
||||
"name": "Geospatial Intelligence",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/Geospatial-Intelligence"
|
||||
},
|
||||
{
|
||||
"name": "How to OSINT Collection the Data",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/How-to-OSINT-Collection-the-Data"
|
||||
},
|
||||
{
|
||||
"name": "How to Verify Content & Discover Content",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/How-to-Verify-Content-&-Discover-Content"
|
||||
},
|
||||
{
|
||||
"name": "IMINT ‐ Image and Vidio Analysis",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/IMINT--%E2%80%90-Image-and-Vidio-Analysis"
|
||||
},
|
||||
{
|
||||
"name": "Intelligence Base & Knowledge Base",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/Intelligence-Base-&-Knowledge-Base"
|
||||
},
|
||||
{
|
||||
"name": "OSINT for Academic Literature",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/OSINT-for-Academic-Literature"
|
||||
},
|
||||
{
|
||||
"name": "OSINT for Journalism",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/OSINT-for-Journalism"
|
||||
},
|
||||
{
|
||||
"name": "OSINT for OPSEC (Operational security)",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/OSINT-for-OPSEC-(Operational-security)"
|
||||
},
|
||||
{
|
||||
"name": "OSINT for War Analysis & Geopolitics",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/OSINT-for-War-Analysis-&-Geopolitics"
|
||||
},
|
||||
{
|
||||
"name": "OSINT Risk & General",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/OSINT-Risk-&-General"
|
||||
},
|
||||
{
|
||||
"name": "OSINT Where OSINT Data From",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/OSINT-Where-OSINT-Data-From"
|
||||
},
|
||||
{
|
||||
"name": "OSINT ‐ Inside About Data Breach",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/OSINT-%E2%80%90-Inside-About-Data-Breach"
|
||||
},
|
||||
{
|
||||
"name": "OSINT ‐ Tips Investigations & Analysis",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/OSINT-%E2%80%90-Tips-Investigations-&-Analysis"
|
||||
},
|
||||
{
|
||||
"name": "SOCMINT Challenge",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/SOCMINT-Challenge"
|
||||
},
|
||||
{
|
||||
"name": "SOCMINT ‐ Facebook",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/SOCMINT-%E2%80%90-Facebook"
|
||||
},
|
||||
{
|
||||
"name": "Welcome to the OSINT‐Cheat‐sheet wiki!",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/Welcome-to-the-OSINT%E2%80%90Cheat%E2%80%90sheet-wiki!"
|
||||
},
|
||||
{
|
||||
"name": "What is BIAS? (prejudices)",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/What-is-BIAS%3F-(prejudices)"
|
||||
},
|
||||
{
|
||||
"name": "What is Data Broker",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/What-is-Data-Broker"
|
||||
},
|
||||
{
|
||||
"name": "What is Metadata",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/What-is-Metadata"
|
||||
},
|
||||
{
|
||||
"name": "What is Propaganda",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/What-is-Propaganda"
|
||||
},
|
||||
{
|
||||
"name": "What is Sock Puppets Account",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/What-is-Sock-Puppets-Account"
|
||||
},
|
||||
{
|
||||
"name": "Who OSINT Used",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/Who-OSINT-Used"
|
||||
},
|
||||
{
|
||||
"name": "OSINT for Email Lookup Tips",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/OSINT-for-Email-Lookup-Tips"
|
||||
},
|
||||
{
|
||||
"name": "OSINT for Historical",
|
||||
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/OSINT-for-Historical"
|
||||
}
|
||||
]
|
||||
}
|
||||
]
|
||||
Reference in New Issue
Block a user