add more resources, wiki and fix web pages

This commit is contained in:
Jieyab89
2025-04-03 18:20:23 +07:00
parent 75ad400b45
commit dc30e7b811
5 changed files with 157 additions and 7 deletions

View File

@@ -2,6 +2,12 @@
# USAGE
Install the package from script
```
pip install -r requirements.txt
```
## Update Items
Please run the python script on folder gen node

View File

@@ -2,10 +2,13 @@ import requests
import json
import os
url = "https://raw.githubusercontent.com/Jieyab89/OSINT-Cheat-sheet/refs/heads/main/README.md"
# URL (add another soon)
# Arr URL'S
urls = [
"https://raw.githubusercontent.com/Jieyab89/OSINT-Cheat-sheet/refs/heads/main/README.md",
"https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki"
]
response = requests.get(url)
response = requests.get(urls[0])
data = response.text
json_file = os.path.join(os.pardir, "osint_data.json")
@@ -39,6 +42,22 @@ for line in data.split("\n"):
if current_category:
new_categories[current_category]["items"].append({"name": name, "url": link})
wiki_category = "Jieyab89 Wiki Pages"
wiki_items = []
wiki_response = requests.get(urls[1])
if wiki_response.status_code == 200:
from bs4 import BeautifulSoup
soup = BeautifulSoup(wiki_response.text, "html.parser")
for link in soup.select(".wiki-pages-box a"):
title = link.text.strip()
page_url = "https://github.com" + link["href"]
wiki_items.append({"name": title, "url": page_url})
if wiki_items:
new_categories[wiki_category] = {"category": wiki_category, "items": wiki_items}
for category, new_data in new_categories.items():
if category in existing_categories:
existing_items = {item["name"] for item in existing_categories[category]["items"]}
@@ -51,4 +70,4 @@ for category, new_data in new_categories.items():
with open(json_file, "w", encoding="utf-8") as f:
json.dump(list(existing_categories.values()), f, indent=4, ensure_ascii=False)
print(f"Data updated: {json_file}")
print(f"[+] Data updated: {json_file}")

View File

@@ -0,0 +1,4 @@
requests
beautifulsoup4
json
os

View File

@@ -44,10 +44,10 @@
overflow: hidden;
}
#search {
margin: 5px;
margin: 2px;
padding: 8px;
width: 85%;
max-width: 400px;
max-width: 450px;
font-size: 16px;
border-radius: 5px;
border: none;
@@ -75,7 +75,7 @@
</head>
<body>
<h1>Jieyab89 OSINT Cheat Sheet</h1>
<input type="text" id="search" placeholder="Search by Category Name">
<input type="text" id="search" placeholder="Search by Category Name and Jieyab89 Wiki's">
<svg></svg>
<script>
let allNodes = [], allLinks = [];

View File

@@ -16514,5 +16514,126 @@
"url": "https://zeronet.io/"
}
]
},
{
"category": "Jieyab89 Wiki Pages",
"items": [
{
"name": "Home",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki"
},
{
"name": "Welcome to Jieyabooo Xiè Jí'ān Jieyab 谢吉 - OSINT Cheat sheet wiki!",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki#welcome-to-jieyabooo-xiè-jíān-jieyab-谢吉---osint-cheat-sheet-wiki"
},
{
"name": "All About SIGINT Signal Intelligence",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/All-About-SIGINT-Signal-Intelligence"
},
{
"name": "All About OSINT Matters Things in OSINT",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/All-About-%E2%80%90-OSINT-Matters-Things-in-OSINT"
},
{
"name": "Cell Investigations",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/Cell-Investigations"
},
{
"name": "Geospatial Intelligence",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/Geospatial-Intelligence"
},
{
"name": "How to OSINT Collection the Data",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/How-to-OSINT-Collection-the-Data"
},
{
"name": "How to Verify Content & Discover Content",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/How-to-Verify-Content-&-Discover-Content"
},
{
"name": "IMINT Image and Vidio Analysis",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/IMINT--%E2%80%90-Image-and-Vidio-Analysis"
},
{
"name": "Intelligence Base & Knowledge Base",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/Intelligence-Base-&-Knowledge-Base"
},
{
"name": "OSINT for Academic Literature",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/OSINT-for-Academic-Literature"
},
{
"name": "OSINT for Journalism",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/OSINT-for-Journalism"
},
{
"name": "OSINT for OPSEC (Operational security)",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/OSINT-for-OPSEC-(Operational-security)"
},
{
"name": "OSINT for War Analysis & Geopolitics",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/OSINT-for-War-Analysis-&-Geopolitics"
},
{
"name": "OSINT Risk & General",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/OSINT-Risk-&-General"
},
{
"name": "OSINT Where OSINT Data From",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/OSINT-Where-OSINT-Data-From"
},
{
"name": "OSINT Inside About Data Breach",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/OSINT-%E2%80%90-Inside-About-Data-Breach"
},
{
"name": "OSINT Tips Investigations & Analysis",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/OSINT-%E2%80%90-Tips-Investigations-&-Analysis"
},
{
"name": "SOCMINT Challenge",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/SOCMINT-Challenge"
},
{
"name": "SOCMINT Facebook",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/SOCMINT-%E2%80%90-Facebook"
},
{
"name": "Welcome to the OSINTCheatsheet wiki!",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/Welcome-to-the-OSINT%E2%80%90Cheat%E2%80%90sheet-wiki!"
},
{
"name": "What is BIAS? (prejudices)",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/What-is-BIAS%3F-(prejudices)"
},
{
"name": "What is Data Broker",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/What-is-Data-Broker"
},
{
"name": "What is Metadata",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/What-is-Metadata"
},
{
"name": "What is Propaganda",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/What-is-Propaganda"
},
{
"name": "What is Sock Puppets Account",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/What-is-Sock-Puppets-Account"
},
{
"name": "Who OSINT Used",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/Who-OSINT-Used"
},
{
"name": "OSINT for Email Lookup Tips",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/OSINT-for-Email-Lookup-Tips"
},
{
"name": "OSINT for Historical",
"url": "https://github.com/Jieyab89/OSINT-Cheat-sheet/wiki/OSINT-for-Historical"
}
]
}
]