Add Retype docs automation
Co-authored-by: zinklog2 <110323644+zinklog2@users.noreply.github.com> Co-authored-by: Rust1667 <whatever@meh.com>
This commit is contained in:
parent
dba5b76d24
commit
cb38106899
43
.github/add-headers.py
vendored
Normal file
43
.github/add-headers.py
vendored
Normal file
@ -0,0 +1,43 @@
|
||||
import os
|
||||
|
||||
headersData = {
|
||||
"AdblockVPNGuide.md": [":name_badge:", "140", "# Adblocking / Privacy", "Adblocking, Privacy, VPN's, Proxies, Antivirus"],
|
||||
"AI.md": [":robot_face:", "130", "# Artificial Intelligence", "Chat Bots, Text Generators, Image Generators, ChatGPT Tools"],
|
||||
"Android-iOSGuide.md": [":iphone:", "45", "# Android / iOS", "Apps, Jailbreaking, Android Emulators"],
|
||||
"AudioPiracyGuide.md": [":musical_note:", "110", "# Music / Podcasts / Radio", "Stream Audio, Download Audio, Torrent Audio"],
|
||||
"Beginners-Guide.md": [":pirate_flag:", "150", "# Beginners Guide to Piracy", ""],
|
||||
"DEVTools.md": [":male-technologist:", "50", "# Developer Tools", ""],
|
||||
"DownloadPiracyGuide.md": [":floppy_disk:", "80", "# Downloading", "Download Sites, Software Sites, Open Directories"],
|
||||
"EDUPiracyGuide.md": [":brain:", "60", "# Educational", "Courses, Documentaries, Learning Resources"],
|
||||
"GamingPiracyGuide.md": [":video_game:", "100", "# Gaming / Emulation", "Download Games, ROMs, Gaming Tools"],
|
||||
"LinuxGuide.md": [":penguin:", "40", "# Linux / MacOS", "Apps, Software Sites, Gaming"],
|
||||
"MISCGuide.md": [":open_file_folder:", "30", "# Miscellaneous", "Extensions, Indexes, News, Health, Food, Fun"],
|
||||
"NSFWPiracy.md": [":underage:", "25", "# NSFW", ""],
|
||||
"Non-English.md": [":earth_asia:", "35", "# Non-English", "International Piracy Sites"],
|
||||
"ReadingPiracyGuide.md": [":green_book:", "90", "# Books / Comics / Manga", "Books, Comics, Magazines, Newspapers"],
|
||||
"STORAGE.md": [":card_file_box:", "1", "", ""],
|
||||
"TOOLSGuide.md": [":wrench:", "58", "# Tools", "General Tools, Internet Tools, System Tools"],
|
||||
"TorrentPiracyGuide.md": [":cyclone:", "70", "# Torrenting", "Torrent Clients, Torrent Sites, Trackers"],
|
||||
"VideoPiracyGuide.md": [":tv:", "120", "# Movies / TV / Anime", "Stream Videos, Download Videos, Torrent Videos"],
|
||||
"base64.md": [":key:", "20", "", ""],
|
||||
"img-tools.md": [":camera:", "55", "# Image Tools", ""]
|
||||
}
|
||||
|
||||
def getHeaderForPage(pageFilename):
|
||||
data = headersData[pageFilename]
|
||||
header = '---\n' + 'icon: ' + '"' + data[0] + '"' + '\n' + 'order: ' + data[1] + '\n' + '---\n' + data[2] + '\n' + data[3] + '\n\n'
|
||||
return header
|
||||
|
||||
def apply_to_all_md_files_in_current_dir():
|
||||
files = os.listdir('.')
|
||||
for file in files:
|
||||
if file in headersData:
|
||||
with open(file, 'r', encoding='utf-8') as f:
|
||||
content = f.read()
|
||||
if not content.startswith('---'):
|
||||
print("adding header to " + file)
|
||||
with open(file, 'w', encoding='utf-8') as f2:
|
||||
header = getHeaderForPage(file)
|
||||
f2.write(header+content)
|
||||
|
||||
apply_to_all_md_files_in_current_dir()
|
15
.github/assets/README.md
vendored
Normal file
15
.github/assets/README.md
vendored
Normal file
@ -0,0 +1,15 @@
|
||||
---
|
||||
image: /static/banner4.png
|
||||
icon: ":wave:"
|
||||
---
|
||||
# Welcome
|
||||
|
||||
![](/static/banner4.png)
|
||||
|
||||
**The Largest Collection of Free Stuff On The Internet!**
|
||||
|
||||
* Anyone can suggest [changes or corrections](https://github.com/nbats/FMHYedit) to the wiki.
|
||||
* If you're adding a new site, please [search](https://raw.githubusercontent.com/nbats/FMHYedit/main/single-page) first to make sure we don't already have it.
|
||||
* Approved edits will be applied to this site and all [backups](https://www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/backups).
|
||||
* You can send us stuff directly via [💬 Divolt](https://redd.it/uto5vw).
|
||||
* You can also checkout our [subreddit](https://www.reddit.com/r/FREEMEDIAHECKYEAH/) to know about any major updates to the wiki.
|
10
.github/assets/retype.yml
vendored
Normal file
10
.github/assets/retype.yml
vendored
Normal file
@ -0,0 +1,10 @@
|
||||
input: .
|
||||
output: .retype
|
||||
url: freemediaheckyeah.pages.dev
|
||||
branding:
|
||||
logo: /static/fmhy.ico
|
||||
logoDark: /static/fmhy.ico
|
||||
title: FMHY
|
||||
favicon: /static/favicon.ico
|
||||
footer:
|
||||
copyright: ""
|
BIN
.github/assets/static/banner.png
vendored
Normal file
BIN
.github/assets/static/banner.png
vendored
Normal file
Binary file not shown.
After Width: | Height: | Size: 1.9 MiB |
BIN
.github/assets/static/banner2.png
vendored
Normal file
BIN
.github/assets/static/banner2.png
vendored
Normal file
Binary file not shown.
After Width: | Height: | Size: 738 KiB |
BIN
.github/assets/static/banner3.png
vendored
Normal file
BIN
.github/assets/static/banner3.png
vendored
Normal file
Binary file not shown.
After Width: | Height: | Size: 601 KiB |
BIN
.github/assets/static/banner4.png
vendored
Normal file
BIN
.github/assets/static/banner4.png
vendored
Normal file
Binary file not shown.
After Width: | Height: | Size: 601 KiB |
BIN
.github/assets/static/favicon.ico
vendored
Normal file
BIN
.github/assets/static/favicon.ico
vendored
Normal file
Binary file not shown.
After Width: | Height: | Size: 8.6 KiB |
BIN
.github/assets/static/fmhy.ico
vendored
Normal file
BIN
.github/assets/static/fmhy.ico
vendored
Normal file
Binary file not shown.
After Width: | Height: | Size: 8.6 KiB |
190
.github/replace-links-to-fmhy-in-files-in-current-dir.py
vendored
Normal file
190
.github/replace-links-to-fmhy-in-files-in-current-dir.py
vendored
Normal file
@ -0,0 +1,190 @@
|
||||
import re
|
||||
import os
|
||||
import sys
|
||||
|
||||
def replaces_for_beginners_guide(text):
|
||||
text = re.sub('\[TOC\]\n', '', text, flags=re.MULTILINE)
|
||||
text = re.sub('## -> Beginners Guide to Piracy<-\n', '', text, flags=re.MULTILINE)
|
||||
text = re.sub(r"!!!note\s(.+?)\n", r"!!!\n\1\n!!!\n", text, flags=re.MULTILINE)
|
||||
text = re.sub(r"!!!warning\s(.+?)\n", r"!!!warning\n\1\n!!!\n", text, flags=re.MULTILINE)
|
||||
text = re.sub('\*\*\[\^ Back to Top\]\(https://rentry.org/Piracy-BG\)\*\*', '', text, flags=re.MULTILINE)
|
||||
text = re.sub("!!!\n!!!\n", "!!!\n", text, flags=re.MULTILINE)
|
||||
text = re.sub("\n\*\*\[", "\n* **[", text, flags=re.MULTILINE)
|
||||
return text
|
||||
|
||||
def do_some_individual_replaces(text):
|
||||
#special cases of link not replaced correctly
|
||||
text = re.sub('.pages.dev/storage/#encode--decode_urls', '.pages.dev/storage/#encode--decode-urls', text)
|
||||
text = re.sub('.pages.dev/base64/#do-k-ument', '.pages.dev/base64/#do_k_ument', text)
|
||||
|
||||
#Base64-decoder script link
|
||||
text = re.sub('\*\* site or extension\.\n', '** site or extension\.\nAlternatively, install this [userscript](https://rentry.co/wc7s2/raw)\n', text, flags=re.MULTILINE)
|
||||
|
||||
#For beginners piracy guide page
|
||||
text = replaces_for_beginners_guide(text)
|
||||
|
||||
return text
|
||||
|
||||
def change_some_general_formatting(text):
|
||||
text = re.sub('\*\*\*\n\n', '', text, flags=re.MULTILINE)
|
||||
text = re.sub('\*\*\*\n', '', text, flags=re.MULTILINE)
|
||||
|
||||
text = re.sub('# ►', '##', text)
|
||||
text = re.sub('## ▷', '###', text)
|
||||
text = re.sub('####', '###', text)
|
||||
|
||||
text = re.sub(r'^\*\*Note\*\* - (.+)$', r'!!!\n\1\n!!!', text, flags=re.MULTILINE)
|
||||
text = re.sub(r'^\* \*\*Note\*\* - (.+)$', r'!!!\n\1\n!!!', text, flags=re.MULTILINE)
|
||||
text = re.sub(r'^Note - (.+)$', r'!!!\n\1\n!!!', text, flags=re.MULTILINE)
|
||||
text = re.sub(r'^\*\*Warning\*\* - (.+)$', r'!!!warning\n\1\n!!!', text, flags=re.MULTILINE)
|
||||
|
||||
return text
|
||||
|
||||
def remove_backtowiki_and_toc(text):
|
||||
text = re.sub('\*\*\[◄◄ Back to Wiki Index\]\(https://www\.reddit\.com/r/FREEMEDIAHECKYEAH/wiki/index\)\*\*\n', '', text, flags=re.MULTILINE)
|
||||
text = re.sub(r'\*\*\[Table of Contents\]\(https://i\.imgur\.com/[^()\[\]]*\.png\)\*\* - For mobile users\n', '', text, flags=re.MULTILINE)
|
||||
text = re.sub("\*\*\*\n\*\*\*\n\*\*\*\n\*\*\*\n\n\n\*\*\*\n\*\*\*\n\n", '', text, flags=re.MULTILINE)
|
||||
text = re.sub("\*\*\*\n\*\*\*\n\*\*\*\n\*\*\*\n\n\n\*\*\*\n\*\*\* \n\n", '', text, flags=re.MULTILINE)
|
||||
text = re.sub("\*\*\*\n\*\*\*\n\*\*\*\n\n\n\*\*\*\n\*\*\*\n\n", '', text, flags=re.MULTILINE)
|
||||
text = re.sub("\*\*\*\n\*\*\*\n\*\*\*\n\*\*\*\n\n\n\*\*\*\n\n", '', text, flags=re.MULTILINE)
|
||||
text = re.sub("\*\*\*\n\*\*\*\n\n\n\*\*\*\n\n", '', text, flags=re.MULTILINE)
|
||||
return text
|
||||
|
||||
def replace_domain_and_page(text):
|
||||
text = re.sub('www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/ai', 'freemediaheckyeah.pages.dev/ai', text)
|
||||
text = re.sub('www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/adblock-vpn-privacy', 'freemediaheckyeah.pages.dev/adblockvpnguide', text)
|
||||
text = re.sub('www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/android', 'freemediaheckyeah.pages.dev/android-iosguide', text)
|
||||
text = re.sub('www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/video', 'freemediaheckyeah.pages.dev/videopiracyguide', text)
|
||||
text = re.sub('www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/audio', 'freemediaheckyeah.pages.dev/audiopiracyguide', text)
|
||||
text = re.sub('www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/games', 'freemediaheckyeah.pages.dev/gamingpiracyguide', text)
|
||||
text = re.sub('www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/reading', 'freemediaheckyeah.pages.dev/readingpiracyguide', text)
|
||||
text = re.sub('www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/download', 'freemediaheckyeah.pages.dev/downloadpiracyguide', text)
|
||||
text = re.sub('www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/torrent', 'freemediaheckyeah.pages.dev/torrentpiracyguide', text)
|
||||
text = re.sub('www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/edu', 'freemediaheckyeah.pages.dev/edupiracyguide', text)
|
||||
text = re.sub('www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/tools-misc', 'freemediaheckyeah.pages.dev/toolsguide', text)
|
||||
text = re.sub('www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/linux', 'freemediaheckyeah.pages.dev/linuxguide', text)
|
||||
text = re.sub('www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/non-eng', 'freemediaheckyeah.pages.dev/non-english', text)
|
||||
text = re.sub('www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/misc', 'freemediaheckyeah.pages.dev/miscguide', text)
|
||||
text = re.sub('www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/storage', 'freemediaheckyeah.pages.dev/storage', text)
|
||||
text = re.sub('www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/dev-tools', 'freemediaheckyeah.pages.dev/devtools', text)
|
||||
text = re.sub('www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/img-tools', 'freemediaheckyeah.pages.dev/img-tools', text)
|
||||
|
||||
text = re.sub('github.com/nbats/FMHYedit/blob/main/base64.md#', 'freemediaheckyeah.pages.dev/base64/#', text)
|
||||
|
||||
return text
|
||||
|
||||
def replace_underscore_in_subsections(text):
|
||||
pattern = r'(/#[\w]+(?:_[\w]+)*)'
|
||||
matches = re.findall(pattern, text)
|
||||
for match in matches:
|
||||
replacement = match.replace('_', '-')
|
||||
text = text.replace(match, replacement)
|
||||
return text
|
||||
|
||||
def reformat_subsections(text):
|
||||
text = re.sub('/#wiki_', '/#', text)
|
||||
text = re.sub('#wiki_', '/#', text)
|
||||
text = re.sub('.25BA_', '', text)
|
||||
text = re.sub('.25B7_', '', text)
|
||||
text = re.sub('_.2F_', '--', text)
|
||||
text = replace_underscore_in_subsections(text)
|
||||
return text
|
||||
|
||||
def replace_urls_in_links_to_FMHY_wiki(text):
|
||||
text = remove_backtowiki_and_toc(text)
|
||||
text = replace_domain_and_page(text)
|
||||
text = reformat_subsections(text)
|
||||
text = change_some_general_formatting(text)
|
||||
text = do_some_individual_replaces(text)
|
||||
return text
|
||||
|
||||
def apply_replace_to_all_md_files_in_current_dir():
|
||||
files = os.listdir('.')
|
||||
for file in files:
|
||||
if file.endswith('.md'):
|
||||
with open(file, 'r', encoding='utf-8') as f:
|
||||
content = f.read()
|
||||
content = replace_urls_in_links_to_FMHY_wiki(content)
|
||||
with open(file, 'w', encoding='utf-8') as f2:
|
||||
f2.write(content)
|
||||
|
||||
def print_info_for_confirmation():
|
||||
print("This script is about to replace URLs in all .md files in the current directory: " + os.getcwd())
|
||||
print("The affected files will be the following:")
|
||||
files = os.listdir('.')
|
||||
for file in files:
|
||||
if file.endswith('.md'):
|
||||
print(file)
|
||||
|
||||
|
||||
|
||||
|
||||
# TESTER
|
||||
testText = """
|
||||
aaaaaaaa (https://www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/storage#wiki_telegram_audio_download) aaaaaaa
|
||||
**[◄◄ Back to Wiki Index](https://www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/index)**
|
||||
* ⭐ **[YouTube Music Clients](https://www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/storage#wiki_youtube_music_players)**
|
||||
Soundtracks](https://github.com/nbats/FMHYedit/blob/main/base64.md#damons-game-soundtracks)**, [Squ
|
||||
(https://www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/storage#wiki_game_libraries_.2F_launcher)
|
||||
(https://www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/games#wiki_.25BA_tracking_.2F_discovery)
|
||||
(https://www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/linux#wiki_.25BA_linux_adblock_.2F_privacy)
|
||||
(https://www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/video#wiki_.25BA_download_sites)
|
||||
[sdfasdf](https://www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/android#wiki_.25B7_android_podcasts_.2F_radio)gwrgewrgew
|
||||
(https://www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/android#wiki_.25B7_android_relaxation)
|
||||
adfads awerfaw (https://www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/storage#wiki_music_libraries_.2F_players)
|
||||
(https://www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/edu/#wiki_.25BA_downloading) aaaaaaaaa
|
||||
(https://www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/adblock-vpn-privacy#wiki_.25B7_adblocking_extensions)
|
||||
* [link](https://www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/torrent) - ...sdvs
|
||||
https://www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/img-tools#wiki_.25B7_painting_.2F_drawing
|
||||
* ⭐ **[AI Indexes](https://www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/ai#wiki_.25BA_ai_indexes)** - Artificial Intelligence Indexes
|
||||
(https://www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/adblock-vpn-privacy#wiki_.25BA_vpn)
|
||||
https://www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/storage/#wiki_open_directory_search_string_builder
|
||||
https://www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/tools-misc#wiki_.25B7_file_tools
|
||||
|
||||
~~~~~~
|
||||
***
|
||||
***
|
||||
**[◄◄ Back to Wiki Index](https://www.reddit.com/r/FREEMEDIAHECKYEAH/wiki/index)**
|
||||
***
|
||||
***
|
||||
|
||||
**[Table of Contents](https://i.imgur.com/whYmImm.png)** - For mobile users
|
||||
|
||||
***
|
||||
***
|
||||
|
||||
~~~~~~
|
||||
|
||||
argaseg ae this is legit test between stuff to remove1
|
||||
|
||||
***
|
||||
|
||||
# ► with ##
|
||||
## ▷ with ###
|
||||
#### with ###
|
||||
|
||||
* **Note** - Some aggregators still include TPB, so it's best to avoid using them for software and games.
|
||||
|
||||
**Warning** - Misuse of Chat Archivers, Deleters, Mods & 3rd Party Clients is against Discords TOS, so use them at your own risk.
|
||||
|
||||
**[movie-web](https://movie-web.app/) / [FMovies](https://fmovies.name/) / [Soap2Day](https://soapgate.org/)** - Fast streaming
|
||||
**[Zoro](https://zoro.to/) / [9Anime](https://www.9anime.to/)** - Fast anime streaming
|
||||
|
||||
|
||||
"""
|
||||
def just_test_the_replacer_function():
|
||||
print("---TEST---")
|
||||
print("This is how the resulting edited links would look like:")
|
||||
print( replace_urls_in_links_to_FMHY_wiki(testText) )
|
||||
print("---END OF TEST---\n\n\n")
|
||||
|
||||
just_test_the_replacer_function()
|
||||
|
||||
|
||||
|
||||
|
||||
# MAIN EXECUTION
|
||||
print("---MAIN SCRIPT---")
|
||||
print_info_for_confirmation()
|
||||
apply_replace_to_all_md_files_in_current_dir()
|
||||
print("---END OF MAIN SCRIPT---")
|
41
.github/workflows/retype.yml
vendored
Normal file
41
.github/workflows/retype.yml
vendored
Normal file
@ -0,0 +1,41 @@
|
||||
name: Update FMHY Retype
|
||||
on:
|
||||
workflow_dispatch:
|
||||
push:
|
||||
branches:
|
||||
- main
|
||||
|
||||
jobs:
|
||||
update:
|
||||
name: Update FMHY Retype
|
||||
runs-on: ubuntu-latest
|
||||
|
||||
permissions:
|
||||
contents: write
|
||||
|
||||
steps:
|
||||
- uses: actions/checkout@v2
|
||||
|
||||
- name: Move Files
|
||||
run: |
|
||||
cp -r .github/assets/* .
|
||||
shell: bash
|
||||
|
||||
- name: Install Python
|
||||
uses: actions/setup-python@v4
|
||||
with:
|
||||
python-version: '3.10'
|
||||
|
||||
- name: Prepare Files
|
||||
shell: bash
|
||||
run: |
|
||||
python .github/replace-links-to-fmhy-in-files-in-current-dir.py
|
||||
python .github/add-headers.py
|
||||
|
||||
- name: Build Retype
|
||||
uses: retypeapp/action-build@latest
|
||||
|
||||
- uses: retypeapp/action-github-pages@latest
|
||||
with:
|
||||
branch: retype
|
||||
update-branch: true
|
Loading…
Reference in New Issue
Block a user