Skip to content

Import ShadowWhisperer #20

Import ShadowWhisperer

Import ShadowWhisperer #20

name: Import ShadowWhisperer
on:
schedule:
- cron: '*/59 * * * *'
env:
GIT_NAME: 'spirillen'
GIT_EMAIL: '[email protected]'
GITHUB_TOKEN: '${{ secrets.GITHUB_TOKEN }}'
jobs:
import_shadowwhisperer:
runs-on: ubuntu-24.04 [Beta]
steps:
- uses: actions/checkout@main
name: Clone repository
with:
token: '${{ secrets.GITHUB_TOKEN }}'
- name: Set up Python
uses: actions/setup-python@v2
with:
python-version: '3.x'
- name: Download ShadowWhisperer Adult list
run: wget -O /tmp/adult.ShadowWhisperer https://raw.githubusercontent.com/ShadowWhisperer/BlockLists/master/RAW/Adult
- name: Compare and output unique lines
run: |
python3 -c "
import csv
import os
def read_csv(file_path):
with open(file_path, 'r') as file:
return set(line.strip() for line in file)
adult_list = read_csv('source/porn_filters/imported/adult.ShadowWhisperer')
explicit_content = read_csv('source/porn_filters/explicit_content/wildcard.csv')
strict_filters = read_csv('source/strict_filters/wildcard.csv') if os.path.exists('source/strict_filters/wildcard.csv') else set()
unique_lines = adult_list - explicit_content - strict_filters
with open('source/porn_filters/imported/adult.ShadowWhisperer.unique', 'w') as output_file:
for line in unique_lines:
output_file.write(line + '\n')
"
- name: Git Status
run: git status
- name: Commit changes
continue-on-error: true
run: |
tag=$(date +'day: %j of year %Y %H:%M:%S')
git config --local user.email "$GIT_EMAIL"
git config --local user.name "$GIT_NAME"
git commit -m "Committed new lists $tag" -a
git pull --rebase
- name: Push changes
continue-on-error: true
uses: ad-m/github-push-action@master
with:
github_token: ${{ secrets.GITHUB_TOKEN }}
branch: ${{ github.ref }}