286 lines
No EOL
9 KiB
YAML
286 lines
No EOL
9 KiB
YAML
name: Generate M3U Playlist with Auto-Setup & Cleanup
|
||
|
||
on:
|
||
push:
|
||
branches:
|
||
- main
|
||
workflow_dispatch:
|
||
|
||
jobs:
|
||
build-and-cleanup:
|
||
runs-on: ubuntu-22.04
|
||
steps:
|
||
- name: Checkout Repository
|
||
uses: actions/checkout@v4
|
||
|
||
- name: Set up Python
|
||
uses: actions/setup-python@v5
|
||
with:
|
||
python-version: '3.11'
|
||
|
||
- name: Configure Git
|
||
run: |
|
||
git config --local user.email "actions@forgejo.plainrock127.xyz"
|
||
git config --local user.name "IPTV Playlist Bot"
|
||
|
||
- name: Auto-Setup Repository (First Run)
|
||
run: |
|
||
echo "=== Auto-Setup Check ==="
|
||
|
||
# Check if enhanced .gitignore exists
|
||
if [ ! -f .gitignore ] || ! grep -q "IPTV Playlist Generator" .gitignore; then
|
||
echo "🔧 Setting up enhanced .gitignore..."
|
||
cat > .gitignore << 'EOF'
|
||
# IPTV Playlist Generator - Enhanced .gitignore
|
||
|
||
# ===== PYTHON =====
|
||
__pycache__/
|
||
*.py[cod]
|
||
*$py.class
|
||
*.so
|
||
|
||
# ===== LOGS & TEMPORARY FILES =====
|
||
*.log
|
||
*.tmp
|
||
*_temp*
|
||
*.backup.*
|
||
temp_*
|
||
|
||
# ===== IDE & EDITOR FILES =====
|
||
.vscode/
|
||
.idea/
|
||
*.swp
|
||
*.swo
|
||
*~
|
||
.DS_Store
|
||
Thumbs.db
|
||
|
||
# ===== IPTV SPECIFIC =====
|
||
bulk_import_temp.m3u
|
||
import_temp_*.m3u
|
||
*_processing.m3u
|
||
playlist_temp.m3u
|
||
temp_playlist_*.m3u
|
||
EOF
|
||
echo "✅ Enhanced .gitignore created"
|
||
fi
|
||
|
||
# Create quick cleanup script if missing
|
||
if [ ! -f scripts/quick_cleanup.py ]; then
|
||
echo "🔧 Creating cleanup script..."
|
||
mkdir -p scripts
|
||
cat > scripts/quick_cleanup.py << 'EOF'
|
||
#!/usr/bin/env python3
|
||
"""Quick cleanup for IPTV repository"""
|
||
import os
|
||
import shutil
|
||
from pathlib import Path
|
||
|
||
def cleanup():
|
||
root = Path.cwd()
|
||
cleaned = 0
|
||
|
||
# Remove Python cache
|
||
for cache in root.rglob('__pycache__'):
|
||
if cache.is_dir():
|
||
shutil.rmtree(cache, ignore_errors=True)
|
||
cleaned += 1
|
||
|
||
# Remove temp files
|
||
for pattern in ['*.pyc', '*.pyo', '*_temp*', '*.tmp', '*~']:
|
||
for file in root.rglob(pattern):
|
||
if file.is_file() and '.git' not in str(file):
|
||
file.unlink(missing_ok=True)
|
||
cleaned += 1
|
||
|
||
# Organize logs
|
||
logs_dir = root / 'reports' / 'logs'
|
||
logs_dir.mkdir(parents=True, exist_ok=True)
|
||
for log in root.glob('*.log'):
|
||
shutil.move(str(log), str(logs_dir / log.name))
|
||
cleaned += 1
|
||
|
||
print(f"🧹 Cleaned {cleaned} items")
|
||
return cleaned
|
||
|
||
if __name__ == "__main__":
|
||
cleanup()
|
||
EOF
|
||
echo "✅ Cleanup script created"
|
||
fi
|
||
|
||
- name: Pre-Generation Cleanup
|
||
run: |
|
||
echo "=== Pre-Generation Cleanup ==="
|
||
|
||
# Remove Python cache thoroughly
|
||
find . -type d -name "__pycache__" -exec rm -rf {} + 2>/dev/null || true
|
||
find . -name "*.pyc" -delete 2>/dev/null || true
|
||
find . -name "*.pyo" -delete 2>/dev/null || true
|
||
|
||
# Remove temporary files
|
||
find . -name "*_temp*" -type f -delete 2>/dev/null || true
|
||
find . -name "*.tmp" -delete 2>/dev/null || true
|
||
find . -name "*~" -delete 2>/dev/null || true
|
||
|
||
# Organize log files
|
||
mkdir -p reports/logs reports/archive
|
||
find . -maxdepth 1 -name "*.log" -exec mv {} reports/logs/ \; 2>/dev/null || true
|
||
|
||
# Compress old backups (older than 7 days)
|
||
find backups -name "*.txt" -type f -mtime +7 -exec gzip {} \; 2>/dev/null || true
|
||
|
||
echo "✅ Pre-cleanup completed"
|
||
|
||
- name: Setup Directories
|
||
run: |
|
||
echo "=== Directory Setup ==="
|
||
mkdir -p config backups reports/logs reports/archive templates
|
||
|
||
# Create scripts/__init__.py if missing
|
||
if [ ! -f scripts/__init__.py ]; then
|
||
echo '# Scripts package' > scripts/__init__.py
|
||
fi
|
||
|
||
- name: Debug File Structure
|
||
run: |
|
||
echo "=== File Structure ==="
|
||
echo "Import file status:"
|
||
if [ -f bulk_import.m3u ]; then
|
||
LINES=$(wc -l < bulk_import.m3u)
|
||
SIZE=$(du -h bulk_import.m3u | cut -f1)
|
||
echo "✅ bulk_import.m3u: $LINES lines, $SIZE"
|
||
if [ "$LINES" -gt 2 ]; then
|
||
echo "📥 Contains channels to process"
|
||
fi
|
||
else
|
||
echo "❌ bulk_import.m3u not found"
|
||
fi
|
||
|
||
- name: Run Playlist Generation
|
||
run: |
|
||
echo "=== Playlist Generation ==="
|
||
python scripts/generate_playlist.py
|
||
|
||
- name: Post-Generation Analysis
|
||
run: |
|
||
echo "=== Results Analysis ==="
|
||
|
||
if [ -f playlist.m3u ]; then
|
||
CHANNEL_COUNT=$(grep -c "^#EXTINF" playlist.m3u 2>/dev/null || echo "0")
|
||
FILE_SIZE=$(du -h playlist.m3u | cut -f1)
|
||
echo "✅ Generated playlist.m3u:"
|
||
echo " - Channels: $CHANNEL_COUNT"
|
||
echo " - Size: $FILE_SIZE"
|
||
|
||
# Show top 3 countries
|
||
echo " - Top countries:"
|
||
grep 'group-title=' playlist.m3u | sed 's/.*group-title="//; s/".*//' | sort | uniq -c | sort -nr | head -3 || true
|
||
else
|
||
echo "❌ playlist.m3u not generated"
|
||
fi
|
||
|
||
if [ -f channels.txt ]; then
|
||
CHANNELS_SIZE=$(du -h channels.txt | cut -f1)
|
||
echo "📁 channels.txt: $CHANNELS_SIZE"
|
||
fi
|
||
|
||
- name: Final Cleanup & Organization
|
||
run: |
|
||
echo "=== Final Organization ==="
|
||
|
||
# Run Python cleanup if script exists
|
||
if [ -f scripts/quick_cleanup.py ]; then
|
||
python scripts/quick_cleanup.py
|
||
fi
|
||
|
||
# Ensure bulk_import.m3u is clean for next use
|
||
if [ -f bulk_import.m3u ]; then
|
||
LINE_COUNT=$(wc -l < bulk_import.m3u)
|
||
if [ "$LINE_COUNT" -gt 2 ]; then
|
||
echo "🧹 Cleaning bulk_import.m3u for next import..."
|
||
echo '#EXTM3U' > bulk_import.m3u
|
||
echo '' >> bulk_import.m3u
|
||
fi
|
||
fi
|
||
|
||
# Remove any remaining clutter
|
||
find . -name "*.swp" -delete 2>/dev/null || true
|
||
find . -name ".DS_Store" -delete 2>/dev/null || true
|
||
|
||
echo "✅ Final cleanup completed"
|
||
|
||
- name: Commit Changes
|
||
run: |
|
||
echo "=== Committing Changes ==="
|
||
|
||
# Add specific files/directories (clean approach)
|
||
git add .gitignore || true
|
||
git add bulk_import.m3u || true
|
||
git add channels.txt || true
|
||
git add playlist.m3u || true
|
||
git add scripts/ || true
|
||
git add config/ || true
|
||
git add reports/ || true
|
||
git add backups/*.gz || true # Only compressed backups
|
||
git add templates/ || true
|
||
git add .forgejo/ || true
|
||
git add README.md || true
|
||
|
||
# Remove files that shouldn't be tracked
|
||
git rm --cached *.log 2>/dev/null || true
|
||
git rm --cached **/__pycache__/** 2>/dev/null || true
|
||
|
||
# Check what we're committing
|
||
echo "Files staged for commit:"
|
||
git diff --staged --name-only | head -10 || echo "No changes"
|
||
|
||
if ! git diff --staged --quiet; then
|
||
# Calculate stats for commit message
|
||
CHANNEL_COUNT="0"
|
||
REPO_SIZE="unknown"
|
||
|
||
if [ -f playlist.m3u ]; then
|
||
CHANNEL_COUNT=$(grep -c "^#EXTINF" playlist.m3u 2>/dev/null || echo "0")
|
||
fi
|
||
|
||
REPO_SIZE=$(du -sh . 2>/dev/null | cut -f1 || echo "unknown")
|
||
|
||
# Create clean commit message
|
||
COMMIT_MSG="📺 Updated playlist: $CHANNEL_COUNT channels ($(date '+%Y-%m-%d %H:%M'))
|
||
|
||
🧹 Auto-cleaned repository:
|
||
- Size: $REPO_SIZE
|
||
- Channels: $CHANNEL_COUNT
|
||
- Organized structure
|
||
- Ready for next import"
|
||
|
||
git commit -m "$COMMIT_MSG"
|
||
git push
|
||
|
||
echo "✅ Repository updated and cleaned"
|
||
echo "📺 Channels: $CHANNEL_COUNT"
|
||
echo "📁 Size: $REPO_SIZE"
|
||
else
|
||
echo "ℹ️ No changes to commit"
|
||
fi
|
||
|
||
- name: Success Summary
|
||
run: |
|
||
echo "=== Workflow Complete ==="
|
||
echo "🎉 IPTV Playlist Generator workflow finished successfully!"
|
||
echo ""
|
||
|
||
if [ -f playlist.m3u ]; then
|
||
CHANNEL_COUNT=$(grep -c "^#EXTINF" playlist.m3u 2>/dev/null || echo "0")
|
||
echo "📊 Results:"
|
||
echo " - Channels processed: $CHANNEL_COUNT"
|
||
echo " - Repository: Clean and organized"
|
||
echo " - Ready for: Next bulk import"
|
||
fi
|
||
|
||
echo ""
|
||
echo "🚀 Next steps:"
|
||
echo " 1. Add channels to bulk_import.m3u"
|
||
echo " 2. Push to trigger this workflow"
|
||
echo " 3. Your playlist will be automatically updated!" |