484 lines
No EOL
19 KiB
YAML
484 lines
No EOL
19 KiB
YAML
name: Generate M3U Playlist with Complete Auto-Organization
|
||
|
||
on:
|
||
push:
|
||
branches:
|
||
- main
|
||
workflow_dispatch:
|
||
|
||
jobs:
|
||
build-and-organize:
|
||
runs-on: ubuntu-22.04
|
||
steps:
|
||
- name: Checkout Repository
|
||
uses: actions/checkout@v4
|
||
|
||
- name: Set up Python
|
||
uses: actions/setup-python@v5
|
||
with:
|
||
python-version: '3.11'
|
||
|
||
- name: Configure Git
|
||
run: |
|
||
git config --local user.email "actions@forgejo.plainrock127.xyz"
|
||
git config --local user.name "IPTV Playlist Bot"
|
||
|
||
- name: Run Comprehensive Cleanup (First Time)
|
||
run: |
|
||
echo "=== Comprehensive Repository Cleanup ==="
|
||
if [ -f comprehensive_cleanup.py ]; then
|
||
echo "🎯 Running comprehensive cleanup script..."
|
||
python comprehensive_cleanup.py
|
||
echo "✅ Comprehensive cleanup completed"
|
||
else
|
||
echo "ℹ️ Comprehensive cleanup already completed"
|
||
fi
|
||
|
||
- name: Repository Health Check and Maintenance
|
||
run: |
|
||
echo "=== Repository Health Check ==="
|
||
echo "Files before maintenance:"
|
||
find . -type f -not -path './.git/*' | wc -l
|
||
echo "Repository size:"
|
||
du -sh . || echo "Size calculation failed"
|
||
|
||
echo "=== Regular Maintenance ==="
|
||
# Run maintenance script if it exists
|
||
if [ -f scripts/maintenance.py ]; then
|
||
echo "🧹 Running monthly maintenance..."
|
||
python scripts/maintenance.py
|
||
fi
|
||
|
||
# Advanced cleanup
|
||
find . -type d -name "__pycache__" -exec rm -rf {} + 2>/dev/null || true
|
||
find . -name "*.pyc" -delete 2>/dev/null || true
|
||
find . -name "*.pyo" -delete 2>/dev/null || true
|
||
find . -name "*_temp*" -not -path './.git/*' -delete 2>/dev/null || true
|
||
find . -name "*.tmp" -delete 2>/dev/null || true
|
||
find . -name "*~" -delete 2>/dev/null || true
|
||
find . -name "*.swp" -delete 2>/dev/null || true
|
||
|
||
# Ensure directory structure
|
||
mkdir -p data/$(date +%Y-%m) reports/logs reports/daily reports/archive backups/archive templates
|
||
|
||
# Move any misplaced log files
|
||
find . -maxdepth 1 -name "*.log" -exec mv {} reports/logs/ \; 2>/dev/null || true
|
||
|
||
echo "✅ Maintenance completed"
|
||
|
||
- name: Setup and Verify Structure
|
||
run: |
|
||
echo "=== Directory Structure Verification ==="
|
||
|
||
# Create __init__.py if missing
|
||
if [ ! -f scripts/__init__.py ]; then
|
||
echo '# IPTV Scripts Package' > scripts/__init__.py
|
||
fi
|
||
|
||
# Verify directory structure
|
||
echo "📁 Directory structure:"
|
||
echo "Root level:"
|
||
ls -la | grep -E '^d|\.m3u$|\.txt$|\.md$|\.py$' || echo "No major files found"
|
||
|
||
echo "Scripts directory:"
|
||
ls -la scripts/ 2>/dev/null | head -10 || echo "Scripts directory empty or missing"
|
||
|
||
echo "Reports structure:"
|
||
if [ -d reports ]; then
|
||
echo " 📂 reports/"
|
||
ls -la reports/ | head -5
|
||
if [ -d reports/daily ]; then
|
||
echo " 📂 reports/daily/ ($(ls reports/daily/ | wc -l) files)"
|
||
fi
|
||
if [ -d reports/logs ]; then
|
||
echo " 📂 reports/logs/ ($(ls reports/logs/ | wc -l) files)"
|
||
fi
|
||
fi
|
||
|
||
echo "Backups structure:"
|
||
if [ -d backups ]; then
|
||
echo " 📂 backups/ ($(ls backups/ | wc -l) files)"
|
||
ls -la backups/ | head -3
|
||
fi
|
||
|
||
- name: Import File Status and Processing
|
||
run: |
|
||
echo "=== Import File Status ==="
|
||
if [ -f bulk_import.m3u ]; then
|
||
LINES=$(wc -l < bulk_import.m3u)
|
||
SIZE=$(du -h bulk_import.m3u | cut -f1)
|
||
echo "✅ bulk_import.m3u found: $LINES lines ($SIZE)"
|
||
|
||
if [ "$LINES" -gt 2 ]; then
|
||
echo "📥 Contains channels to process:"
|
||
echo "Preview (first 5 lines):"
|
||
head -5 bulk_import.m3u
|
||
echo "Ready for playlist generation..."
|
||
else
|
||
echo "📭 Empty - ready for new imports"
|
||
fi
|
||
else
|
||
echo "❌ bulk_import.m3u not found - creating empty file"
|
||
echo '#EXTM3U' > bulk_import.m3u
|
||
echo '' >> bulk_import.m3u
|
||
echo "✅ Created empty bulk_import.m3u"
|
||
fi
|
||
|
||
- name: Run Playlist Generation
|
||
run: |
|
||
echo "=== Playlist Generation ==="
|
||
if [ ! -f scripts/generate_playlist.py ]; then
|
||
echo "❌ Error: scripts/generate_playlist.py not found"
|
||
echo "Available files in scripts/:"
|
||
ls -la scripts/ || echo "Scripts directory not found"
|
||
exit 1
|
||
fi
|
||
|
||
echo "🚀 Starting playlist generation..."
|
||
python scripts/generate_playlist.py
|
||
echo "✅ Playlist generation completed"
|
||
|
||
- name: Post-Generation Analysis and Organization
|
||
run: |
|
||
echo "=== Post-Generation Analysis ==="
|
||
|
||
# Analyze generated playlist
|
||
if [ -f playlist.m3u ]; then
|
||
CHANNEL_COUNT=$(grep -c "^#EXTINF" playlist.m3u 2>/dev/null || echo "0")
|
||
FILE_SIZE=$(du -h playlist.m3u | cut -f1)
|
||
echo "✅ Generated playlist.m3u:"
|
||
echo " 📺 Channels: $CHANNEL_COUNT"
|
||
echo " 📁 Size: $FILE_SIZE"
|
||
|
||
# Show country distribution
|
||
echo " 🌍 Top countries:"
|
||
if grep -q 'group-title=' playlist.m3u; then
|
||
grep 'group-title=' playlist.m3u | \
|
||
sed 's/.*group-title="//; s/".*//' | \
|
||
sort | uniq -c | sort -nr | head -10 | \
|
||
while read count country; do
|
||
echo " $country: $count channels"
|
||
done
|
||
else
|
||
echo " No country grouping found"
|
||
fi
|
||
|
||
# Create comprehensive daily report
|
||
REPORT_DATE=$(date +%Y%m%d_%H%M%S)
|
||
REPORT_FILE="reports/daily/playlist_report_$REPORT_DATE.md"
|
||
|
||
# Get unique countries count
|
||
COUNTRIES_COUNT=$(grep 'group-title=' playlist.m3u | sed 's/.*group-title="//; s/".*//' | sort -u | wc -l 2>/dev/null || echo "0")
|
||
|
||
cat > "$REPORT_FILE" << EOF
|
||
# 📺 IPTV Playlist Report - $(date '+%Y-%m-%d %H:%M')
|
||
|
||
## 📊 Summary
|
||
- **Total Channels**: $CHANNEL_COUNT
|
||
- **Countries/Groups**: $COUNTRIES_COUNT
|
||
- **File Size**: $FILE_SIZE
|
||
- **Generated**: $(date '+%Y-%m-%d %H:%M:%S UTC')
|
||
- **Repository Status**: ✅ Clean & Organized
|
||
|
||
## 🌍 Country Distribution
|
||
\`\`\`
|
||
$(grep 'group-title=' playlist.m3u | sed 's/.*group-title="//; s/".*//' | sort | uniq -c | sort -nr | head -15 || echo "No country data available")
|
||
\`\`\`
|
||
|
||
## 📈 Repository Health
|
||
- **Organization Score**: $(find . -type d -name "__pycache__" | wc -l)$(find . -name "*.tmp" | wc -l)$(find . -maxdepth 1 -name "*.log" | wc -l) issues (lower is better)
|
||
- **Structure**: Professional ✅
|
||
- **Cleanup**: Automated ✅
|
||
- **Backups**: Compressed & Rotated ✅
|
||
|
||
## 🚀 Next Steps
|
||
1. Add new channels to \`bulk_import.m3u\`
|
||
2. Push changes to trigger automatic processing
|
||
3. Repository will stay clean automatically!
|
||
|
||
---
|
||
*Generated automatically by IPTV Playlist Bot*
|
||
EOF
|
||
|
||
echo "📋 Created comprehensive report: $REPORT_FILE"
|
||
else
|
||
echo "❌ playlist.m3u not generated"
|
||
echo "🔍 Checking for errors..."
|
||
if [ -f reports/logs/playlist_update.log ]; then
|
||
echo "📋 Last 10 log entries:"
|
||
tail -10 reports/logs/playlist_update.log
|
||
else
|
||
echo "📋 No log file found"
|
||
fi
|
||
fi
|
||
|
||
# Check and organize channels.txt
|
||
if [ -f channels.txt ]; then
|
||
CHANNELS_SIZE=$(du -h channels.txt | cut -f1)
|
||
CHANNELS_LINES=$(wc -l < channels.txt)
|
||
echo "📋 channels.txt: $CHANNELS_SIZE ($CHANNELS_LINES lines)"
|
||
|
||
# Create data snapshot
|
||
DATA_SNAPSHOT="data/$(date +%Y-%m)/channels_$(date +%Y%m%d).txt"
|
||
mkdir -p "$(dirname "$DATA_SNAPSHOT")"
|
||
if [ ! -f "$DATA_SNAPSHOT" ]; then
|
||
cp channels.txt "$DATA_SNAPSHOT"
|
||
echo "📊 Created data snapshot: $DATA_SNAPSHOT"
|
||
fi
|
||
else
|
||
echo "📋 channels.txt: Not found"
|
||
fi
|
||
|
||
- name: Final Repository Organization
|
||
run: |
|
||
echo "=== Final Repository Organization ==="
|
||
|
||
# Advanced organization
|
||
echo "🗂️ Organizing files by type and date..."
|
||
|
||
# Ensure bulk_import.m3u is clean for next use
|
||
if [ -f bulk_import.m3u ]; then
|
||
LINE_COUNT=$(wc -l < bulk_import.m3u)
|
||
if [ "$LINE_COUNT" -gt 2 ]; then
|
||
echo "🧹 Cleaning bulk_import.m3u for next import..."
|
||
echo '#EXTM3U' > bulk_import.m3u
|
||
echo '' >> bulk_import.m3u
|
||
echo "✅ bulk_import.m3u ready for next import"
|
||
else
|
||
echo "✅ bulk_import.m3u already clean"
|
||
fi
|
||
fi
|
||
|
||
# Remove any remaining clutter
|
||
echo "🧹 Final cleanup sweep..."
|
||
find . -name "*.swp" -delete 2>/dev/null || true
|
||
find . -name ".DS_Store" -delete 2>/dev/null || true
|
||
find . -name "*~" -delete 2>/dev/null || true
|
||
|
||
# Organize old backups
|
||
if [ -d backups ]; then
|
||
cd backups
|
||
# Keep only 3 most recent .txt files, compress others
|
||
ls -t *.txt 2>/dev/null | tail -n +4 | while read file; do
|
||
if [ -f "$file" ] && [ ! -f "$file.gz" ]; then
|
||
gzip "$file" 2>/dev/null || true
|
||
echo "Compressed old backup: $file"
|
||
fi
|
||
done
|
||
cd ..
|
||
fi
|
||
|
||
echo "✅ Final organization completed"
|
||
|
||
- name: Repository Quality Assessment
|
||
run: |
|
||
echo "=== Repository Quality Assessment ==="
|
||
|
||
# Calculate comprehensive statistics
|
||
TOTAL_FILES=$(find . -type f -not -path './.git/*' | wc -l)
|
||
PYTHON_FILES=$(find . -name "*.py" -not -path './.git/*' | wc -l)
|
||
CONFIG_FILES=$(find . -name "*.json" -not -path './.git/*' | wc -l)
|
||
REPO_SIZE=$(du -sh . 2>/dev/null | cut -f1 || echo "unknown")
|
||
|
||
echo "📊 Repository Statistics:"
|
||
echo " 📁 Total files: $TOTAL_FILES"
|
||
echo " 🐍 Python modules: $PYTHON_FILES"
|
||
echo " ⚙️ Config files: $CONFIG_FILES"
|
||
echo " 💾 Repository size: $REPO_SIZE"
|
||
|
||
# Cleanliness assessment
|
||
CACHE_DIRS=$(find . -type d -name "__pycache__" | wc -l)
|
||
TEMP_FILES=$(find . -name "*.tmp" -o -name "*_temp*" | wc -l)
|
||
LOG_FILES_ROOT=$(find . -maxdepth 1 -name "*.log" | wc -l)
|
||
BACKUP_FILES_ROOT=$(find . -maxdepth 1 -name "*backup*" -o -name "*_20[0-9][0-9][0-9][0-9][0-9][0-9]_*" | wc -l)
|
||
|
||
echo "🔍 Cleanliness Assessment:"
|
||
echo " 🐍 Python cache: $CACHE_DIRS dirs"
|
||
echo " 🗑️ Temp files: $TEMP_FILES files"
|
||
echo " 📋 Root logs: $LOG_FILES_ROOT files"
|
||
echo " 💾 Root backups: $BACKUP_FILES_ROOT files"
|
||
|
||
# Calculate cleanliness score
|
||
TOTAL_ISSUES=$((CACHE_DIRS + TEMP_FILES + LOG_FILES_ROOT + BACKUP_FILES_ROOT))
|
||
|
||
if [ "$TOTAL_ISSUES" -eq 0 ]; then
|
||
SCORE=100
|
||
STATUS="🏆 Pristine"
|
||
elif [ "$TOTAL_ISSUES" -le 2 ]; then
|
||
SCORE=90
|
||
STATUS="✅ Excellent"
|
||
elif [ "$TOTAL_ISSUES" -le 5 ]; then
|
||
SCORE=75
|
||
STATUS="🟡 Good"
|
||
else
|
||
SCORE=60
|
||
STATUS="🔴 Needs Work"
|
||
fi
|
||
|
||
echo "🎯 Repository Quality Score: $SCORE/100 ($STATUS)"
|
||
|
||
# Directory structure overview
|
||
echo "📂 Directory Structure:"
|
||
echo " 📁 Root: $(find . -maxdepth 1 -type f | wc -l) files"
|
||
echo " 📁 scripts/: $(find scripts -type f 2>/dev/null | wc -l) files"
|
||
echo " 📁 config/: $(find config -type f 2>/dev/null | wc -l) files"
|
||
echo " 📁 reports/: $(find reports -type f 2>/dev/null | wc -l) files"
|
||
echo " 📁 backups/: $(find backups -type f 2>/dev/null | wc -l) files"
|
||
echo " 📁 data/: $(find data -type f 2>/dev/null | wc -l) files"
|
||
|
||
- name: Commit Organized Changes
|
||
run: |
|
||
echo "=== Committing Organized Repository ==="
|
||
|
||
# Add files in organized manner
|
||
echo "📝 Staging organized files..."
|
||
git add bulk_import.m3u || true
|
||
git add channels.txt || true
|
||
git add playlist.m3u || true
|
||
git add scripts/ || true
|
||
git add config/ || true
|
||
git add reports/daily/ || true
|
||
git add reports/logs/ || true
|
||
git add data/$(date +%Y-%m)/ || true
|
||
git add backups/*.gz || true
|
||
git add templates/ || true
|
||
git add .forgejo/ || true
|
||
git add README.md || true
|
||
git add .gitignore || true
|
||
|
||
# Remove unwanted files from tracking
|
||
echo "🗑️ Removing unwanted files from git..."
|
||
git rm --cached *.log 2>/dev/null || true
|
||
git rm --cached **/__pycache__/** 2>/dev/null || true
|
||
git rm --cached **/*.pyc 2>/dev/null || true
|
||
git rm --cached **/*.tmp 2>/dev/null || true
|
||
git rm --cached setup_*.py 2>/dev/null || true
|
||
git rm --cached comprehensive_cleanup.py 2>/dev/null || true
|
||
|
||
# Show staging status
|
||
echo "📋 Files staged for commit:"
|
||
STAGED_FILES=$(git diff --staged --name-only | wc -l)
|
||
git diff --staged --name-only | head -20 || echo "No staged changes"
|
||
if [ "$STAGED_FILES" -gt 20 ]; then
|
||
echo " ... and $((STAGED_FILES - 20)) more files"
|
||
fi
|
||
|
||
if ! git diff --staged --quiet; then
|
||
# Gather statistics for commit message
|
||
CHANNEL_COUNT="0"
|
||
if [ -f playlist.m3u ]; then
|
||
CHANNEL_COUNT=$(grep -c "^#EXTINF" playlist.m3u 2>/dev/null || echo "0")
|
||
fi
|
||
|
||
REPO_SIZE=$(du -sh . 2>/dev/null | cut -f1 || echo "unknown")
|
||
TIMESTAMP=$(date '+%Y-%m-%d %H:%M')
|
||
|
||
# Calculate cleanliness for commit message
|
||
CACHE_DIRS=$(find . -type d -name "__pycache__" | wc -l)
|
||
TEMP_FILES=$(find . -name "*.tmp" -o -name "*_temp*" | wc -l)
|
||
TOTAL_ISSUES=$((CACHE_DIRS + TEMP_FILES))
|
||
|
||
if [ "$TOTAL_ISSUES" -eq 0 ]; then
|
||
CLEAN_STATUS="🏆 Pristine Repository"
|
||
CLEAN_SCORE="100/100"
|
||
elif [ "$TOTAL_ISSUES" -le 2 ]; then
|
||
CLEAN_STATUS="✅ Excellent Organization"
|
||
CLEAN_SCORE="90/100"
|
||
else
|
||
CLEAN_STATUS="🧹 Well Organized"
|
||
CLEAN_SCORE="75/100"
|
||
fi
|
||
|
||
# Countries count for commit message
|
||
COUNTRIES_COUNT="0"
|
||
if [ -f playlist.m3u ] && grep -q 'group-title=' playlist.m3u; then
|
||
COUNTRIES_COUNT=$(grep 'group-title=' playlist.m3u | sed 's/.*group-title="//; s/".*//' | sort -u | wc -l)
|
||
fi
|
||
|
||
# Create comprehensive commit message
|
||
COMMIT_MSG="📺 Updated playlist: $CHANNEL_COUNT channels across $COUNTRIES_COUNT countries ($TIMESTAMP)
|
||
|
||
🎯 Repository Status:
|
||
📺 Channels: $CHANNEL_COUNT
|
||
🌍 Countries: $COUNTRIES_COUNT
|
||
📁 Size: $REPO_SIZE
|
||
🏆 Quality: $CLEAN_STATUS ($CLEAN_SCORE)
|
||
🗂️ Structure: Professional & Organized
|
||
|
||
🔧 Automated Maintenance Completed:
|
||
✅ Python cache cleaned
|
||
✅ Temporary files removed
|
||
✅ Reports organized by date (reports/daily/)
|
||
✅ Logs centralized (reports/logs/)
|
||
✅ Backups compressed & rotated
|
||
✅ Data snapshots created (data/$(date +%Y-%m)/)
|
||
✅ Directory structure optimized
|
||
✅ Import file ready for next use
|
||
|
||
🚀 Repository Features:
|
||
📊 Daily reports with statistics
|
||
📈 Automated quality scoring
|
||
🗂️ Time-based file organization
|
||
💾 Intelligent backup management
|
||
🧹 Self-cleaning automation
|
||
|
||
Generated: $TIMESTAMP UTC | Bot: IPTV Playlist Manager v2.0"
|
||
|
||
git commit -m "$COMMIT_MSG"
|
||
git push
|
||
|
||
echo "✅ Repository updated successfully!"
|
||
echo "📺 Channels: $CHANNEL_COUNT"
|
||
echo "🌍 Countries: $COUNTRIES_COUNT"
|
||
echo "📁 Size: $REPO_SIZE"
|
||
echo "🏆 Status: $CLEAN_STATUS"
|
||
else
|
||
echo "ℹ️ No changes to commit - repository already up to date"
|
||
fi
|
||
|
||
- name: Success Summary and Next Steps
|
||
run: |
|
||
echo "=== 🎉 WORKFLOW COMPLETED SUCCESSFULLY! ==="
|
||
echo ""
|
||
|
||
if [ -f playlist.m3u ]; then
|
||
CHANNEL_COUNT=$(grep -c "^#EXTINF" playlist.m3u 2>/dev/null || echo "0")
|
||
COUNTRIES_COUNT=$(grep 'group-title=' playlist.m3u | sed 's/.*group-title="//; s/".*//' | sort -u | wc -l 2>/dev/null || echo "0")
|
||
|
||
echo "🎯 SUCCESS SUMMARY:"
|
||
echo " 📺 Playlist: $CHANNEL_COUNT channels generated"
|
||
echo " 🌍 Countries: $COUNTRIES_COUNT different regions"
|
||
echo " 📁 Repository: Professionally organized"
|
||
echo " 🧹 Cleanliness: Automated maintenance completed"
|
||
echo " 🔄 Automation: Fully self-maintaining"
|
||
echo " 🚀 Status: Ready for next import"
|
||
else
|
||
echo "⚠️ Playlist generation issue - check reports/logs/ for details"
|
||
fi
|
||
|
||
echo ""
|
||
echo "📊 REPOSITORY HEALTH:"
|
||
TOTAL_FILES=$(find . -type f -not -path './.git/*' | wc -l)
|
||
REPO_SIZE=$(du -sh . 2>/dev/null | cut -f1 || echo "unknown")
|
||
echo " 📁 Total files: $TOTAL_FILES (organized)"
|
||
echo " 💾 Repository size: $REPO_SIZE (optimized)"
|
||
echo " 🎯 Structure: Professional ✅"
|
||
echo " 📈 Quality score: Excellent ✅"
|
||
|
||
echo ""
|
||
echo "🗂️ ORGANIZED STRUCTURE:"
|
||
echo " 📂 data/$(date +%Y-%m)/ → Monthly channel snapshots"
|
||
echo " 📂 reports/daily/ → Current reports"
|
||
echo " 📂 reports/logs/ → All log files"
|
||
echo " 📂 backups/ → Compressed backups"
|
||
echo " 📂 scripts/ → Clean Python modules"
|
||
echo " 📂 config/ → Settings & patterns"
|
||
|
||
echo ""
|
||
echo "🚀 WHAT'S NEXT:"
|
||
echo " 1. 📥 Add new channels to bulk_import.m3u"
|
||
echo " 2. 🔄 Push changes (triggers automatic processing)"
|
||
echo " 3. 📊 Check reports/daily/ for detailed statistics"
|
||
echo " 4. 🎉 Enjoy your perfectly organized repository!"
|
||
echo ""
|
||
echo "✨ Your IPTV repository is now pristine and will stay clean automatically! ✨" |