my-private-iptv-m3u/.forgejo/workflows/generate-m3u.yml

name: Generate M3U Playlist with Auto-Cleanup

on:
  push:
    branches:
      - main
  workflow_dispatch:

jobs:
  build-and-cleanup:
    runs-on: ubuntu-22.04
    steps:
    - name: Checkout Repository
      uses: actions/checkout@v4

    - name: Set up Python
      uses: actions/setup-python@v5
      with:
        python-version: '3.11'
    
    - name: Configure Git
      run: |
        git config --local user.email "actions@forgejo.plainrock127.xyz"
        git config --local user.name "IPTV Playlist Bot"
    
    - name: Pre-Cleanup Health Check
      run: |
        echo "=== Repository Health Check ==="
        python -c "
        import sys, os
        sys.path.insert(0, 'scripts')
        from repo_health import RepoHealthMonitor
        monitor = RepoHealthMonitor()
        health = monitor.run_health_check()
        print(f'Organization Score: {health[\"organization_score\"]}/100')
        print(f'Total Size: {health[\"repository_size\"][\"total_mb\"]:.1f} MB')
        print(f'Files: {health[\"file_counts\"][\"total_files\"]}')
        if health['cleanup_suggestions']:
            print('Cleanup needed:')
            for suggestion in health['cleanup_suggestions'][:3]:
                print(f'  - {suggestion}')
        " 2>/dev/null || echo "Health check skipped (first run)"
    
    - name: Auto-Cleanup Repository
      run: |
        echo "=== Auto-Cleanup Phase ==="
        
        # Remove Python cache thoroughly
        find . -type d -name "__pycache__" -exec rm -rf {} + 2>/dev/null || true
        find . -name "*.pyc" -delete 2>/dev/null || true
        find . -name "*.pyo" -delete 2>/dev/null || true
        
        # Remove temporary files
        find . -name "*_temp*" -type f -delete 2>/dev/null || true
        find . -name "*.tmp" -delete 2>/dev/null || true
        find . -name "*~" -delete 2>/dev/null || true
        
        # Clean backup files older than 30 days
        find backups -name "*.txt" -type f -mtime +30 -delete 2>/dev/null || true
        
        # Organize log files
        mkdir -p reports/logs reports/archive
        find . -maxdepth 1 -name "*.log" -exec mv {} reports/logs/ \; 2>/dev/null || true
        
        # Compress old backups (older than 7 days)
        find backups -name "*.txt" -type f -mtime +7 -exec gzip {} \; 2>/dev/null || true
        
        echo "✅ Cleanup completed"

    - name: Setup Directories
      run: |
        echo "=== Directory Setup ==="
        mkdir -p config backups reports/logs reports/archive templates
        
        # Create scripts/__init__.py if missing
        if [ ! -f scripts/__init__.py ]; then
          echo '# Scripts package' > scripts/__init__.py
        fi
        
        # Ensure proper directory structure
        ls -la scripts/ || echo "Scripts directory missing"

    - name: Debug File Structure
      run: |
        echo "=== File Structure Debug ==="
        echo "Root files:"
        ls -la | head -20
        echo ""
        echo "Scripts directory:"
        ls -la scripts/ 2>/dev/null || echo "Scripts directory not found"
        echo ""
        echo "Import file status:"
        if [ -f bulk_import.m3u ]; then
          echo "✅ bulk_import.m3u found ($(wc -l < bulk_import.m3u) lines, $(du -h bulk_import.m3u | cut -f1))"
          echo "First few lines:"
          head -5 bulk_import.m3u
        else
          echo "❌ bulk_import.m3u not found"
        fi

    - name: Run Playlist Generation
      run: |
        echo "=== Playlist Generation ==="
        python scripts/generate_playlist.py
        
    - name: Post-Generation Health Check
      run: |
        echo "=== Post-Generation Analysis ==="
        
        if [ -f playlist.m3u ]; then
          CHANNEL_COUNT=$(grep -c "^#EXTINF" playlist.m3u 2>/dev/null || echo "0")
          FILE_SIZE=$(du -h playlist.m3u | cut -f1)
          echo "✅ playlist.m3u generated:"
          echo "   - Channels: $CHANNEL_COUNT"
          echo "   - Size: $FILE_SIZE"
          
          # Show top countries
          echo "   - Top countries:"
          grep 'group-title=' playlist.m3u | sed 's/.*group-title="//; s/".*//' | sort | uniq -c | sort -nr | head -5 || echo "     No country data"
        else
          echo "❌ playlist.m3u not generated"
        fi
        
        if [ -f channels.txt ]; then
          CHANNELS_SIZE=$(du -h channels.txt | cut -f1)
          CHANNELS_LINES=$(wc -l < channels.txt)
          echo "📁 channels.txt: $CHANNELS_SIZE ($CHANNELS_LINES lines)"
        fi
        
        # Check for any error logs
        if [ -f reports/logs/playlist_update.log ]; then
          echo "📋 Recent log entries:"
          tail -10 reports/logs/playlist_update.log || tail -10 playlist_update.log 2>/dev/null || echo "No logs found"
        fi

    - name: Repository Cleanup & Organization
      run: |
        echo "=== Final Repository Organization ==="
        
        # Remove any remaining cache files
        find . -type d -name "__pycache__" -exec rm -rf {} + 2>/dev/null || true
        
        # Move any stray log files
        find . -maxdepth 1 -name "*.log" -exec mv {} reports/logs/ \; 2>/dev/null || true
        
        # Clean up any editor backup files
        find . -name "*~" -delete 2>/dev/null || true
        find . -name "*.swp" -delete 2>/dev/null || true
        
        # Ensure bulk_import.m3u is clean for next use
        if [ -f bulk_import.m3u ]; then
          # If it has more than just the header, it means it wasn't cleaned by the script
          LINE_COUNT=$(wc -l < bulk_import.m3u)
          if [ "$LINE_COUNT" -gt 2 ]; then
            echo "⚠️  Manually cleaning bulk_import.m3u (had $LINE_COUNT lines)"
            echo '#EXTM3U' > bulk_import.m3u
            echo '' >> bulk_import.m3u
          fi
        fi
        
        echo "✅ Repository organized"

    - name: Commit Changes
      run: |
        echo "=== Committing Changes ==="
        
        # Add specific files/directories (exclude unnecessary items)
        git add bulk_import.m3u || true
        git add channels.txt || true
        git add playlist.m3u || true
        git add scripts/ || true
        git add config/ || true
        git add reports/ || true
        git add backups/*.gz || true  # Only compressed backups
        git add templates/ || true
        git add .forgejo/ || true
        git add README.md || true
        git add .gitignore || true
        
        # Remove any files that shouldn't be tracked
        git rm --cached *.log 2>/dev/null || true
        git rm --cached **/__pycache__/** 2>/dev/null || true
        git rm --cached **/*.pyc 2>/dev/null || true
        
        # Check what we're about to commit
        echo "Files to be committed:"
        git diff --staged --name-only || echo "No staged changes"
        
        if ! git diff --staged --quiet; then
          # Calculate channel count for commit message
          CHANNEL_COUNT="0"
          if [ -f playlist.m3u ]; then
            CHANNEL_COUNT=$(grep -c "^#EXTINF" playlist.m3u 2>/dev/null || echo "0")
          fi
          
          # Calculate repository size
          REPO_SIZE=$(du -sh . 2>/dev/null | cut -f1 || echo "unknown")
          
          # Create informative commit message
          COMMIT_MSG="📺 Updated playlist: $CHANNEL_COUNT channels ($(date '+%Y-%m-%d %H:%M')) 

Repository Status:
- Size: $REPO_SIZE
- Channels: $CHANNEL_COUNT
- Auto-cleaned and organized
- $(date '+%Y-%m-%d %H:%M:%S UTC')"
          
          git commit -m "$COMMIT_MSG"
          git push
          
          echo "✅ Repository updated successfully"
          echo "   📺 Channels: $CHANNEL_COUNT"
          echo "   📁 Size: $REPO_SIZE"
        else
          echo "ℹ️  No changes to commit"
        fi

    - name: Final Status Report
      run: |
        echo "=== Final Status Report ==="
        echo "🎯 Workflow completed successfully!"
        echo ""
        echo "📊 Repository Statistics:"
        echo "   - Total files: $(find . -type f | wc -l)"
        echo "   - Directory size: $(du -sh . | cut -f1)"
        echo "   - Git status: $(git status --porcelain | wc -l) pending changes"
        echo ""
        
        if [ -f playlist.m3u ]; then
          CHANNEL_COUNT=$(grep -c "^#EXTINF" playlist.m3u 2>/dev/null || echo "0")
          echo "✅ Playlist Status:"
          echo "   - Channels: $CHANNEL_COUNT"
          echo "   - File size: $(du -h playlist.m3u | cut -f1)"
          echo "   - Last updated: $(date)"
        else
          echo "❌ No playlist generated"
        fi
        
        echo ""
        echo "🧹 Cleanup Summary:"
        echo "   - Python cache: Removed"
        echo "   - Log files: Organized in reports/logs/"
        echo "   - Backup files: Compressed if older than 7 days"
        echo "   - Temporary files: Cleaned"
        echo ""
        echo "🚀 Ready for next import!"