stoney420/my-private-iptv-m3u
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update .forgejo/workflows/generate-m3u.yml

Browse source
This commit is contained in:
stoney420 2025-06-28 02:17:09 +02:00
parent 96a5a7fb37
commit c7dcd2a6a5
1 changed files with 50 additions and 114 deletions
Download patch file Download diff file Expand all files Collapse all files

164
.forgejo/workflows/generate-m3u.yml
View file

@ -26,186 +26,137 @@ jobs:
- name: Pre-Cleanup Repository - name: Pre-Cleanup Repository
run: | run: |
echo "=== Pre-Cleanup Phase ===" echo "=== Pre-Cleanup Phase ==="
# Remove Python cache thoroughly
find . -type d -name "__pycache__" -exec rm -rf {} + 2>/dev/null || true find . -type d -name "__pycache__" -exec rm -rf {} + 2>/dev/null || true
find . -name "*.pyc" -delete 2>/dev/null || true find . -name "*.pyc" -delete 2>/dev/null || true
find . -name "*.pyo" -delete 2>/dev/null || true find . -name "*.pyo" -delete 2>/dev/null || true
# Remove temporary files
find . -name "*_temp*" -type f -delete 2>/dev/null || true find . -name "*_temp*" -type f -delete 2>/dev/null || true
find . -name "*.tmp" -delete 2>/dev/null || true find . -name "*.tmp" -delete 2>/dev/null || true
find . -name "*~" -delete 2>/dev/null || true find . -name "*~" -delete 2>/dev/null || true
find . -name "*.swp" -delete 2>/dev/null || true find . -name "*.swp" -delete 2>/dev/null || true
# Organize log files
mkdir -p reports/logs reports/archive mkdir -p reports/logs reports/archive
find . -maxdepth 1 -name "*.log" -exec mv {} reports/logs/ \; 2>/dev/null || true find . -maxdepth 1 -name "*.log" -exec mv {} reports/logs/ \; 2>/dev/null || true
# Clean backup files older than 30 days
find backups -name "*.txt" -type f -mtime +30 -delete 2>/dev/null || true find backups -name "*.txt" -type f -mtime +30 -delete 2>/dev/null || true
# Compress old backups (older than 7 days)
find backups -name "*.txt" -type f -mtime +7 -exec gzip {} \; 2>/dev/null || true find backups -name "*.txt" -type f -mtime +7 -exec gzip {} \; 2>/dev/null || true
echo "Pre-cleanup completed"
echo "✅ Pre-cleanup completed"
- name: Setup Directories - name: Setup Directories
run: | run: |
echo "=== Directory Setup ===" echo "=== Directory Setup ==="
mkdir -p config backups reports/logs reports/archive templates mkdir -p config backups reports/logs reports/archive templates
# Create scripts/__init__.py if missing
if [ ! -f scripts/__init__.py ]; then if [ ! -f scripts/__init__.py ]; then
echo '# Scripts package' > scripts/__init__.py echo '# Scripts package' > scripts/__init__.py
fi fi
# Ensure proper directory structure
echo "Directory structure verified"
- name: Debug File Structure - name: Debug File Structure
run: | run: |
echo "=== File Structure Debug ===" echo "=== File Structure Debug ==="
echo "Root files:" ls -la
ls -la | head -15
echo ""
echo "Scripts directory:" echo "Scripts directory:"
ls -la scripts/ 2>/dev/null || echo "Scripts directory not found" ls -la scripts/ 2>/dev/null || echo "Scripts directory not found"
echo ""
echo "Import file status:" echo "Import file status:"
if [ -f bulk_import.m3u ]; then if [ -f bulk_import.m3u ]; then
LINES=$(wc -l < bulk_import.m3u) LINES=$(wc -l < bulk_import.m3u)
SIZE=$(du -h bulk_import.m3u | cut -f1) SIZE=$(du -h bulk_import.m3u | cut -f1)
echo "✅ bulk_import.m3u found: $LINES lines ($SIZE)" echo "bulk_import.m3u found: $LINES lines ($SIZE)"
if [ "$LINES" -gt 2 ]; then if [ "$LINES" -gt 2 ]; then
echo "📥 Contains channels to process" echo "Contains channels to process"
echo "First few lines:"
head -3 bulk_import.m3u head -3 bulk_import.m3u
else else
echo "📭 Empty (ready for import)" echo "Empty - ready for import"
fi fi
else else
echo "❌ bulk_import.m3u not found" echo "bulk_import.m3u not found"
fi fi
- name: Run Playlist Generation - name: Run Playlist Generation
run: | run: |
echo "=== Playlist Generation ===" echo "=== Playlist Generation ==="
# Check if generate_playlist.py exists
if [ ! -f scripts/generate_playlist.py ]; then if [ ! -f scripts/generate_playlist.py ]; then
echo "❌ Error: scripts/generate_playlist.py not found" echo "Error: scripts/generate_playlist.py not found"
exit 1 exit 1
fi fi
echo "Starting playlist generation..."
# Run the playlist generation
echo "🚀 Starting playlist generation..."
python scripts/generate_playlist.py python scripts/generate_playlist.py
echo "Playlist generation completed"
echo "✅ Playlist generation completed"
- name: Post-Generation Analysis - name: Post-Generation Analysis
run: | run: |
echo "=== Post-Generation Analysis ===" echo "=== Post-Generation Analysis ==="
if [ -f playlist.m3u ]; then if [ -f playlist.m3u ]; then
CHANNEL_COUNT=$(grep -c "^#EXTINF" playlist.m3u 2>/dev/null || echo "0") CHANNEL_COUNT=$(grep -c "^#EXTINF" playlist.m3u 2>/dev/null || echo "0")
FILE_SIZE=$(du -h playlist.m3u | cut -f1) FILE_SIZE=$(du -h playlist.m3u | cut -f1)
echo "✅ Generated playlist.m3u:" echo "Generated playlist.m3u:"
echo " 📺 Channels: $CHANNEL_COUNT" echo " Channels: $CHANNEL_COUNT"
echo " 📁 Size: $FILE_SIZE" echo " Size: $FILE_SIZE"
echo "Top countries:"
# Show top countries if available
echo " 🌍 Top countries:"
if grep -q 'group-title=' playlist.m3u; then if grep -q 'group-title=' playlist.m3u; then
grep 'group-title=' playlist.m3u | \ grep 'group-title=' playlist.m3u | sed 's/.*group-title="//; s/".*//' | sort | uniq -c | sort -nr | head -5 | while read count country; do
sed 's/.*group-title="//; s/".*//' | \ echo " $country: $count channels"
sort | uniq -c | sort -nr | head -5 | \ done
while read count country; do
echo " $country: $count channels"
done
else else
echo " No country grouping found" echo " No country grouping found"
fi fi
else else
echo "❌ playlist.m3u not generated" echo "playlist.m3u not generated"
echo "Checking for errors..."
if [ -f reports/logs/playlist_update.log ]; then if [ -f reports/logs/playlist_update.log ]; then
echo "Last few log entries:" echo "Last few log entries:"
tail -10 reports/logs/playlist_update.log tail -10 reports/logs/playlist_update.log
fi fi
fi fi
if [ -f channels.txt ]; then if [ -f channels.txt ]; then
CHANNELS_SIZE=$(du -h channels.txt | cut -f1) CHANNELS_SIZE=$(du -h channels.txt | cut -f1)
CHANNELS_LINES=$(wc -l < channels.txt) CHANNELS_LINES=$(wc -l < channels.txt)
echo "📋 channels.txt: $CHANNELS_SIZE ($CHANNELS_LINES lines)" echo "channels.txt: $CHANNELS_SIZE ($CHANNELS_LINES lines)"
else else
echo "📋 channels.txt: Not found" echo "channels.txt: Not found"
fi fi
- name: Final Cleanup & Organization - name: Final Cleanup and Organization
run: | run: |
echo "=== Final Organization ===" echo "=== Final Organization ==="
# Remove any remaining cache/temp files
find . -type d -name "__pycache__" -exec rm -rf {} + 2>/dev/null || true find . -type d -name "__pycache__" -exec rm -rf {} + 2>/dev/null || true
find . -name "*.pyc" -delete 2>/dev/null || true find . -name "*.pyc" -delete 2>/dev/null || true
find . -name "*.swp" -delete 2>/dev/null || true find . -name "*.swp" -delete 2>/dev/null || true
find . -name ".DS_Store" -delete 2>/dev/null || true find . -name ".DS_Store" -delete 2>/dev/null || true
find . -name "*~" -delete 2>/dev/null || true find . -name "*~" -delete 2>/dev/null || true
# Move any stray log files to reports/logs
find . -maxdepth 1 -name "*.log" -exec mv {} reports/logs/ \; 2>/dev/null || true find . -maxdepth 1 -name "*.log" -exec mv {} reports/logs/ \; 2>/dev/null || true
# Ensure bulk_import.m3u is clean for next use
if [ -f bulk_import.m3u ]; then if [ -f bulk_import.m3u ]; then
LINE_COUNT=$(wc -l < bulk_import.m3u) LINE_COUNT=$(wc -l < bulk_import.m3u)
if [ "$LINE_COUNT" -gt 2 ]; then if [ "$LINE_COUNT" -gt 2 ]; then
echo "🧹 Cleaning bulk_import.m3u for next import..." echo "Cleaning bulk_import.m3u for next import..."
echo '#EXTM3U' > bulk_import.m3u echo '#EXTM3U' > bulk_import.m3u
echo '' >> bulk_import.m3u echo '' >> bulk_import.m3u
echo "✅ bulk_import.m3u cleared and ready" echo "bulk_import.m3u cleared and ready"
else else
echo "✅ bulk_import.m3u already clean" echo "bulk_import.m3u already clean"
fi fi
fi fi
echo "Final cleanup completed"
echo "✅ Final cleanup completed"
- name: Repository Health Check - name: Repository Health Check
run: | run: |
echo "=== Repository Health Check ===" echo "=== Repository Health Check ==="
# Calculate repository stats
TOTAL_FILES=$(find . -type f | grep -v '.git' | wc -l) TOTAL_FILES=$(find . -type f | grep -v '.git' | wc -l)
REPO_SIZE=$(du -sh . 2>/dev/null | cut -f1 || echo "unknown") REPO_SIZE=$(du -sh . 2>/dev/null | cut -f1 || echo "unknown")
echo "Repository Statistics:"
echo "📊 Repository Statistics:" echo " Total files: $TOTAL_FILES"
echo " 📁 Total files: $TOTAL_FILES" echo " Repository size: $REPO_SIZE"
echo " 💾 Repository size: $REPO_SIZE"
# Check for common issues
CACHE_DIRS=$(find . -type d -name "__pycache__" | wc -l) CACHE_DIRS=$(find . -type d -name "__pycache__" | wc -l)
TEMP_FILES=$(find . -name "*.tmp" -o -name "*_temp*" | wc -l) TEMP_FILES=$(find . -name "*.tmp" -o -name "*_temp*" | wc -l)
LOG_FILES_ROOT=$(find . -maxdepth 1 -name "*.log" | wc -l) LOG_FILES_ROOT=$(find . -maxdepth 1 -name "*.log" | wc -l)
echo "Cleanliness Check:"
echo "🔍 Cleanliness Check:" echo " Python cache dirs: $CACHE_DIRS"
echo " 🐍 Python cache dirs: $CACHE_DIRS" echo " Temporary files: $TEMP_FILES"
echo " 🗑️ Temporary files: $TEMP_FILES" echo " Root log files: $LOG_FILES_ROOT"
echo " 📋 Root log files: $LOG_FILES_ROOT"
if [ "$CACHE_DIRS" -eq 0 ] && [ "$TEMP_FILES" -eq 0 ] && [ "$LOG_FILES_ROOT" -eq 0 ]; then if [ "$CACHE_DIRS" -eq 0 ] && [ "$TEMP_FILES" -eq 0 ] && [ "$LOG_FILES_ROOT" -eq 0 ]; then
echo "✅ Repository is clean!" echo "Repository is clean!"
else else
echo "⚠️ Some cleanup items remain" echo "Some cleanup items remain"
fi fi
- name: Commit Changes - name: Commit Changes
run: | run: |
echo "=== Committing Changes ===" echo "=== Committing Changes ==="
# Add specific files/directories only (clean approach)
git add bulk_import.m3u || true git add bulk_import.m3u || true
git add channels.txt || true git add channels.txt || true
git add playlist.m3u || true git add playlist.m3u || true
@ -217,26 +168,17 @@ jobs:
git add .forgejo/ || true git add .forgejo/ || true
git add README.md || true git add README.md || true
git add .gitignore || true git add .gitignore || true
# Remove files that shouldn't be tracked
git rm --cached *.log 2>/dev/null || true git rm --cached *.log 2>/dev/null || true
git rm --cached **/__pycache__/** 2>/dev/null || true git rm --cached **/__pycache__/** 2>/dev/null || true
git rm --cached **/*.pyc 2>/dev/null || true git rm --cached **/*.pyc 2>/dev/null || true
echo "Files staged for commit:"
# Check what we're about to commit
echo "📝 Files staged for commit:"
git diff --staged --name-only | head -10 || echo "No staged changes" git diff --staged --name-only | head -10 || echo "No staged changes"
if ! git diff --staged --quiet; then if ! git diff --staged --quiet; then
# Calculate stats for commit message
CHANNEL_COUNT="0" CHANNEL_COUNT="0"
if [ -f playlist.m3u ]; then if [ -f playlist.m3u ]; then
CHANNEL_COUNT=$(grep -c "^#EXTINF" playlist.m3u 2>/dev/null || echo "0") CHANNEL_COUNT=$(grep -c "^#EXTINF" playlist.m3u 2>/dev/null || echo "0")
fi fi
REPO_SIZE=$(du -sh . 2>/dev/null | cut -f1 || echo "unknown") REPO_SIZE=$(du -sh . 2>/dev/null | cut -f1 || echo "unknown")
# Create informative commit message
COMMIT_MSG="📺 Updated playlist: $CHANNEL_COUNT channels ($(date '+%Y-%m-%d %H:%M')) COMMIT_MSG="📺 Updated playlist: $CHANNEL_COUNT channels ($(date '+%Y-%m-%d %H:%M'))
🧹 Repository Status: 🧹 Repository Status:
@ -244,36 +186,30 @@ jobs:
- Size: $REPO_SIZE - Size: $REPO_SIZE
- Auto-cleaned and organized - Auto-cleaned and organized
- $(date '+%Y-%m-%d %H:%M:%S UTC')" - $(date '+%Y-%m-%d %H:%M:%S UTC')"
git commit -m "$COMMIT_MSG" git commit -m "$COMMIT_MSG"
git push git push
echo "Repository updated successfully"
echo "✅ Repository updated successfully" echo "Channels: $CHANNEL_COUNT"
echo "📺 Channels: $CHANNEL_COUNT" echo "Size: $REPO_SIZE"
echo "📁 Size: $REPO_SIZE"
else else
echo "ℹ️ No changes to commit" echo "No changes to commit"
fi fi
- name: Workflow Summary - name: Workflow Summary
run: | run: |
echo "=== Workflow Summary ===" echo "=== Workflow Summary ==="
echo "🎉 IPTV Playlist workflow completed!" echo "IPTV Playlist workflow completed!"
echo ""
if [ -f playlist.m3u ]; then if [ -f playlist.m3u ]; then
CHANNEL_COUNT=$(grep -c "^#EXTINF" playlist.m3u 2>/dev/null || echo "0") CHANNEL_COUNT=$(grep -c "^#EXTINF" playlist.m3u 2>/dev/null || echo "0")
echo "✅ Success Summary:" echo "Success Summary:"
echo " 📺 Playlist generated with $CHANNEL_COUNT channels" echo " Playlist generated with $CHANNEL_COUNT channels"
echo " 🧹 Repository cleaned and organized" echo " Repository cleaned and organized"
echo " 📁 Files properly structured" echo " Files properly structured"
echo " 🚀 Ready for next import" echo " Ready for next import"
else else
echo "⚠️ Playlist not generated - check logs" echo "Playlist not generated - check logs"
fi fi
echo "Next Steps:"
echo "" echo " 1. Add channels to bulk_import.m3u"
echo "📋 Next Steps:" echo " 2. Push changes to trigger workflow"
echo " 1. Add channels to bulk_import.m3u" echo " 3. Playlist will be automatically updated"
echo " 2. Push changes to trigger workflow"
echo " 3. Playlist will be automatically updated"