mirror of
https://github.com/acedanger/shell.git
synced 2025-12-06 01:10:12 -08:00
Add advanced Plex database recovery and restoration scripts
- Introduced `recover-plex-database.sh` for comprehensive database recovery with multiple strategies, logging, and rollback capabilities. - Added `restore-plex.sh` for safe restoration of Plex backups, including validation and dry-run options. - Created `plex-db-manager.sh` to consolidate database management functionalities, including integrity checks and service management. - Enhanced logging and error handling across all scripts for better user feedback and troubleshooting. - Implemented safety measures to prevent running scripts as root and ensure proper service management during operations.
This commit is contained in:
Peter Wood
@@ -1,8 +1,5 @@
|
|||||||
0 1 * * * /home/acedanger/shell/move-backups.sh 2>&1 | logger -t backup-move -p user.info
|
0 1 * * * /home/acedanger/shell/move-backups.sh 2>&1 | logger -t backup-move -p user.info
|
||||||
0 2 * * * { echo "Starting .env files backup"; /home/acedanger/shell/backup-env-files.sh; echo ".env backup completed with exit code: $?"; } 2>&1 | logger -t env-backup -p user.info
|
0 2 * * * { echo "Starting .env files backup"; /home/acedanger/shell/backup-env-files.sh; echo ".env backup completed with exit code: $?"; } 2>&1 | logger -t env-backup -p user.info
|
||||||
15 4 * * * { echo "Starting Plex backup"; /home/acedanger/shell/plex/backup-plex.sh --non-interactive --auto-repair; echo "Plex backup completed with exit code: $?"; } 2>&1 | logger -t plex-backup -p user.info
|
|
||||||
0 7 * * * { echo "Starting Plex backup validation"; /home/acedanger/shell/plex/validate-plex-backups.sh --fix; echo "Validation completed with exit code: $?"; } 2>&1 | logger -t plex-validation -p user.info
|
|
||||||
0 5 * * 1 { echo "Starting Immich database backup move"; if mv /mnt/share/media/immich/uploads/backups/immich-db-backup* /mnt/share/media/backups/immich 2>/dev/null; then echo "Immich backup move completed successfully"; else echo "No Immich backup files found or move failed"; fi; } 2>&1 | logger -t immich-backup -p user.info
|
0 5 * * 1 { echo "Starting Immich database backup move"; if mv /mnt/share/media/immich/uploads/backups/immich-db-backup* /mnt/share/media/backups/immich 2>/dev/null; then echo "Immich backup move completed successfully"; else echo "No Immich backup files found or move failed"; fi; } 2>&1 | logger -t immich-backup -p user.info
|
||||||
0 4 * * * /home/acedanger/shell/crontab/crontab-backup-system.sh backup auto --auto-cleanup 2>&1 | logger -t crontab-backup -p user.info
|
0 4 * * * /home/acedanger/shell/crontab/crontab-backup-system.sh backup auto --auto-cleanup 2>&1 | logger -t crontab-backup -p user.info
|
||||||
0 8 * * 0 { echo "Starting weekly Plex backup report generation"; /home/acedanger/shell/plex/validate-plex-backups.sh --report; echo "Weekly report generation completed with exit code: $?"; } 2>&1 | logger -t plex-report -p user.info
|
|
||||||
30 8 * * 0 { echo "Starting .env backup validation"; /home/acedanger/shell/validate-env-backups.sh; echo ".env validation completed with exit code: $?"; } 2>&1 | logger -t env-validation -p user.info
|
30 8 * * 0 { echo "Starting .env backup validation"; /home/acedanger/shell/validate-env-backups.sh; echo ".env validation completed with exit code: $?"; } 2>&1 | logger -t env-validation -p user.info
|
||||||
|
|||||||
@@ -11,16 +11,19 @@
|
|||||||
# Backs up all Docker .env files to private Gitea repository
|
# Backs up all Docker .env files to private Gitea repository
|
||||||
0 2 * * * { echo "Starting .env files backup"; /home/acedanger/shell/backup-env-files.sh; echo ".env backup completed with exit code: $?"; } 2>&1 | logger -t env-backup -p user.info
|
0 2 * * * { echo "Starting .env files backup"; /home/acedanger/shell/backup-env-files.sh; echo ".env backup completed with exit code: $?"; } 2>&1 | logger -t env-backup -p user.info
|
||||||
|
|
||||||
# Daily Plex database integrity check every 30 minutes
|
# DISABLED: Custom Plex backup system (June 21, 2025)
|
||||||
*/30 * * * * { echo "Check Plex database corruption"; /home/acedanger/shell/plex/backup-plex.sh --check-integrity --auto-repair; } 2>&1 | logger -t plex-database-integrity-check -p user.info
|
# Reason: Plex built-in scheduled backups are now handling database backups every 3 days
|
||||||
|
# Built-in backups location: /var/lib/plexmediaserver/.../Databases/*.backup.*
|
||||||
|
# Custom backups no longer needed - Plex's native system is more reliable
|
||||||
|
|
||||||
# Daily Plex backup at 0415 with enhanced logging
|
# Optional: Weekly database integrity check (read-only) - keeping for health monitoring
|
||||||
# Includes execution status and performance metrics
|
# 0 6 * * 0 { echo "Weekly Plex database integrity check (read-only)"; /home/acedanger/shell/plex/plex-db-manager.sh check; } 2>&1 | logger -t plex-health-check -p user.info
|
||||||
15 4 * * * { echo "Starting Plex backup"; /home/acedanger/shell/plex/backup-plex.sh --non-interactive --auto-repair; echo "Plex backup completed with exit code: $?"; } 2>&1 | logger -t plex-backup -p user.info
|
|
||||||
|
|
||||||
# Daily validation at 0700 with detailed logging
|
# DISABLED - Custom daily Plex backup (replaced by Plex built-in backups)
|
||||||
# Logs validation results and any auto-fixes performed
|
# 15 4 * * * { echo "Starting Plex backup"; /home/acedanger/shell/plex/backup-plex.sh --non-interactive --disable-auto-repair; echo "Plex backup completed with exit code: $?"; } 2>&1 | logger -t plex-backup -p user.info
|
||||||
0 7 * * * { echo "Starting Plex backup validation"; /home/acedanger/shell/plex/validate-plex-backups.sh --fix; echo "Validation completed with exit code: $?"; } 2>&1 | logger -t plex-validation -p user.info
|
|
||||||
|
# DISABLED - Custom backup validation (no longer needed with built-in backups)
|
||||||
|
# 0 7 * * * { echo "Starting Plex backup validation"; /home/acedanger/shell/plex/validate-plex-backups.sh --fix; echo "Validation completed with exit code: $?"; } 2>&1 | logger -t plex-validation -p user.info
|
||||||
|
|
||||||
# Backup Immich database weekly (Mondays at 0500)
|
# Backup Immich database weekly (Mondays at 0500)
|
||||||
# Enhanced with proper logging and error handling
|
# Enhanced with proper logging and error handling
|
||||||
@@ -29,9 +32,8 @@
|
|||||||
# Daily system backup at 0400 with auto-cleanup
|
# Daily system backup at 0400 with auto-cleanup
|
||||||
0 4 * * * /home/acedanger/shell/crontab/crontab-backup-system.sh backup auto --auto-cleanup 2>&1 | logger -t crontab-backup -p user.info
|
0 4 * * * /home/acedanger/shell/crontab/crontab-backup-system.sh backup auto --auto-cleanup 2>&1 | logger -t crontab-backup -p user.info
|
||||||
|
|
||||||
# Generate detailed weekly report (Sundays at 0800)
|
# DISABLED - Weekly Plex backup report (no longer needed)
|
||||||
# Comprehensive reporting with system logging
|
# 0 8 * * 0 { echo "Starting weekly Plex backup report generation"; /home/acedanger/shell/plex/validate-plex-backups.sh --report; echo "Weekly report generation completed with exit code: $?"; } 2>&1 | logger -t plex-report -p user.info
|
||||||
0 8 * * 0 { echo "Starting weekly Plex backup report generation"; /home/acedanger/shell/plex/validate-plex-backups.sh --report; echo "Weekly report generation completed with exit code: $?"; } 2>&1 | logger -t plex-report -p user.info
|
|
||||||
|
|
||||||
# Weekly .env backup validation (Sundays at 0830)
|
# Weekly .env backup validation (Sundays at 0830)
|
||||||
# Validates integrity of .env backup repository
|
# Validates integrity of .env backup repository
|
||||||
|
|||||||
173
plex/BACKUP-SYSTEM-TRANSITION.md
Normal file
173
plex/BACKUP-SYSTEM-TRANSITION.md
Normal file
@@ -0,0 +1,173 @@
|
|||||||
|
# Plex Backup System Transition Summary
|
||||||
|
|
||||||
|
**Date:** June 21, 2025
|
||||||
|
**Author:** Peter Wood <peter@peterwood.dev>
|
||||||
|
|
||||||
|
## 🔄 Transition Overview
|
||||||
|
|
||||||
|
The Plex backup system has been transitioned from custom scripts to Plex's built-in scheduled backup functionality to reduce complexity and improve reliability.
|
||||||
|
|
||||||
|
## ✅ Changes Made
|
||||||
|
|
||||||
|
### 1. **Disabled Custom Backup Cron Jobs**
|
||||||
|
- ✅ Removed daily Plex backup job (4:15 AM)
|
||||||
|
- ✅ Removed daily integrity check job (6:00 AM)
|
||||||
|
- ✅ Removed daily backup validation job (7:00 AM)
|
||||||
|
- ✅ Removed weekly backup report job (Sunday 8:00 AM)
|
||||||
|
|
||||||
|
### 2. **Plex Built-in Backup System Active**
|
||||||
|
- ✅ **Frequency:** Every 3 days (automatic)
|
||||||
|
- ✅ **Location:** Database directory + NAS mount `/mnt/share/media/backups/plex`
|
||||||
|
- ✅ **Pattern:** `*.backup.YYYYMMDD_HHMMSS`
|
||||||
|
- ✅ **Current Status:** Active with 1 backup file found
|
||||||
|
|
||||||
|
### 3. **Updated Documentation**
|
||||||
|
- ✅ Updated README.md to reflect backup system changes
|
||||||
|
- ✅ Marked custom backup scripts as disabled/limited use
|
||||||
|
- ✅ Added new utility script: `check-plex-builtin-backups.sh`
|
||||||
|
- ✅ Updated Quick Start and Best Practices sections
|
||||||
|
|
||||||
|
### 4. **Scripts Status Change**
|
||||||
|
|
||||||
|
| Script | Previous Status | New Status |
|
||||||
|
|--------|----------------|------------|
|
||||||
|
| `backup-plex.sh` | Active (daily cron) | ❌ **DISABLED** (emergency manual use only) |
|
||||||
|
| `validate-plex-backups.sh` | Active (daily cron) | ⚠️ **LIMITED USE** (legacy backups only) |
|
||||||
|
| `monitor-plex-backup.sh` | Active monitoring | ⚠️ **LIMITED USE** (basic system monitoring) |
|
||||||
|
| `plex-db-manager.sh` | Active | ✅ **ACTIVE** (manual health checks) |
|
||||||
|
| `nuclear-plex-recovery.sh` | Emergency use | ✅ **ACTIVE** (emergency recovery) |
|
||||||
|
| `plex.sh` | Service management | ✅ **ACTIVE** (service management) |
|
||||||
|
| `check-plex-builtin-backups.sh` | N/A | ⭐ **NEW** (monitor built-in backups) |
|
||||||
|
|
||||||
|
## 🎯 Current Recommended Workflow
|
||||||
|
|
||||||
|
### Daily Operations (Automated)
|
||||||
|
- **Plex Built-in Backups:** Run automatically every 3 days
|
||||||
|
- **No manual intervention required**
|
||||||
|
|
||||||
|
### Weekly Operations (Manual)
|
||||||
|
```bash
|
||||||
|
# Health check
|
||||||
|
./plex-db-manager.sh check
|
||||||
|
|
||||||
|
# Check backup status
|
||||||
|
./check-plex-builtin-backups.sh
|
||||||
|
|
||||||
|
# Service status
|
||||||
|
./plex.sh status
|
||||||
|
```
|
||||||
|
|
||||||
|
### Emergency Procedures (Unchanged)
|
||||||
|
```bash
|
||||||
|
# Database issues
|
||||||
|
./plex-db-manager.sh check
|
||||||
|
./plex.sh restart
|
||||||
|
sudo ./nuclear-plex-recovery.sh --dry-run
|
||||||
|
sudo ./nuclear-plex-recovery.sh --auto
|
||||||
|
|
||||||
|
# Validation after recovery
|
||||||
|
./validate-plex-recovery.sh
|
||||||
|
```
|
||||||
|
|
||||||
|
## 📊 Benefits of This Change
|
||||||
|
|
||||||
|
### ✅ **Advantages**
|
||||||
|
1. **Reduced Complexity:** Fewer moving parts and scripts to maintain
|
||||||
|
2. **Native Integration:** Plex handles its own backup timing and lifecycle
|
||||||
|
3. **Elimination of Conflicts:** No risk of custom scripts interfering with Plex
|
||||||
|
4. **Simplified Monitoring:** One tool (`check-plex-builtin-backups.sh`) for status
|
||||||
|
5. **Lower Maintenance:** No custom cron schedules to manage
|
||||||
|
|
||||||
|
### ⚠️ **Considerations**
|
||||||
|
1. **Less Control:** Cannot customize backup frequency (fixed at 3 days)
|
||||||
|
2. **Limited Validation:** Cannot validate Plex backups with external tools
|
||||||
|
3. **Dependency:** Reliant on Plex's backup implementation working correctly
|
||||||
|
|
||||||
|
## 🔍 Monitoring Built-in Backups
|
||||||
|
|
||||||
|
### New Utility Script
|
||||||
|
```bash
|
||||||
|
./check-plex-builtin-backups.sh # Basic status
|
||||||
|
./check-plex-builtin-backups.sh --detailed # Detailed information
|
||||||
|
```
|
||||||
|
|
||||||
|
### Manual Commands
|
||||||
|
```bash
|
||||||
|
# Check latest backup
|
||||||
|
ls -lath "/var/lib/plexmediaserver/Library/Application Support/Plex Media Server/Plug-in Support/Databases/"*.backup.* | head -1
|
||||||
|
|
||||||
|
# List all backups
|
||||||
|
find "/var/lib/plexmediaserver/Library/Application Support/Plex Media Server/Plug-in Support/Databases" -name "*.backup.*" -exec ls -lah {} \;
|
||||||
|
|
||||||
|
# Check backup age
|
||||||
|
stat "/var/lib/plexmediaserver/Library/Application Support/Plex Media Server/Plug-in Support/Databases/"*.backup.* | grep Modify
|
||||||
|
```
|
||||||
|
|
||||||
|
## 📁 File System Changes
|
||||||
|
|
||||||
|
### Cron Configuration
|
||||||
|
- **File:** `/home/acedanger/shell/crontab/crontab-europa.txt`
|
||||||
|
- **Status:** Plex backup entries commented out/disabled
|
||||||
|
- **Applied:** Yes (via `manage-enhanced-crontab.sh install`)
|
||||||
|
|
||||||
|
### Custom Backup Files
|
||||||
|
- **Location:** `/mnt/share/media/backups/plex/plex-backup-*.tar.gz`
|
||||||
|
- **Status:** Legacy files preserved for historical reference
|
||||||
|
- **Count:** 5 files found (from previous custom backup system)
|
||||||
|
|
||||||
|
### Built-in Backup Files
|
||||||
|
- **Location:** `/var/lib/plexmediaserver/.../Databases/*.backup.*`
|
||||||
|
- **Current:** 1 active backup file found
|
||||||
|
- **Latest:** `com.plexapp.plugins.library.db.backup.20250621_063833` (149M)
|
||||||
|
|
||||||
|
## 🚨 Emergency Access
|
||||||
|
|
||||||
|
### If Built-in Backups Fail
|
||||||
|
Custom backup scripts remain available for emergency use:
|
||||||
|
```bash
|
||||||
|
# Emergency backup creation
|
||||||
|
./backup-plex.sh --non-interactive --disable-auto-repair
|
||||||
|
|
||||||
|
# Emergency validation
|
||||||
|
./validate-plex-backups.sh --latest
|
||||||
|
```
|
||||||
|
|
||||||
|
### Recovery Procedures
|
||||||
|
- **Nuclear recovery:** `nuclear-plex-recovery.sh` unchanged
|
||||||
|
- **Service management:** `plex.sh` unchanged
|
||||||
|
- **Health checks:** `plex-db-manager.sh` unchanged
|
||||||
|
|
||||||
|
## 📋 Testing Results
|
||||||
|
|
||||||
|
### Backup Status Check (June 21, 2025)
|
||||||
|
```
|
||||||
|
✅ Plex database directory found
|
||||||
|
✅ Found 1 built-in backup file(s)
|
||||||
|
📅 Latest backup: 2025-06-21 06:38:56 (149M)
|
||||||
|
✅ NAS backup directory accessible
|
||||||
|
📦 Found 5 legacy custom backup files
|
||||||
|
✅ Custom backup system: DISABLED
|
||||||
|
✅ Plex built-in backups: ACTIVE
|
||||||
|
```
|
||||||
|
|
||||||
|
### Cron Verification
|
||||||
|
```bash
|
||||||
|
$ sudo crontab -l | grep -E "(plex|backup)"
|
||||||
|
# Returns: No active Plex backup cron jobs (successfully disabled)
|
||||||
|
```
|
||||||
|
|
||||||
|
## 📞 Rollback Plan
|
||||||
|
|
||||||
|
If Plex built-in backups prove unreliable, the custom system can be re-enabled:
|
||||||
|
|
||||||
|
1. **Uncomment cron entries** in `/home/acedanger/shell/crontab/crontab-europa.txt`
|
||||||
|
2. **Re-apply crontab:** `./manage-enhanced-crontab.sh install`
|
||||||
|
3. **Update README.md** to reflect re-enabled status
|
||||||
|
4. **Monitor both systems** until transition is complete
|
||||||
|
|
||||||
|
## 🏁 Conclusion
|
||||||
|
|
||||||
|
The transition to Plex built-in backups simplifies the backup architecture while maintaining all emergency recovery capabilities. The system is now more aligned with Plex's native functionality and reduces the risk of script conflicts that contributed to previous database corruption issues.
|
||||||
|
|
||||||
|
**Status:** ✅ **TRANSITION COMPLETE**
|
||||||
|
**Next Review:** July 21, 2025 (1 month follow-up)
|
||||||
130
plex/CORRUPTION-RESOLUTION-SUMMARY.md
Normal file
130
plex/CORRUPTION-RESOLUTION-SUMMARY.md
Normal file
@@ -0,0 +1,130 @@
|
|||||||
|
# Plex Database Corruption Resolution Summary
|
||||||
|
|
||||||
|
## ✅ ISSUE RESOLVED: Auto-Repair Cycle Causing Corruption
|
||||||
|
|
||||||
|
### Root Cause Identified
|
||||||
|
The primary cause of your Plex database corruption was an **aggressive auto-repair schedule** running every 30 minutes via cron:
|
||||||
|
|
||||||
|
```bash
|
||||||
|
# PROBLEMATIC (FIXED):
|
||||||
|
*/30 * * * * /home/acedanger/shell/plex/backup-plex.sh --check-integrity --auto-repair
|
||||||
|
```
|
||||||
|
|
||||||
|
This caused:
|
||||||
|
- 48+ service stops/starts per day
|
||||||
|
- WAL file manipulation conflicts
|
||||||
|
- Repair cascading failures
|
||||||
|
- Race conditions during service transitions
|
||||||
|
|
||||||
|
### ✅ Changes Applied
|
||||||
|
|
||||||
|
#### 1. **Fixed Crontab Schedule**
|
||||||
|
- **Before**: Auto-repair every 30 minutes + daily backup with auto-repair
|
||||||
|
- **After**:
|
||||||
|
- Daily read-only integrity check (6 AM)
|
||||||
|
- Daily backup with auto-repair **disabled** (4:15 AM)
|
||||||
|
- Manual repair intervention required
|
||||||
|
|
||||||
|
#### 2. **Disabled Auto-Repair Default**
|
||||||
|
- Changed `backup-plex.sh` default from `AUTO_REPAIR=true` to `AUTO_REPAIR=false`
|
||||||
|
- Prevents automatic repair loops that were causing corruption
|
||||||
|
|
||||||
|
#### 3. **Created Consolidated Management Tool**
|
||||||
|
- New script: `plex-db-manager.sh`
|
||||||
|
- Safe, read-only integrity checking
|
||||||
|
- Manual repair intervention (currently disabled for safety)
|
||||||
|
- Proper service management with synchronization
|
||||||
|
|
||||||
|
#### 4. **Database Status** ✅
|
||||||
|
Current check shows: **ALL DATABASES HEALTHY**
|
||||||
|
- Main database: integrity check PASSED
|
||||||
|
- Blobs database: integrity check PASSED
|
||||||
|
|
||||||
|
## 📋 Script Redundancy Analysis
|
||||||
|
|
||||||
|
### Scripts with Overlapping Functionality
|
||||||
|
|
||||||
|
1. **`plex.sh`** - Service management + basic repair
|
||||||
|
2. **`backup-plex.sh`** - Backup + auto-repair logic
|
||||||
|
3. **`plex-database-repair.sh`** - Dedicated repair functions
|
||||||
|
4. **`recover-plex-database.sh`** - Advanced recovery methods
|
||||||
|
5. **`nuclear-plex-recovery.sh`** - Nuclear recovery
|
||||||
|
6. **`restore-plex.sh`** - Backup restoration
|
||||||
|
|
||||||
|
### Consolidation Recommendations
|
||||||
|
|
||||||
|
#### Keep Active:
|
||||||
|
- **`backup-plex.sh`** - Primary backup (with auto-repair disabled)
|
||||||
|
- **`plex-db-manager.sh`** - New consolidated management tool
|
||||||
|
- **`plex.sh`** - Basic service management
|
||||||
|
- **`nuclear-plex-recovery.sh`** - Last resort recovery
|
||||||
|
|
||||||
|
#### Consider Deprecating:
|
||||||
|
- **`plex-database-repair.sh`** - Functionality moved to `plex-db-manager.sh`
|
||||||
|
- **`recover-plex-database.sh`** - Similar functionality in other scripts
|
||||||
|
- **`restore-plex.sh`** - Basic functionality covered elsewhere
|
||||||
|
|
||||||
|
## 🛡️ Prevention Measures Implemented
|
||||||
|
|
||||||
|
### 1. **Conservative Backup Schedule**
|
||||||
|
```bash
|
||||||
|
# Read-only check (daily at 6 AM)
|
||||||
|
0 6 * * * backup-plex.sh --check-integrity --disable-auto-repair
|
||||||
|
|
||||||
|
# Backup without auto-repair (daily at 4:15 AM)
|
||||||
|
15 4 * * * backup-plex.sh --non-interactive --disable-auto-repair
|
||||||
|
```
|
||||||
|
|
||||||
|
### 2. **Manual Intervention Required**
|
||||||
|
- No automatic repairs unless explicitly requested
|
||||||
|
- All repair operations require manual approval
|
||||||
|
- Comprehensive logging for audit trail
|
||||||
|
|
||||||
|
### 3. **Safe Service Management**
|
||||||
|
- Proper service stop/start synchronization
|
||||||
|
- Extended timeouts for clean shutdowns
|
||||||
|
- Race condition prevention
|
||||||
|
|
||||||
|
## 📊 Expected Improvements
|
||||||
|
|
||||||
|
1. **Stability**: Eliminated 47 daily service interruptions
|
||||||
|
2. **Reliability**: No more auto-repair corruption loops
|
||||||
|
3. **Performance**: Reduced I/O load on database files
|
||||||
|
4. **Maintainability**: Centralized database management
|
||||||
|
|
||||||
|
## 🔧 Usage Going Forward
|
||||||
|
|
||||||
|
### Regular Monitoring:
|
||||||
|
```bash
|
||||||
|
# Check database health (safe, read-only)
|
||||||
|
./plex-db-manager.sh check
|
||||||
|
```
|
||||||
|
|
||||||
|
### If Issues Detected:
|
||||||
|
```bash
|
||||||
|
# View detailed logs
|
||||||
|
tail -f /home/acedanger/shell/plex/logs/plex-backup-$(date +%Y-%m-%d).log
|
||||||
|
|
||||||
|
# Manual repair (when re-enabled)
|
||||||
|
./plex-db-manager.sh repair
|
||||||
|
```
|
||||||
|
|
||||||
|
### Emergency Recovery:
|
||||||
|
```bash
|
||||||
|
# Only if all else fails
|
||||||
|
sudo ./nuclear-plex-recovery.sh --auto
|
||||||
|
```
|
||||||
|
|
||||||
|
## ⚠️ Critical Notes
|
||||||
|
|
||||||
|
1. **Auto-repair is temporarily disabled** until stability is confirmed
|
||||||
|
2. **Manual intervention required** for any database issues
|
||||||
|
3. **Monitor logs closely** for the next week to ensure stability
|
||||||
|
4. **Backup integrity** should improve significantly
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
**Date Fixed**: June 21, 2025
|
||||||
|
**Issue**: 30-minute auto-repair cycle causing database corruption
|
||||||
|
**Resolution**: Disabled aggressive auto-repair, implemented safe backup schedule
|
||||||
|
**Status**: ✅ RESOLVED - Databases currently healthy
|
||||||
800
plex/README.md
800
plex/README.md
@@ -2,232 +2,317 @@
|
|||||||
|
|
||||||
**Author:** Peter Wood <peter@peterwood.dev>
|
**Author:** Peter Wood <peter@peterwood.dev>
|
||||||
|
|
||||||
This directory contains a comprehensive suite of scripts for Plex Media Server backup, restoration, validation, recovery, and management operations. The system provides enterprise-grade backup capabilities with automated integrity checking, multiple recovery strategies, and extensive monitoring.
|
This directory contains a streamlined suite of scripts for Plex Media Server backup, monitoring, and management operations. After identifying and resolving the root cause of database corruption issues (aggressive auto-repair schedules), the toolkit has been simplified to focus on reliable, safe operations.
|
||||||
|
|
||||||
|
## 🚨 Important Notes
|
||||||
|
|
||||||
|
- **Database corruption issues resolved** (June 21, 2025)
|
||||||
|
- **Custom backup system DISABLED** (June 21, 2025) - Replaced by Plex built-in backups
|
||||||
|
- **Plex built-in backups active** - Automatic database backups every 3 days
|
||||||
|
- **Manual intervention required** for database repairs
|
||||||
|
- **Redundant scripts moved** to `deprecated/` folder
|
||||||
|
|
||||||
|
## ⚙️ Backup System Status
|
||||||
|
|
||||||
|
**Current State:** Using **Plex Built-in Scheduled Backups**
|
||||||
|
- ✅ **Plex Native Backups:** Active (every 3 days)
|
||||||
|
- ✅ **Backup Location:** `/mnt/share/media/backups/plex` (NAS)
|
||||||
|
- ❌ **Custom backup scripts:** DISABLED (June 21, 2025)
|
||||||
|
- ✅ **Health monitoring tools:** Available for manual use
|
||||||
|
|
||||||
|
**Why the change?**
|
||||||
|
Plex's built-in scheduled backup system is more reliable and integrated with the application lifecycle. The custom backup system has been disabled to avoid conflicts and redundancy.
|
||||||
|
|
||||||
## 🎯 Quick Start
|
## 🎯 Quick Start
|
||||||
|
|
||||||
|
**With Plex Built-in Backups (Current Setup):**
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
# Create a backup with automatic integrity checking and repair
|
# Check database health (safe, read-only)
|
||||||
./backup-plex.sh
|
./plex-db-manager.sh check
|
||||||
|
|
||||||
# Monitor backup system health
|
|
||||||
./monitor-plex-backup.sh --watch
|
|
||||||
|
|
||||||
# Validate all existing backups
|
|
||||||
./validate-plex-backups.sh
|
|
||||||
|
|
||||||
# Restore from a specific backup
|
|
||||||
./restore-plex.sh plex-backup-20250605_143022.tar.gz
|
|
||||||
|
|
||||||
# Basic Plex service management
|
# Basic Plex service management
|
||||||
./plex.sh status
|
./plex.sh status
|
||||||
|
|
||||||
|
# Emergency nuclear recovery (LAST RESORT ONLY)
|
||||||
|
sudo ./nuclear-plex-recovery.sh --dry-run # Check what would happen
|
||||||
|
sudo ./nuclear-plex-recovery.sh --auto # Actual recovery
|
||||||
|
|
||||||
|
# Check built-in Plex backups
|
||||||
|
./check-plex-builtin-backups.sh
|
||||||
```
|
```
|
||||||
|
|
||||||
## 📁 Scripts Overview
|
**Recommended Operations:**
|
||||||
|
```bash
|
||||||
|
# Weekly health check (manual)
|
||||||
|
./plex-db-manager.sh check && echo "✅ Databases healthy"
|
||||||
|
|
||||||
### 🔄 Core Backup & Restoration
|
# Check Plex built-in backup status
|
||||||
|
./check-plex-builtin-backups.sh
|
||||||
|
|
||||||
#### `backup-plex.sh`
|
# Monthly validation (if needed)
|
||||||
|
./validate-plex-backups.sh --latest
|
||||||
|
```
|
||||||
|
|
||||||
### Enhanced Plex backup script with advanced features
|
**🚫 Disabled Operations:**
|
||||||
|
```bash
|
||||||
|
# These are NO LONGER NEEDED (Plex handles backups automatically)
|
||||||
|
# ./backup-plex.sh --non-interactive --disable-auto-repair
|
||||||
|
# ./validate-plex-backups.sh --fix
|
||||||
|
```
|
||||||
|
|
||||||
**Author:** Peter Wood <peter@peterwood.dev>
|
## 📁 Active Scripts
|
||||||
|
|
||||||
|
### 🔧 Core Management
|
||||||
|
|
||||||
|
#### `plex-db-manager.sh` ⭐ **NEW**
|
||||||
|
**Consolidated database management tool - SAFE operations only**
|
||||||
|
|
||||||
**Features:**
|
**Features:**
|
||||||
|
- Read-only database integrity checking (currently active)
|
||||||
|
- Proper service management with synchronization
|
||||||
|
- Manual repair intervention (currently disabled for safety)
|
||||||
|
- Comprehensive logging and error handling
|
||||||
|
|
||||||
- Database integrity checking with automatic repair capabilities
|
**Current Status:**
|
||||||
|
- ✅ Integrity checking: ACTIVE and safe
|
||||||
|
- ⚠️ Repair functionality: DISABLED (safety measure)
|
||||||
|
- ✅ Service management: ACTIVE
|
||||||
|
|
||||||
|
**Usage:**
|
||||||
|
```bash
|
||||||
|
./plex-db-manager.sh check # Safe integrity check
|
||||||
|
./plex-db-manager.sh repair # Shows disabled message
|
||||||
|
./plex-db-manager.sh help # Show all options
|
||||||
|
./plex-db-manager.sh # Show help (no args)
|
||||||
|
```
|
||||||
|
|
||||||
|
**Example Output:**
|
||||||
|
```bash
|
||||||
|
$ ./plex-db-manager.sh check
|
||||||
|
+================================================================+
|
||||||
|
| PLEX DATABASE MANAGEMENT TOOL |
|
||||||
|
+================================================================+
|
||||||
|
|
||||||
|
[2025-06-21 14:30:15] INFO: Checking database integrity for all databases
|
||||||
|
[2025-06-21 14:30:16] SUCCESS: Database integrity check passed for main database
|
||||||
|
[2025-06-21 14:30:17] SUCCESS: Database integrity check passed for blobs database
|
||||||
|
[2025-06-21 14:30:18] SUCCESS: All database integrity checks completed successfully
|
||||||
|
```
|
||||||
|
|
||||||
|
### 🔄 Backup & Recovery
|
||||||
|
|
||||||
|
#### `backup-plex.sh` ⚠️ **DISABLED**
|
||||||
|
**Enhanced Plex backup script - NOW DISABLED**
|
||||||
|
|
||||||
|
**Status:** ❌ **DISABLED** (June 21, 2025)
|
||||||
|
**Reason:** Replaced by Plex's built-in scheduled backup system
|
||||||
|
|
||||||
|
**Previous Features:**
|
||||||
|
- Database integrity checking (auto-repair **disabled** by default)
|
||||||
- WAL file handling for SQLite databases
|
- WAL file handling for SQLite databases
|
||||||
- Performance monitoring with JSON-based logging
|
- Performance monitoring with JSON-based logging
|
||||||
- Parallel verification for improved performance
|
|
||||||
- Multi-channel notifications (console, webhook, email)
|
- Multi-channel notifications (console, webhook, email)
|
||||||
- Comprehensive error handling and recovery
|
- Safe service management with extended timeouts
|
||||||
- Automated cleanup of old backups
|
- Automated cleanup of old backups
|
||||||
|
|
||||||
**Usage:**
|
**Current Recommendation:**
|
||||||
|
Use Plex's built-in scheduled backups instead. Available for emergency manual use only.
|
||||||
|
|
||||||
|
**Manual Usage (Emergency Only):**
|
||||||
```bash
|
```bash
|
||||||
./backup-plex.sh # Standard backup with auto-repair
|
./backup-plex.sh --help # Show available options
|
||||||
./backup-plex.sh --disable-auto-repair # Backup without auto-repair
|
./backup-plex.sh --check-integrity # Database health check only
|
||||||
./backup-plex.sh --check-integrity # Integrity check only
|
./backup-plex.sh --non-interactive --disable-auto-repair # Manual backup
|
||||||
./backup-plex.sh --non-interactive # Automated mode for cron jobs
|
|
||||||
./backup-plex.sh --webhook=URL # Custom webhook notifications
|
|
||||||
```
|
```
|
||||||
|
|
||||||
#### `restore-plex.sh`
|
**Plex Built-in Backup Status:**
|
||||||
|
|
||||||
### Safe restoration script with validation
|
|
||||||
|
|
||||||
**Author:** Peter Wood <peter@peterwood.dev>
|
|
||||||
|
|
||||||
**Features:**
|
|
||||||
|
|
||||||
- Interactive backup selection from available archives
|
|
||||||
- Backup validation before restoration
|
|
||||||
- Dry-run mode for testing restoration process
|
|
||||||
- Automatic backup of current data before restoration
|
|
||||||
- Service management (stop/start Plex during restoration)
|
|
||||||
- File ownership and permission restoration
|
|
||||||
|
|
||||||
**Usage:**
|
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
./restore-plex.sh # List available backups
|
# Check current built-in backups
|
||||||
./restore-plex.sh plex-backup-20250605_143022.tar.gz # Restore specific backup
|
ls -la "/var/lib/plexmediaserver/Library/Application Support/Plex Media Server/Plug-in Support/Databases/"*.backup.*
|
||||||
./restore-plex.sh --dry-run backup-file.tar.gz # Test restoration process
|
|
||||||
./restore-plex.sh --list # List all available backups
|
|
||||||
```
|
|
||||||
|
|
||||||
### 🔍 Validation & Monitoring
|
# Recent built-in backup
|
||||||
|
ls -lath /var/lib/plexmediaserver/Library/Application\ Support/Plex\ Media\ Server/Plug-in\ Support/Databases/*.backup.* | head -1
|
||||||
#### `validate-plex-backups.sh`
|
|
||||||
|
|
||||||
### Backup validation and health monitoring
|
|
||||||
|
|
||||||
**Author:** Peter Wood <peter@peterwood.dev>
|
|
||||||
|
|
||||||
**Features:**
|
|
||||||
|
|
||||||
- Archive integrity verification (checksum validation)
|
|
||||||
- Database integrity checking within backups
|
|
||||||
- Backup completeness validation
|
|
||||||
- Automated repair suggestions and fixes
|
|
||||||
- Historical backup analysis
|
|
||||||
- Performance metrics and reporting
|
|
||||||
|
|
||||||
**Usage:**
|
|
||||||
|
|
||||||
```bash
|
|
||||||
./validate-plex-backups.sh # Validate all backups
|
|
||||||
./validate-plex-backups.sh --fix # Validate and fix issues
|
|
||||||
./validate-plex-backups.sh --report # Generate detailed report
|
|
||||||
./validate-plex-backups.sh --latest # Validate only latest backup
|
|
||||||
```
|
|
||||||
|
|
||||||
#### `monitor-plex-backup.sh`
|
|
||||||
|
|
||||||
### Real-time backup system monitoring dashboard
|
|
||||||
|
|
||||||
**Author:** Peter Wood <peter@peterwood.dev>
|
|
||||||
|
|
||||||
**Features:**
|
|
||||||
|
|
||||||
- Real-time backup system health monitoring
|
|
||||||
- Performance metrics and trending
|
|
||||||
- Backup schedule and execution tracking
|
|
||||||
- Disk space monitoring and alerts
|
|
||||||
- Service status verification
|
|
||||||
- Watch mode with auto-refresh
|
|
||||||
|
|
||||||
**Usage:**
|
|
||||||
|
|
||||||
```bash
|
|
||||||
./monitor-plex-backup.sh # Single status check
|
|
||||||
./monitor-plex-backup.sh --watch # Continuous monitoring
|
|
||||||
./monitor-plex-backup.sh --help # Show help information
|
|
||||||
```
|
|
||||||
|
|
||||||
### 🛠️ Database Recovery Scripts
|
|
||||||
|
|
||||||
#### `recover-plex-database.sh`
|
|
||||||
|
|
||||||
### Advanced database recovery with multiple strategies
|
|
||||||
|
|
||||||
**Author:** Peter Wood <peter@peterwood.dev>
|
|
||||||
|
|
||||||
**Features:**
|
|
||||||
|
|
||||||
- Progressive recovery strategy (gentle to aggressive)
|
|
||||||
- Multiple repair techniques (VACUUM, dump/restore, rebuild)
|
|
||||||
- Automatic backup before recovery attempts
|
|
||||||
- Database integrity verification at each step
|
|
||||||
- Rollback capability if recovery fails
|
|
||||||
- Comprehensive logging and reporting
|
|
||||||
|
|
||||||
**Usage:**
|
|
||||||
|
|
||||||
```bash
|
|
||||||
./recover-plex-database.sh # Interactive recovery
|
|
||||||
./recover-plex-database.sh --auto # Automated recovery
|
|
||||||
./recover-plex-database.sh --dry-run # Show recovery plan
|
|
||||||
./recover-plex-database.sh --gentle # Gentle repair only
|
|
||||||
```
|
|
||||||
|
|
||||||
#### `icu-aware-recovery.sh`
|
|
||||||
|
|
||||||
### ICU-aware database recovery for Unicode issues
|
|
||||||
|
|
||||||
**Author:** Peter Wood <peter@peterwood.dev>
|
|
||||||
|
|
||||||
**Features:**
|
|
||||||
|
|
||||||
- ICU collation sequence detection and repair
|
|
||||||
- Unicode-aware database reconstruction
|
|
||||||
- Advanced SQLite recovery techniques
|
|
||||||
- Plex service management during recovery
|
|
||||||
|
|
||||||
**Usage:**
|
|
||||||
|
|
||||||
```bash
|
|
||||||
./icu-aware-recovery.sh # Interactive recovery
|
|
||||||
./icu-aware-recovery.sh --auto # Automated recovery
|
|
||||||
./icu-aware-recovery.sh --check-only # Check ICU status only
|
|
||||||
```
|
```
|
||||||
|
|
||||||
#### `nuclear-plex-recovery.sh`
|
#### `nuclear-plex-recovery.sh`
|
||||||
|
**Last-resort complete database replacement**
|
||||||
|
|
||||||
### Last-resort complete database replacement
|
⚠️ **WARNING:** Completely replaces databases with backup copies. All data since backup will be lost.
|
||||||
|
|
||||||
**Author:** Peter Wood <peter@peterwood.dev>
|
|
||||||
|
|
||||||
**⚠️ WARNING:** This script completely replaces existing databases!
|
|
||||||
|
|
||||||
**Features:**
|
**Features:**
|
||||||
|
|
||||||
- Complete database replacement from backups
|
- Complete database replacement from backups
|
||||||
- Automatic backup of current (corrupted) databases
|
- Automatic service management
|
||||||
- Rollback capability if replacement fails
|
- Pre-recovery validation and safety checks
|
||||||
- Verification of restored database integrity
|
- Rollback capability if recovery fails
|
||||||
|
|
||||||
**Usage:**
|
**Usage:**
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
./nuclear-plex-recovery.sh # Interactive recovery
|
sudo ./nuclear-plex-recovery.sh # Interactive recovery
|
||||||
./nuclear-plex-recovery.sh --auto # Automated recovery
|
sudo ./nuclear-plex-recovery.sh --auto # Automated recovery
|
||||||
./nuclear-plex-recovery.sh --dry-run # Show what would be done
|
sudo ./nuclear-plex-recovery.sh --dry-run # Show what would be done
|
||||||
|
sudo ./nuclear-plex-recovery.sh --help # Show all options
|
||||||
```
|
```
|
||||||
|
|
||||||
#### `validate-plex-recovery.sh`
|
**Example Workflow:**
|
||||||
|
```bash
|
||||||
|
# First, check what would be restored
|
||||||
|
$ sudo ./nuclear-plex-recovery.sh --dry-run
|
||||||
|
Nuclear Recovery Plan:
|
||||||
|
- Latest backup: plex-backup-20250621.tar.gz
|
||||||
|
- Databases to replace: 2 files
|
||||||
|
- Service downtime: ~5 minutes
|
||||||
|
|
||||||
### Recovery validation and verification
|
# If satisfied, proceed with recovery
|
||||||
|
$ sudo ./nuclear-plex-recovery.sh --auto
|
||||||
|
[WARNING] This will DESTROY current databases
|
||||||
|
[SUCCESS] Recovery completed successfully
|
||||||
|
```
|
||||||
|
### 🔍 Validation & Monitoring
|
||||||
|
|
||||||
**Author:** Peter Wood <peter@peterwood.dev>
|
#### `validate-plex-backups.sh` ⚠️ **LIMITED USE**
|
||||||
|
**Backup validation - Now limited to legacy backup validation**
|
||||||
|
|
||||||
|
**Status:** ⚠️ **LIMITED USE** (June 21, 2025)
|
||||||
|
**Reason:** Mainly applies to old custom backup files, not Plex built-in backups
|
||||||
|
|
||||||
|
**Current Functionality:**
|
||||||
|
- Can validate legacy custom backup archives
|
||||||
|
- Database integrity checking within old backups
|
||||||
|
- Historical backup analysis for troubleshooting
|
||||||
|
|
||||||
|
**Limited Usage:**
|
||||||
|
```bash
|
||||||
|
./validate-plex-backups.sh --latest # Validate latest custom backup (if any)
|
||||||
|
./validate-plex-backups.sh --help # Show available options
|
||||||
|
```
|
||||||
|
|
||||||
|
**For Plex Built-in Backups:**
|
||||||
|
```bash
|
||||||
|
# Plex built-in backups don't need external validation
|
||||||
|
# They're automatically managed and verified by Plex
|
||||||
|
ls -la "/var/lib/plexmediaserver/Library/Application Support/Plex Media Server/Plug-in Support/Databases/"*.backup.*
|
||||||
|
```
|
||||||
|
|
||||||
|
#### `monitor-plex-backup.sh` ⚠️ **LIMITED USE**
|
||||||
|
**System monitoring - Limited functionality with built-in backups**
|
||||||
|
|
||||||
|
**Status:** ⚠️ **LIMITED USE** (June 21, 2025)
|
||||||
|
**Reason:** Custom backup monitoring less relevant with Plex built-in system
|
||||||
|
|
||||||
|
**Available Functionality:**
|
||||||
|
- General system health monitoring
|
||||||
|
- Service status verification
|
||||||
|
- Disk space monitoring
|
||||||
|
|
||||||
|
**Usage:**
|
||||||
|
```bash
|
||||||
|
./monitor-plex-backup.sh --summary # Basic system summary
|
||||||
|
./monitor-plex-backup.sh --help # Show available options
|
||||||
|
```
|
||||||
|
|
||||||
|
**Alternative: Check Plex Built-in Backup Status**
|
||||||
|
```bash
|
||||||
|
# Check when last backup was created
|
||||||
|
stat "/var/lib/plexmediaserver/Library/Application Support/Plex Media Server/Plug-in Support/Databases/"*.backup.* 2>/dev/null | grep Modify | tail -1
|
||||||
|
|
||||||
|
# Check backup file sizes
|
||||||
|
ls -lah "/var/lib/plexmediaserver/Library/Application Support/Plex Media Server/Plug-in Support/Databases/"*.backup.* 2>/dev/null
|
||||||
|
```
|
||||||
|
### 🎛️ Service Management
|
||||||
|
|
||||||
|
#### `plex.sh`
|
||||||
|
**Basic Plex service management and system operations**
|
||||||
|
|
||||||
**Features:**
|
**Features:**
|
||||||
|
- Service start/stop/restart/status operations
|
||||||
- Database integrity verification
|
- Interactive menu system for easy management
|
||||||
- Service functionality testing
|
- Process monitoring and health checks
|
||||||
- Library accessibility checks
|
- Integration with other backup/repair tools
|
||||||
- Performance validation
|
|
||||||
- Web interface connectivity testing
|
|
||||||
|
|
||||||
**Usage:**
|
**Usage:**
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
./validate-plex-recovery.sh # Full validation suite
|
./plex.sh start # Start Plex service
|
||||||
./validate-plex-recovery.sh --quick # Quick validation checks
|
./plex.sh stop # Stop Plex service
|
||||||
./validate-plex-recovery.sh --detailed # Detailed analysis and reporting
|
./plex.sh restart # Restart Plex service
|
||||||
|
./plex.sh status # Show service status
|
||||||
|
./plex.sh repair # Launch repair menu (calls other tools)
|
||||||
|
./plex.sh nuclear # Nuclear recovery option
|
||||||
|
./plex.sh # Interactive menu
|
||||||
```
|
```
|
||||||
|
|
||||||
### 🧪 Testing Framework
|
**Example Usage:**
|
||||||
|
```bash
|
||||||
|
# Check current service status
|
||||||
|
$ ./plex.sh status
|
||||||
|
Plex Media Server Status: RUNNING
|
||||||
|
Uptime: 2 days, 14 hours, 23 minutes
|
||||||
|
|
||||||
|
# Interactive menu
|
||||||
|
$ ./plex.sh
|
||||||
|
=== Plex Management Menu ===
|
||||||
|
1) Start Service
|
||||||
|
2) Stop Service
|
||||||
|
3) Restart Service
|
||||||
|
4) Service Status
|
||||||
|
5) Database Check
|
||||||
|
6) Exit
|
||||||
|
Enter your choice [1-6]:
|
||||||
|
```
|
||||||
|
|
||||||
|
### 📊 Utility Scripts
|
||||||
|
|
||||||
|
#### `check-plex-builtin-backups.sh` ⭐ **NEW**
|
||||||
|
**Monitor Plex's built-in backup system status**
|
||||||
|
|
||||||
|
**Features:**
|
||||||
|
- Check status of Plex's automatic backups
|
||||||
|
- Display latest backup information and frequency
|
||||||
|
- Validate backup location accessibility
|
||||||
|
- Show legacy custom backup file counts
|
||||||
|
|
||||||
|
**Usage:**
|
||||||
|
```bash
|
||||||
|
./check-plex-builtin-backups.sh # Basic backup status
|
||||||
|
./check-plex-builtin-backups.sh --detailed # Detailed file information
|
||||||
|
./check-plex-builtin-backups.sh --help # Show help
|
||||||
|
```
|
||||||
|
|
||||||
|
**Example Output:**
|
||||||
|
```bash
|
||||||
|
$ ./check-plex-builtin-backups.sh
|
||||||
|
✅ Found 1 built-in backup file(s)
|
||||||
|
|
||||||
|
📅 Latest backup:
|
||||||
|
File: com.plexapp.plugins.library.db.backup.20250621_063833
|
||||||
|
Date: 2025-06-21 06:38:56
|
||||||
|
Size: 149M
|
||||||
|
|
||||||
|
📊 Summary:
|
||||||
|
✅ Custom backup system: DISABLED (June 21, 2025)
|
||||||
|
✅ Plex built-in backups: ACTIVE
|
||||||
|
ℹ️ Backup frequency: Every 3 days (automatic)
|
||||||
|
```
|
||||||
|
|
||||||
|
#### `plex-recent-additions.sh`
|
||||||
|
**Recent media additions reporting**
|
||||||
|
|
||||||
|
**Features:**
|
||||||
|
- Recent additions reporting
|
||||||
|
- Media library analysis
|
||||||
|
- Usage statistics
|
||||||
|
|
||||||
|
**Usage:**
|
||||||
|
```bash
|
||||||
|
./plex-recent-additions.sh # Generate recent additions report
|
||||||
|
```
|
||||||
|
|
||||||
|
### 🧪 Testing & Integration
|
||||||
|
|
||||||
#### `test-plex-backup.sh`
|
#### `test-plex-backup.sh`
|
||||||
|
**Comprehensive testing suite**
|
||||||
### Comprehensive testing suite
|
|
||||||
|
|
||||||
**Author:** Peter Wood <peter@peterwood.dev>
|
|
||||||
|
|
||||||
**Features:**
|
**Features:**
|
||||||
|
|
||||||
- Unit testing for individual backup components
|
- Unit testing for individual backup components
|
||||||
- Integration testing for full backup workflows
|
- Integration testing for full backup workflows
|
||||||
- Database integrity test scenarios
|
- Database integrity test scenarios
|
||||||
@@ -235,116 +320,157 @@ This directory contains a comprehensive suite of scripts for Plex Media Server b
|
|||||||
- Error condition simulation and recovery testing
|
- Error condition simulation and recovery testing
|
||||||
|
|
||||||
**Usage:**
|
**Usage:**
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
./test-plex-backup.sh # Run full test suite
|
./test-plex-backup.sh # Run full test suite
|
||||||
./test-plex-backup.sh --unit # Unit tests only
|
./test-plex-backup.sh --unit # Unit tests only
|
||||||
./test-plex-backup.sh --integration # Integration tests only
|
./test-plex-backup.sh --integration # Integration tests only
|
||||||
./test-plex-backup.sh --quick # Quick smoke tests
|
./test-plex-backup.sh --quick # Quick smoke tests
|
||||||
|
./test-plex-backup.sh --help # Show all options
|
||||||
|
```
|
||||||
|
|
||||||
|
**Example Run:**
|
||||||
|
```bash
|
||||||
|
$ ./test-plex-backup.sh --quick
|
||||||
|
[TEST] Quick smoke test suite
|
||||||
|
[PASS] Database access test
|
||||||
|
[PASS] Service management test
|
||||||
|
[PASS] Backup directory access test
|
||||||
|
[PASS] All 3 tests passed in 15 seconds
|
||||||
```
|
```
|
||||||
|
|
||||||
#### `integration-test-plex.sh`
|
#### `integration-test-plex.sh`
|
||||||
|
**End-to-end integration testing**
|
||||||
### End-to-end integration testing
|
|
||||||
|
|
||||||
**Author:** Peter Wood <peter@peterwood.dev>
|
|
||||||
|
|
||||||
**Features:**
|
**Features:**
|
||||||
|
- Complete backup/restore workflow testing
|
||||||
- Full workflow integration testing
|
- Multi-system compatibility testing
|
||||||
- Isolated test environment creation
|
- Performance regression testing
|
||||||
- Production-safe testing procedures
|
- Stress testing and load simulation
|
||||||
- Multi-scenario testing (normal, error, edge cases)
|
|
||||||
- Cross-script compatibility testing
|
|
||||||
|
|
||||||
**Usage:**
|
**Usage:**
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
./integration-test-plex.sh # Full integration test suite
|
./integration-test-plex.sh # Full integration test suite
|
||||||
./integration-test-plex.sh --quick # Quick smoke tests
|
./integration-test-plex.sh --stress # Stress testing
|
||||||
./integration-test-plex.sh --performance # Performance benchmarks
|
|
||||||
```
|
```
|
||||||
|
|
||||||
### 🎮 Management & Utilities
|
#### `validate-plex-recovery.sh`
|
||||||
|
**Recovery validation and verification**
|
||||||
#### `plex.sh`
|
|
||||||
|
|
||||||
### Modern Plex service management
|
|
||||||
|
|
||||||
**Author:** Peter Wood <peter@peterwood.dev>
|
|
||||||
|
|
||||||
**Features:**
|
**Features:**
|
||||||
|
- Database integrity verification
|
||||||
- Service start/stop/restart/status operations
|
- Service functionality testing
|
||||||
- Web interface launcher
|
- Library accessibility checks
|
||||||
- Styled console output with Unicode symbols
|
- Performance validation
|
||||||
- Service health monitoring
|
|
||||||
- Interactive menu system
|
|
||||||
|
|
||||||
**Usage:**
|
**Usage:**
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
./plex.sh start # Start Plex service
|
./validate-plex-recovery.sh # Full validation suite
|
||||||
./plex.sh stop # Stop Plex service
|
./validate-plex-recovery.sh --quick # Quick validation checks
|
||||||
./plex.sh restart # Restart Plex service
|
|
||||||
./plex.sh status # Show service status
|
|
||||||
./plex.sh web # Open web interface
|
|
||||||
./plex.sh # Interactive menu
|
|
||||||
```
|
```
|
||||||
|
## 📁 Deprecated Scripts
|
||||||
|
|
||||||
#### `plex-recent-additions.sh`
|
Scripts moved to `deprecated/` folder (June 21, 2025):
|
||||||
|
|
||||||
### Recent media additions reporting
|
- **`plex-database-repair.sh`** → Use `plex-db-manager.sh`
|
||||||
|
- **`recover-plex-database.sh`** → Use `nuclear-plex-recovery.sh`
|
||||||
|
- **`restore-plex.sh`** → Use `nuclear-plex-recovery.sh`
|
||||||
|
- **`icu-aware-recovery.sh`** → Functionality built into other scripts
|
||||||
|
|
||||||
**Author:** Peter Wood <peter@peterwood.dev>
|
See `deprecated/README.md` for details and emergency access.
|
||||||
|
|
||||||
**Features:**
|
## 🏗️ Current System Architecture
|
||||||
|
|
||||||
- Recent additions reporting (configurable time range)
|
### Active Script Relationships
|
||||||
- Library section filtering
|
|
||||||
- Formatted output with headers and columns
|
|
||||||
- Direct SQLite database querying
|
|
||||||
|
|
||||||
**Usage:**
|
|
||||||
|
|
||||||
```bash
|
|
||||||
./plex-recent-additions.sh # Show additions from last 7 days
|
|
||||||
./plex-recent-additions.sh 30 # Show additions from last 30 days
|
|
||||||
```
|
|
||||||
|
|
||||||
## 🏗️ System Architecture
|
|
||||||
|
|
||||||
### Script Relationships
|
|
||||||
|
|
||||||
```mermaid
|
```mermaid
|
||||||
graph TD
|
graph TD
|
||||||
A[backup-plex.sh] --> B[validate-plex-backups.sh]
|
A[plex-db-manager.sh] --> B[Database Health Checks]
|
||||||
A --> C[monitor-plex-backup.sh]
|
C[backup-plex.sh] --> D[validate-plex-backups.sh]
|
||||||
B --> D[restore-plex.sh]
|
C --> E[monitor-plex-backup.sh]
|
||||||
D --> E[validate-plex-recovery.sh]
|
F[nuclear-plex-recovery.sh] --> G[validate-plex-recovery.sh]
|
||||||
F[recover-plex-database.sh] --> E
|
H[plex.sh] --> A
|
||||||
G[icu-aware-recovery.sh] --> E
|
H --> C
|
||||||
H[nuclear-plex-recovery.sh] --> E
|
H --> F
|
||||||
I[test-plex-backup.sh] --> A
|
I[test-plex-backup.sh] --> C
|
||||||
J[integration-test-plex.sh] --> A
|
I --> A
|
||||||
K[plex.sh] --> A
|
J[integration-test-plex.sh] --> C
|
||||||
L[plex-recent-additions.sh] --> A
|
K[plex-recent-additions.sh]
|
||||||
|
|
||||||
|
style A fill:#e1f5fe
|
||||||
|
style C fill:#f3e5f5
|
||||||
|
style F fill:#ffebee
|
||||||
|
style H fill:#e8f5e8
|
||||||
```
|
```
|
||||||
|
|
||||||
### Data Flow
|
**Legend:**
|
||||||
|
- 🔵 **Blue** (plex-db-manager.sh): Safe database operations
|
||||||
|
- 🟣 **Purple** (backup-plex.sh): Backup operations
|
||||||
|
- 🔴 **Red** (nuclear-plex-recovery.sh): Emergency recovery
|
||||||
|
- 🟢 **Green** (plex.sh): Service management hub
|
||||||
|
|
||||||
1. **Backup Creation:** `backup-plex.sh` creates validated backups
|
### Current Data Flow
|
||||||
2. **Monitoring:** `monitor-plex-backup.sh` tracks system health
|
|
||||||
3. **Validation:** `validate-plex-backups.sh` ensures backup integrity
|
|
||||||
4. **Recovery:** Multiple recovery scripts handle different failure scenarios
|
|
||||||
5. **Restoration:** `restore-plex.sh` safely restores from backups
|
|
||||||
6. **Verification:** `validate-plex-recovery.sh` confirms successful recovery
|
|
||||||
|
|
||||||
## 🔧 Configuration
|
**With Plex Built-in Backups (Current System):**
|
||||||
|
|
||||||
### Environment Setup
|
1. **Automated Operations:**
|
||||||
|
- **Plex Built-in Backups:** Every 3 days (automatic, no user intervention)
|
||||||
|
- **Service Monitoring:** `plex.sh status` for operational checks (manual)
|
||||||
|
|
||||||
All scripts share common configuration patterns:
|
2. **Manual Health Monitoring (as needed):**
|
||||||
|
- **Database Health:** `plex-db-manager.sh check` for manual assessment
|
||||||
|
- **Service Status:** `plex.sh status` for service verification
|
||||||
|
|
||||||
|
3. **Emergency Recovery Workflow (unchanged):**
|
||||||
|
- **Issue Detection:** Service failures or manual observation
|
||||||
|
- **Initial Assessment:** `plex-db-manager.sh check` to diagnose problems
|
||||||
|
- **Service Recovery:** `plex.sh restart` for service-level issues
|
||||||
|
- **Nuclear Recovery:** `nuclear-plex-recovery.sh --auto` for database corruption
|
||||||
|
- **Post-Recovery Verification:** `validate-plex-recovery.sh` confirms recovery
|
||||||
|
|
||||||
|
**Built-in Backup Management:**
|
||||||
|
```bash
|
||||||
|
# Check latest Plex built-in backup
|
||||||
|
ls -lath "/var/lib/plexmediaserver/Library/Application Support/Plex Media Server/Plug-in Support/Databases/"*.backup.* | head -1
|
||||||
|
|
||||||
|
# Monitor backup frequency (should be every 3 days)
|
||||||
|
ls -la "/var/lib/plexmediaserver/Library/Application Support/Plex Media Server/Plug-in Support/Databases/"*.backup.*
|
||||||
|
```
|
||||||
|
|
||||||
|
**🚫 Disabled Workflows:**
|
||||||
|
- ~~Daily custom backup creation~~ → Replaced by Plex built-in
|
||||||
|
- ~~Backup validation and monitoring~~ → Not needed for built-in backups
|
||||||
|
- ~~Performance metrics collection~~ → Plex handles internally
|
||||||
|
|
||||||
|
## 🔧 Configuration & Setup
|
||||||
|
|
||||||
|
### Cron Schedule (Current)
|
||||||
|
|
||||||
|
**Plex Built-in Backup System Active (June 21, 2025):**
|
||||||
|
|
||||||
|
```bash
|
||||||
|
# Plex automatically creates backups every 3 days
|
||||||
|
# Location: /var/lib/plexmediaserver/.../Databases/*.backup.*
|
||||||
|
# No manual cron jobs needed for backups
|
||||||
|
|
||||||
|
# Optional: Weekly database health check (currently disabled)
|
||||||
|
# 0 6 * * 0 /home/acedanger/shell/plex/plex-db-manager.sh check
|
||||||
|
|
||||||
|
# DISABLED - Custom backup system (replaced by Plex built-in)
|
||||||
|
# 15 4 * * * /home/acedanger/shell/plex/backup-plex.sh --non-interactive --disable-auto-repair
|
||||||
|
# 0 7 * * * /home/acedanger/shell/plex/validate-plex-backups.sh --fix
|
||||||
|
```
|
||||||
|
|
||||||
|
**✅ Current Active Schedule:**
|
||||||
|
- **Plex Built-in Backups:** Every 3 days (automatic)
|
||||||
|
- **Custom Scripts:** Disabled (manual use only)
|
||||||
|
|
||||||
|
**⚠️ Previous schedule (DISABLED):**
|
||||||
|
- ~~Daily integrity check~~ → No longer needed
|
||||||
|
- ~~Daily custom backup~~ → Replaced by Plex built-in
|
||||||
|
- ~~Daily backup validation~~ → Not applicable to built-in backups
|
||||||
|
- ~~Every 30 minutes auto-repair~~ → **Fixed: Caused database corruption**
|
||||||
|
|
||||||
|
### Environment Configuration
|
||||||
|
|
||||||
- **Backup Location:** `/mnt/share/media/backups/plex`
|
- **Backup Location:** `/mnt/share/media/backups/plex`
|
||||||
- **Log Location:** `./logs/` (local) and `/mnt/share/media/backups/logs` (shared)
|
- **Log Location:** `./logs/` (local) and `/mnt/share/media/backups/logs` (shared)
|
||||||
@@ -354,22 +480,31 @@ All scripts share common configuration patterns:
|
|||||||
### Notification Configuration
|
### Notification Configuration
|
||||||
|
|
||||||
Scripts support multiple notification channels:
|
Scripts support multiple notification channels:
|
||||||
|
|
||||||
- **Webhook notifications:** Custom webhook URL support
|
- **Webhook notifications:** Custom webhook URL support
|
||||||
- **Email notifications:** Via sendmail (if configured)
|
- **Email notifications:** Via sendmail (if configured)
|
||||||
- **Console output:** Color-coded status messages
|
- **Console output:** Color-coded status messages
|
||||||
|
|
||||||
### Performance Tuning
|
## 📊 Monitoring & Health Checks
|
||||||
|
|
||||||
- **Parallel verification:** Enabled by default for faster operations
|
### Current Health Status
|
||||||
- **Performance monitoring:** JSON-based metrics collection
|
|
||||||
- **Automatic cleanup:** Configurable retention policies
|
|
||||||
|
|
||||||
## 📊 Monitoring & Alerting
|
✅ **Database Corruption Issues Resolved** (June 21, 2025)
|
||||||
|
- Root cause: 30-minute auto-repair cron job
|
||||||
|
- Solution: Disabled aggressive auto-repair schedule + switched to Plex built-in backups
|
||||||
|
- Current status: All databases healthy, Plex built-in backups active
|
||||||
|
|
||||||
### Health Checks
|
✅ **Backup System Status** (June 21, 2025)
|
||||||
|
- **Plex Built-in Backups:** ✅ Active (every 3 days)
|
||||||
|
- **Custom Backup Scripts:** ❌ Disabled (available for manual use)
|
||||||
|
- **Backup Location:** `/mnt/share/media/backups/plex` (NAS mounted)
|
||||||
|
|
||||||
The monitoring system tracks:
|
**Latest Built-in Backup Check:**
|
||||||
|
```bash
|
||||||
|
# Check when Plex last created a backup
|
||||||
|
ls -lath "/var/lib/plexmediaserver/Library/Application Support/Plex Media Server/Plug-in Support/Databases/"*.backup.* | head -1
|
||||||
|
```
|
||||||
|
|
||||||
|
### Key Metrics Tracked
|
||||||
|
|
||||||
- Backup success/failure rates
|
- Backup success/failure rates
|
||||||
- Database integrity status
|
- Database integrity status
|
||||||
@@ -377,48 +512,147 @@ The monitoring system tracks:
|
|||||||
- Disk space utilization
|
- Disk space utilization
|
||||||
- Recovery operation success
|
- Recovery operation success
|
||||||
|
|
||||||
### Performance Metrics
|
|
||||||
|
|
||||||
- Backup duration and size trends
|
|
||||||
- Database operation performance
|
|
||||||
- Service start/stop times
|
|
||||||
- Recovery operation benchmarks
|
|
||||||
|
|
||||||
## 🚨 Emergency Procedures
|
## 🚨 Emergency Procedures
|
||||||
|
|
||||||
### Database Corruption
|
### Database Issues
|
||||||
|
|
||||||
1. **First Response:** Run `backup-plex.sh --check-integrity`
|
**Step-by-step troubleshooting:**
|
||||||
2. **Gentle Recovery:** Try `recover-plex-database.sh --gentle`
|
|
||||||
3. **Advanced Recovery:** Use `icu-aware-recovery.sh` for Unicode issues
|
1. **Quick Health Check** (safe)
|
||||||
4. **Last Resort:** Execute `nuclear-plex-recovery.sh` with known good backup
|
```bash
|
||||||
5. **Validation:** Always run `validate-plex-recovery.sh` after recovery
|
./plex-db-manager.sh check
|
||||||
|
```
|
||||||
|
|
||||||
|
2. **Review Service Status**
|
||||||
|
```bash
|
||||||
|
./plex.sh status
|
||||||
|
systemctl status plexmediaserver
|
||||||
|
```
|
||||||
|
|
||||||
|
3. **Check Recent Logs**
|
||||||
|
```bash
|
||||||
|
tail -f logs/plex-backup-$(date +%Y-%m-%d).log
|
||||||
|
journalctl -u plexmediaserver -f
|
||||||
|
```
|
||||||
|
|
||||||
|
4. **Service Recovery** (if needed)
|
||||||
|
```bash
|
||||||
|
./plex.sh restart
|
||||||
|
./plex-db-manager.sh check # Verify after restart
|
||||||
|
```
|
||||||
|
|
||||||
|
5. **Nuclear Recovery** (LAST RESORT)
|
||||||
|
```bash
|
||||||
|
# Always dry-run first
|
||||||
|
sudo ./nuclear-plex-recovery.sh --dry-run
|
||||||
|
|
||||||
|
# If satisfied with plan:
|
||||||
|
sudo ./nuclear-plex-recovery.sh --auto
|
||||||
|
|
||||||
|
# Validate recovery
|
||||||
|
./validate-plex-recovery.sh
|
||||||
|
```
|
||||||
|
|
||||||
### Service Issues
|
### Service Issues
|
||||||
|
|
||||||
1. **Check Status:** `./plex.sh status`
|
**Diagnostic steps:**
|
||||||
2. **Restart Service:** `./plex.sh restart`
|
|
||||||
3. **Monitor Logs:** Check system logs and script logs
|
|
||||||
4. **Validate Database:** Run integrity checks if service fails to start
|
|
||||||
|
|
||||||
## 📚 Additional Documentation
|
1. **Basic Status Check**
|
||||||
|
```bash
|
||||||
|
./plex.sh status
|
||||||
|
ps aux | grep -i plex
|
||||||
|
```
|
||||||
|
|
||||||
- **[Plex Backup System Guide](plex-backup.md)** - Detailed backup system documentation
|
2. **Port and Network Check**
|
||||||
- **[Plex Management Guide](plex-management.md)** - Service management procedures
|
```bash
|
||||||
- **[Troubleshooting Guide](troubleshooting.md)** - Common issues and solutions
|
netstat -tlnp | grep :32400
|
||||||
|
curl -I http://localhost:32400/web/
|
||||||
|
```
|
||||||
|
|
||||||
|
3. **Safe Service Restart**
|
||||||
|
```bash
|
||||||
|
./plex.sh stop # Graceful shutdown
|
||||||
|
sleep 5 # Allow complete shutdown
|
||||||
|
./plex.sh start # Clean start
|
||||||
|
```
|
||||||
|
|
||||||
|
4. **Database Verification** (after service issues)
|
||||||
|
```bash
|
||||||
|
./plex-db-manager.sh check
|
||||||
|
```
|
||||||
|
|
||||||
|
## 📚 Documentation Files
|
||||||
|
|
||||||
|
### Available Guides
|
||||||
|
|
||||||
|
- **[BACKUP-SYSTEM-TRANSITION.md](BACKUP-SYSTEM-TRANSITION.md)** - Transition from custom to Plex built-in backups
|
||||||
|
- **[CORRUPTION-RESOLUTION-SUMMARY.md](CORRUPTION-RESOLUTION-SUMMARY.md)** - Root cause analysis and resolution
|
||||||
|
- **[plex-backup.md](plex-backup.md)** - Detailed backup system documentation (legacy)
|
||||||
|
- **[plex-management.md](plex-management.md)** - Service management procedures
|
||||||
|
- **[deprecated/README.md](deprecated/README.md)** - Information about retired scripts
|
||||||
|
|
||||||
|
### Key Documentation
|
||||||
|
|
||||||
|
- **Primary Tool:** `plex-db-manager.sh` - New consolidated database management
|
||||||
|
- **Backup Strategy:** Conservative approach with manual repair intervention
|
||||||
|
- **Recovery Method:** Nuclear recovery for emergency situations
|
||||||
|
- **Monitoring:** Comprehensive logging and health tracking
|
||||||
|
|
||||||
## 🏷️ Version Information
|
## 🏷️ Version Information
|
||||||
|
|
||||||
- **Script Suite Version:** 2.0
|
- **Script Suite Version:** 3.0 (Streamlined)
|
||||||
|
- **Major Update:** June 21, 2025 - Corruption issues resolved
|
||||||
- **Author:** Peter Wood <peter@peterwood.dev>
|
- **Author:** Peter Wood <peter@peterwood.dev>
|
||||||
- **Last Updated:** June 2025
|
|
||||||
- **Compatibility:** Ubuntu 20.04+, Debian 11+
|
- **Compatibility:** Ubuntu 20.04+, Debian 11+
|
||||||
- **Plex Version:** Compatible with Plex Media Server 1.25+
|
- **Plex Version:** Compatible with Plex Media Server 1.25+
|
||||||
|
|
||||||
## 📞 Support
|
## 📞 Support & Changes
|
||||||
|
|
||||||
For issues, questions, or contributions:
|
**Recent Major Changes (June 21, 2025):**
|
||||||
|
- ✅ Fixed database corruption root cause (30-minute auto-repair loop)
|
||||||
|
- ✅ **DISABLED custom backup system** - Replaced with Plex built-in backups
|
||||||
|
- ✅ Retired redundant repair scripts to `deprecated/` folder
|
||||||
|
- ✅ Implemented Plex native scheduled backups (every 3 days)
|
||||||
|
- ✅ Created consolidated database manager (`plex-db-manager.sh`)
|
||||||
|
- ✅ Enhanced service management with safer shutdown procedures
|
||||||
|
|
||||||
- **Author:** Peter Wood
|
## 💡 Best Practices
|
||||||
- **Email:** <peter@peterwood.dev>
|
|
||||||
|
### Current Recommended Workflow (Updated)
|
||||||
|
|
||||||
|
1. **Let Plex Handle Backups:**
|
||||||
|
- ✅ Plex built-in backups run automatically every 3 days
|
||||||
|
- ✅ No manual intervention needed for routine backups
|
||||||
|
- ✅ Backups are stored in NAS location: `/mnt/share/media/backups/plex`
|
||||||
|
|
||||||
|
2. **Manual Health Monitoring (as needed):**
|
||||||
|
- Use `plex-db-manager.sh check` for occasional health checks
|
||||||
|
- Use `plex.sh status` for service status verification
|
||||||
|
- Monitor system logs if issues are suspected
|
||||||
|
|
||||||
|
3. **When Issues Occur:**
|
||||||
|
- **Always start with read-only checks** (`plex-db-manager.sh check`)
|
||||||
|
- **Service issues first:** `plex.sh restart` before database interventions
|
||||||
|
- **Nuclear recovery as last resort** with proper validation
|
||||||
|
|
||||||
|
4. **Backup Verification:**
|
||||||
|
```bash
|
||||||
|
# Check Plex built-in backup status
|
||||||
|
ls -lath "/var/lib/plexmediaserver/Library/Application Support/Plex Media Server/Plug-in Support/Databases/"*.backup.*
|
||||||
|
|
||||||
|
# Verify backup location on NAS
|
||||||
|
ls -lah /mnt/share/media/backups/plex/
|
||||||
|
```
|
||||||
|
|
||||||
|
### What NOT to Do
|
||||||
|
|
||||||
|
❌ **Don't re-enable daily custom backup scripts** (conflicts with Plex built-in)
|
||||||
|
❌ **Don't enable 30-minute auto-repair schedules** (causes corruption)
|
||||||
|
❌ **Don't use force-kill on Plex processes** (corrupts databases)
|
||||||
|
❌ **Don't bypass safety checks** in scripts
|
||||||
|
❌ **Don't run multiple repair operations simultaneously**
|
||||||
|
❌ **Don't ignore failed service shutdowns** (wait for graceful exit)
|
||||||
|
|
||||||
|
For issues or questions:
|
||||||
|
- **Author:** Peter Wood <peter@peterwood.dev>
|
||||||
- **Repository:** Part of comprehensive shell script collection
|
- **Repository:** Part of comprehensive shell script collection
|
||||||
|
|||||||
@@ -80,7 +80,7 @@ PERFORMANCE_LOG_FILE="${LOCAL_LOG_ROOT}/plex-backup-performance.json"
|
|||||||
PLEX_SQLITE="/usr/lib/plexmediaserver/Plex SQLite"
|
PLEX_SQLITE="/usr/lib/plexmediaserver/Plex SQLite"
|
||||||
|
|
||||||
# Script options
|
# Script options
|
||||||
AUTO_REPAIR=true # Default to enabled for automatic corruption detection and repair
|
AUTO_REPAIR=false # CHANGED: Default to disabled to prevent corruption loops
|
||||||
INTEGRITY_CHECK_ONLY=false
|
INTEGRITY_CHECK_ONLY=false
|
||||||
INTERACTIVE_MODE=false
|
INTERACTIVE_MODE=false
|
||||||
PARALLEL_VERIFICATION=true
|
PARALLEL_VERIFICATION=true
|
||||||
|
|||||||
182
plex/check-plex-builtin-backups.sh
Executable file
182
plex/check-plex-builtin-backups.sh
Executable file
@@ -0,0 +1,182 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
################################################################################
|
||||||
|
# Plex Built-in Backup Status Checker
|
||||||
|
################################################################################
|
||||||
|
#
|
||||||
|
# Author: Peter Wood <peter@peterwood.dev>
|
||||||
|
# Description: Simple utility to check the status of Plex's built-in scheduled
|
||||||
|
# backups that replaced the custom backup system.
|
||||||
|
#
|
||||||
|
# Usage:
|
||||||
|
# ./check-plex-builtin-backups.sh # Show backup status
|
||||||
|
# ./check-plex-builtin-backups.sh --help # Show help
|
||||||
|
#
|
||||||
|
################################################################################
|
||||||
|
|
||||||
|
# Color codes
|
||||||
|
GREEN='\033[0;32m'
|
||||||
|
YELLOW='\033[1;33m'
|
||||||
|
BLUE='\033[0;34m'
|
||||||
|
RED='\033[0;31m'
|
||||||
|
NC='\033[0m' # No Color
|
||||||
|
|
||||||
|
# Plex database path
|
||||||
|
PLEX_DB_PATH="/var/lib/plexmediaserver/Library/Application Support/Plex Media Server/Plug-in Support/Databases"
|
||||||
|
NAS_BACKUP_PATH="/mnt/share/media/backups/plex"
|
||||||
|
|
||||||
|
show_help() {
|
||||||
|
echo "Plex Built-in Backup Status Checker"
|
||||||
|
echo ""
|
||||||
|
echo "Usage: $0 [OPTIONS]"
|
||||||
|
echo ""
|
||||||
|
echo "Options:"
|
||||||
|
echo " --help, -h Show this help message"
|
||||||
|
echo " --detailed Show detailed file information"
|
||||||
|
echo ""
|
||||||
|
echo "This script checks the status of Plex's built-in scheduled backups"
|
||||||
|
echo "which replaced the custom backup system on June 21, 2025."
|
||||||
|
echo ""
|
||||||
|
echo "Plex automatically creates backups every 3 days with pattern:"
|
||||||
|
echo " *.backup.YYYYMMDD_HHMMSS"
|
||||||
|
echo ""
|
||||||
|
exit 0
|
||||||
|
}
|
||||||
|
|
||||||
|
check_backup_status() {
|
||||||
|
local detailed="${1:-false}"
|
||||||
|
|
||||||
|
echo -e "${BLUE}===============================================${NC}"
|
||||||
|
echo -e "${BLUE} Plex Built-in Backup Status Check${NC}"
|
||||||
|
echo -e "${BLUE}===============================================${NC}"
|
||||||
|
echo ""
|
||||||
|
|
||||||
|
# Check if Plex database directory exists
|
||||||
|
if [ ! -d "$PLEX_DB_PATH" ]; then
|
||||||
|
echo -e "${RED}❌ Error: Plex database directory not found${NC}"
|
||||||
|
echo -e " Expected: $PLEX_DB_PATH"
|
||||||
|
return 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo -e "${GREEN}✅ Plex database directory found${NC}"
|
||||||
|
echo -e " Location: $PLEX_DB_PATH"
|
||||||
|
echo ""
|
||||||
|
|
||||||
|
# Check for built-in backup files
|
||||||
|
local backup_files
|
||||||
|
backup_files=$(find "$PLEX_DB_PATH" -name "*.backup.*" 2>/dev/null)
|
||||||
|
|
||||||
|
if [ -z "$backup_files" ]; then
|
||||||
|
echo -e "${YELLOW}⚠️ No built-in backup files found${NC}"
|
||||||
|
echo -e " This might indicate Plex backups haven't run yet"
|
||||||
|
echo -e " or the backup schedule is not configured."
|
||||||
|
echo ""
|
||||||
|
else
|
||||||
|
local backup_count
|
||||||
|
backup_count=$(echo "$backup_files" | wc -l)
|
||||||
|
echo -e "${GREEN}✅ Found $backup_count built-in backup file(s)${NC}"
|
||||||
|
echo ""
|
||||||
|
|
||||||
|
# Show latest backup
|
||||||
|
local latest_backup
|
||||||
|
latest_backup=$(echo "$backup_files" | xargs -I {} ls -t {} | head -1)
|
||||||
|
if [ -n "$latest_backup" ]; then
|
||||||
|
local backup_date
|
||||||
|
backup_date=$(stat -c %y "$latest_backup" 2>/dev/null | cut -d' ' -f1,2 | cut -d'.' -f1)
|
||||||
|
local backup_size
|
||||||
|
backup_size=$(du -h "$latest_backup" 2>/dev/null | cut -f1)
|
||||||
|
|
||||||
|
echo -e "${GREEN}📅 Latest backup:${NC}"
|
||||||
|
echo -e " File: $(basename "$latest_backup")"
|
||||||
|
echo -e " Date: $backup_date"
|
||||||
|
echo -e " Size: $backup_size"
|
||||||
|
echo ""
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Show detailed info if requested
|
||||||
|
if [ "$detailed" = true ]; then
|
||||||
|
echo -e "${BLUE}📋 All backup files:${NC}"
|
||||||
|
echo "$backup_files" | while IFS= read -r file; do
|
||||||
|
if [ -f "$file" ]; then
|
||||||
|
ls -lah "$file" 2>/dev/null | while IFS= read -r line; do
|
||||||
|
echo " $line"
|
||||||
|
done
|
||||||
|
fi
|
||||||
|
done
|
||||||
|
echo ""
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Check backup frequency (should be every 3 days)
|
||||||
|
if [ "$backup_count" -ge 2 ]; then
|
||||||
|
local newest_backup
|
||||||
|
local second_newest_backup
|
||||||
|
newest_backup=$(echo "$backup_files" | xargs -I {} ls -t {} | head -1)
|
||||||
|
second_newest_backup=$(echo "$backup_files" | xargs -I {} ls -t {} | head -2 | tail -1)
|
||||||
|
|
||||||
|
if [ -n "$newest_backup" ] && [ -n "$second_newest_backup" ]; then
|
||||||
|
local newest_time
|
||||||
|
local second_time
|
||||||
|
newest_time=$(stat -c %Y "$newest_backup" 2>/dev/null)
|
||||||
|
second_time=$(stat -c %Y "$second_newest_backup" 2>/dev/null)
|
||||||
|
|
||||||
|
if [ -n "$newest_time" ] && [ -n "$second_time" ]; then
|
||||||
|
local time_diff=$((newest_time - second_time))
|
||||||
|
local days_diff=$((time_diff / 86400))
|
||||||
|
|
||||||
|
echo -e "${BLUE}⏱️ Backup frequency check:${NC}"
|
||||||
|
echo -e " Days between last two backups: $days_diff"
|
||||||
|
if [ "$days_diff" -ge 2 ] && [ "$days_diff" -le 4 ]; then
|
||||||
|
echo -e " ${GREEN}✅ Frequency looks normal (every ~3 days)${NC}"
|
||||||
|
else
|
||||||
|
echo -e " ${YELLOW}⚠️ Frequency might be unusual${NC}"
|
||||||
|
fi
|
||||||
|
echo ""
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Check NAS backup location
|
||||||
|
echo -e "${BLUE}📁 NAS Backup Location Check:${NC}"
|
||||||
|
if [ -d "$NAS_BACKUP_PATH" ]; then
|
||||||
|
echo -e "${GREEN}✅ NAS backup directory accessible${NC}"
|
||||||
|
echo -e " Location: $NAS_BACKUP_PATH"
|
||||||
|
|
||||||
|
local old_custom_backups
|
||||||
|
old_custom_backups=$(find "$NAS_BACKUP_PATH" -name "plex-backup-*.tar.gz" 2>/dev/null | wc -l)
|
||||||
|
if [ "$old_custom_backups" -gt 0 ]; then
|
||||||
|
echo -e " ${YELLOW}📦 Found $old_custom_backups legacy custom backup files${NC}"
|
||||||
|
echo -e " ${YELLOW} (These are from the old custom backup system)${NC}"
|
||||||
|
fi
|
||||||
|
else
|
||||||
|
echo -e "${RED}❌ NAS backup directory not accessible${NC}"
|
||||||
|
echo -e " Expected: $NAS_BACKUP_PATH"
|
||||||
|
fi
|
||||||
|
echo ""
|
||||||
|
|
||||||
|
# Summary
|
||||||
|
echo -e "${BLUE}📊 Summary:${NC}"
|
||||||
|
echo -e "${GREEN}✅ Custom backup system: DISABLED (June 21, 2025)${NC}"
|
||||||
|
echo -e "${GREEN}✅ Plex built-in backups: ACTIVE${NC}"
|
||||||
|
echo -e "${BLUE}ℹ️ Backup frequency: Every 3 days (automatic)${NC}"
|
||||||
|
echo -e "${BLUE}ℹ️ Manual tools available: plex-db-manager.sh, plex.sh${NC}"
|
||||||
|
echo ""
|
||||||
|
}
|
||||||
|
|
||||||
|
# Parse command line arguments
|
||||||
|
case "${1:-}" in
|
||||||
|
--help|-h)
|
||||||
|
show_help
|
||||||
|
;;
|
||||||
|
--detailed)
|
||||||
|
check_backup_status true
|
||||||
|
;;
|
||||||
|
"")
|
||||||
|
check_backup_status false
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "Unknown option: $1"
|
||||||
|
echo "Use --help for usage information"
|
||||||
|
exit 1
|
||||||
|
;;
|
||||||
|
esac
|
||||||
42
plex/deprecated/README.md
Normal file
42
plex/deprecated/README.md
Normal file
@@ -0,0 +1,42 @@
|
|||||||
|
# Deprecated Scripts
|
||||||
|
|
||||||
|
These scripts have been moved to this folder because their functionality has been consolidated into the main Plex management tools.
|
||||||
|
|
||||||
|
## Scripts Moved (June 21, 2025)
|
||||||
|
|
||||||
|
### `plex-database-repair.sh`
|
||||||
|
- **Reason**: Functionality consolidated into `plex-db-manager.sh`
|
||||||
|
- **Replacement**: Use `plex-db-manager.sh check` and `plex-db-manager.sh repair`
|
||||||
|
|
||||||
|
### `recover-plex-database.sh`
|
||||||
|
- **Reason**: Advanced recovery methods rarely worked effectively
|
||||||
|
- **Replacement**: Use `nuclear-plex-recovery.sh` for emergency situations
|
||||||
|
|
||||||
|
### `restore-plex.sh`
|
||||||
|
- **Reason**: Basic restoration functionality covered by other scripts
|
||||||
|
- **Replacement**: Use `nuclear-plex-recovery.sh` for backup restoration
|
||||||
|
|
||||||
|
### `icu-aware-recovery.sh`
|
||||||
|
- **Reason**: ICU collation issues addressed in main repair logic
|
||||||
|
- **Replacement**: Built into `plex-db-manager.sh` and `nuclear-plex-recovery.sh`
|
||||||
|
|
||||||
|
## Why These Were Retired
|
||||||
|
|
||||||
|
The original issue causing database corruption was identified as the **aggressive 30-minute auto-repair cron schedule**. With this fixed:
|
||||||
|
|
||||||
|
1. **Repair operations are now rarely needed**
|
||||||
|
2. **Simpler tools are more reliable** than complex multi-strategy repair scripts
|
||||||
|
3. **Manual intervention is preferred** over automated repair attempts
|
||||||
|
4. **Nuclear recovery** provides a clean last-resort option
|
||||||
|
|
||||||
|
## Access If Needed
|
||||||
|
|
||||||
|
These scripts are preserved for emergency use but are no longer maintained. If you need emergency access to advanced repair functionality:
|
||||||
|
|
||||||
|
```bash
|
||||||
|
# Emergency use only
|
||||||
|
./deprecated/plex-database-repair.sh repair /path/to/database.db
|
||||||
|
./deprecated/recover-plex-database.sh --auto
|
||||||
|
```
|
||||||
|
|
||||||
|
⚠️ **Note**: These scripts are no longer tested or supported. Use at your own risk.
|
||||||
350
plex/plex-db-manager.sh
Executable file
350
plex/plex-db-manager.sh
Executable file
@@ -0,0 +1,350 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
################################################################################
|
||||||
|
# Consolidated Plex Database Management Script
|
||||||
|
################################################################################
|
||||||
|
#
|
||||||
|
# Author: Peter Wood <peter@peterwood.dev>
|
||||||
|
# Description: Consolidated database management functionality combining the best
|
||||||
|
# features from plex-database-repair.sh, recover-plex-database.sh,
|
||||||
|
# and nuclear-plex-recovery.sh into a single, safe interface.
|
||||||
|
#
|
||||||
|
# Features:
|
||||||
|
# - Read-only integrity checking
|
||||||
|
# - Progressive repair strategies (gentle to aggressive)
|
||||||
|
# - Service management with proper synchronization
|
||||||
|
# - Comprehensive logging and error handling
|
||||||
|
# - Manual intervention prompts for safety
|
||||||
|
#
|
||||||
|
# Usage:
|
||||||
|
# ./plex-db-manager.sh check # Read-only integrity check
|
||||||
|
# ./plex-db-manager.sh repair # Interactive repair
|
||||||
|
# ./plex-db-manager.sh repair --gentle # Gentle repair only
|
||||||
|
# ./plex-db-manager.sh repair --force # Aggressive repair
|
||||||
|
# ./plex-db-manager.sh nuclear # Nuclear recovery
|
||||||
|
#
|
||||||
|
# Exit Codes:
|
||||||
|
# 0 - Success
|
||||||
|
# 1 - Database issues detected (no repair attempted)
|
||||||
|
# 2 - Repair failed
|
||||||
|
# 3 - Service management failure
|
||||||
|
#
|
||||||
|
################################################################################
|
||||||
|
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
# Color codes for output
|
||||||
|
readonly RED='\033[0;31m'
|
||||||
|
readonly GREEN='\033[0;32m'
|
||||||
|
readonly YELLOW='\033[1;33m'
|
||||||
|
readonly BLUE='\033[0;34m'
|
||||||
|
readonly CYAN='\033[0;36m'
|
||||||
|
readonly WHITE='\033[1;37m'
|
||||||
|
readonly BOLD='\033[1m'
|
||||||
|
readonly DIM='\033[2m'
|
||||||
|
readonly RESET='\033[0m'
|
||||||
|
|
||||||
|
# Configuration
|
||||||
|
readonly PLEX_SERVICE="plexmediaserver"
|
||||||
|
readonly PLEX_SQLITE="/usr/lib/plexmediaserver/Plex SQLite"
|
||||||
|
readonly PLEX_DB_DIR="/var/lib/plexmediaserver/Library/Application Support/Plex Media Server/Plug-in Support/Databases"
|
||||||
|
readonly MAIN_DB="$PLEX_DB_DIR/com.plexapp.plugins.library.db"
|
||||||
|
readonly BLOBS_DB="$PLEX_DB_DIR/com.plexapp.plugins.library.blobs.db"
|
||||||
|
readonly BACKUP_ROOT="/mnt/share/media/backups/plex"
|
||||||
|
|
||||||
|
SCRIPT_DIR="$(dirname "$(readlink -f "$0")")"
|
||||||
|
readonly SCRIPT_DIR
|
||||||
|
readonly LOG_FILE="$SCRIPT_DIR/logs/db-manager-$(date +%Y%m%d_%H%M%S).log"
|
||||||
|
|
||||||
|
# Create log directory
|
||||||
|
mkdir -p "$SCRIPT_DIR/logs"
|
||||||
|
|
||||||
|
# Logging functions
|
||||||
|
log_message() {
|
||||||
|
local message="$1"
|
||||||
|
local timestamp
|
||||||
|
timestamp=$(date '+%Y-%m-%d %H:%M:%S')
|
||||||
|
echo -e "${CYAN}[${timestamp}]${RESET} ${message}"
|
||||||
|
echo "[${timestamp}] ${message}" >> "$LOG_FILE" 2>/dev/null || true
|
||||||
|
}
|
||||||
|
|
||||||
|
log_error() {
|
||||||
|
local message="$1"
|
||||||
|
local timestamp
|
||||||
|
timestamp=$(date '+%Y-%m-%d %H:%M:%S')
|
||||||
|
echo -e "${RED}[${timestamp}] ERROR:${RESET} ${message}" >&2
|
||||||
|
echo "[${timestamp}] ERROR: ${message}" >> "$LOG_FILE" 2>/dev/null || true
|
||||||
|
}
|
||||||
|
|
||||||
|
log_success() {
|
||||||
|
local message="$1"
|
||||||
|
local timestamp
|
||||||
|
timestamp=$(date '+%Y-%m-%d %H:%M:%S')
|
||||||
|
echo -e "${GREEN}[${timestamp}] SUCCESS:${RESET} ${message}"
|
||||||
|
echo "[${timestamp}] SUCCESS: ${message}" >> "$LOG_FILE" 2>/dev/null || true
|
||||||
|
}
|
||||||
|
|
||||||
|
log_warning() {
|
||||||
|
local message="$1"
|
||||||
|
local timestamp
|
||||||
|
timestamp=$(date '+%Y-%m-%d %H:%M:%S')
|
||||||
|
echo -e "${YELLOW}[${timestamp}] WARNING:${RESET} ${message}"
|
||||||
|
echo "[${timestamp}] WARNING: ${message}" >> "$LOG_FILE" 2>/dev/null || true
|
||||||
|
}
|
||||||
|
|
||||||
|
# Print header
|
||||||
|
print_header() {
|
||||||
|
echo -e "\n${BOLD}${CYAN}+================================================================+${RESET}"
|
||||||
|
echo -e "${BOLD}${CYAN}| PLEX DATABASE MANAGEMENT TOOL |${RESET}"
|
||||||
|
echo -e "${BOLD}${CYAN}+================================================================+${RESET}\n"
|
||||||
|
}
|
||||||
|
|
||||||
|
# Check prerequisites
|
||||||
|
check_prerequisites() {
|
||||||
|
log_message "Checking prerequisites..."
|
||||||
|
|
||||||
|
if [[ $EUID -eq 0 ]]; then
|
||||||
|
log_error "Don't run this script as root! Use your regular user account."
|
||||||
|
exit 3
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [[ ! -f "$PLEX_SQLITE" ]]; then
|
||||||
|
log_error "Plex SQLite binary not found at: $PLEX_SQLITE"
|
||||||
|
exit 3
|
||||||
|
fi
|
||||||
|
|
||||||
|
if ! sudo chmod +x "$PLEX_SQLITE" 2>/dev/null; then
|
||||||
|
log_warning "Could not make Plex SQLite executable, but will try to use it"
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [[ ! -f "$MAIN_DB" ]]; then
|
||||||
|
log_error "Main database not found at: $MAIN_DB"
|
||||||
|
exit 3
|
||||||
|
fi
|
||||||
|
|
||||||
|
log_success "Prerequisites check passed"
|
||||||
|
}
|
||||||
|
|
||||||
|
# Safe service management with proper synchronization
|
||||||
|
manage_service() {
|
||||||
|
local action="$1"
|
||||||
|
local timeout="${2:-30}"
|
||||||
|
|
||||||
|
case "$action" in
|
||||||
|
"stop")
|
||||||
|
log_message "Stopping Plex service..."
|
||||||
|
if ! systemctl is-active --quiet "$PLEX_SERVICE"; then
|
||||||
|
log_message "Plex service is already stopped"
|
||||||
|
return 0
|
||||||
|
fi
|
||||||
|
|
||||||
|
if sudo systemctl stop "$PLEX_SERVICE"; then
|
||||||
|
# Wait for complete shutdown
|
||||||
|
local count=0
|
||||||
|
while systemctl is-active --quiet "$PLEX_SERVICE" && [[ $count -lt $timeout ]]; do
|
||||||
|
sleep 1
|
||||||
|
((count++))
|
||||||
|
done
|
||||||
|
|
||||||
|
if systemctl is-active --quiet "$PLEX_SERVICE"; then
|
||||||
|
log_error "Service failed to stop within ${timeout}s"
|
||||||
|
return 1
|
||||||
|
else
|
||||||
|
log_success "Plex service stopped successfully"
|
||||||
|
# Additional wait for complete cleanup
|
||||||
|
sleep 3
|
||||||
|
return 0
|
||||||
|
fi
|
||||||
|
else
|
||||||
|
log_error "Failed to stop Plex service"
|
||||||
|
return 1
|
||||||
|
fi
|
||||||
|
;;
|
||||||
|
|
||||||
|
"start")
|
||||||
|
log_message "Starting Plex service..."
|
||||||
|
if systemctl is-active --quiet "$PLEX_SERVICE"; then
|
||||||
|
log_message "Plex service is already running"
|
||||||
|
return 0
|
||||||
|
fi
|
||||||
|
|
||||||
|
if sudo systemctl start "$PLEX_SERVICE"; then
|
||||||
|
# Wait for startup
|
||||||
|
local count=0
|
||||||
|
while ! systemctl is-active --quiet "$PLEX_SERVICE" && [[ $count -lt $timeout ]]; do
|
||||||
|
sleep 1
|
||||||
|
((count++))
|
||||||
|
done
|
||||||
|
|
||||||
|
if systemctl is-active --quiet "$PLEX_SERVICE"; then
|
||||||
|
log_success "Plex service started successfully"
|
||||||
|
return 0
|
||||||
|
else
|
||||||
|
log_error "Service failed to start within ${timeout}s"
|
||||||
|
return 1
|
||||||
|
fi
|
||||||
|
else
|
||||||
|
log_error "Failed to start Plex service"
|
||||||
|
return 1
|
||||||
|
fi
|
||||||
|
;;
|
||||||
|
esac
|
||||||
|
}
|
||||||
|
|
||||||
|
# Safe database integrity check (read-only)
|
||||||
|
check_database_integrity() {
|
||||||
|
local db_file="$1"
|
||||||
|
local db_name
|
||||||
|
db_name=$(basename "$db_file")
|
||||||
|
|
||||||
|
log_message "Checking database integrity: $db_name"
|
||||||
|
|
||||||
|
# WAL checkpoint if needed (read-only operation)
|
||||||
|
local wal_file="${db_file}-wal"
|
||||||
|
if [[ -f "$wal_file" ]]; then
|
||||||
|
log_message "WAL file detected, performing read-only checkpoint..."
|
||||||
|
if sudo "$PLEX_SQLITE" "$db_file" "PRAGMA wal_checkpoint(PASSIVE);" >/dev/null 2>&1; then
|
||||||
|
log_success "WAL checkpoint completed"
|
||||||
|
else
|
||||||
|
log_warning "WAL checkpoint failed, proceeding with integrity check"
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Run integrity check
|
||||||
|
local integrity_result
|
||||||
|
integrity_result=$(sudo "$PLEX_SQLITE" "$db_file" "PRAGMA integrity_check;" 2>&1)
|
||||||
|
local check_exit_code=$?
|
||||||
|
|
||||||
|
if [[ $check_exit_code -ne 0 ]]; then
|
||||||
|
log_error "Failed to run integrity check on $db_name"
|
||||||
|
return 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if echo "$integrity_result" | grep -q "^ok$"; then
|
||||||
|
log_success "Database integrity check passed: $db_name"
|
||||||
|
return 0
|
||||||
|
else
|
||||||
|
log_warning "Database integrity issues detected in $db_name:"
|
||||||
|
echo "$integrity_result" | while IFS= read -r line; do
|
||||||
|
log_warning " $line"
|
||||||
|
done
|
||||||
|
return 1
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
# Check all databases
|
||||||
|
check_all_databases() {
|
||||||
|
local issues=0
|
||||||
|
|
||||||
|
log_message "Starting comprehensive database integrity check..."
|
||||||
|
|
||||||
|
for db in "$MAIN_DB" "$BLOBS_DB"; do
|
||||||
|
if [[ -f "$db" ]]; then
|
||||||
|
if ! check_database_integrity "$db"; then
|
||||||
|
((issues++))
|
||||||
|
fi
|
||||||
|
else
|
||||||
|
log_warning "Database file not found: $(basename "$db")"
|
||||||
|
((issues++))
|
||||||
|
fi
|
||||||
|
done
|
||||||
|
|
||||||
|
if [[ $issues -eq 0 ]]; then
|
||||||
|
log_success "All database integrity checks passed"
|
||||||
|
return 0
|
||||||
|
else
|
||||||
|
log_warning "Found integrity issues in $issues database(s)"
|
||||||
|
return 1
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
# Show help
|
||||||
|
show_help() {
|
||||||
|
echo -e "${BOLD}${WHITE}Usage:${RESET} ${CYAN}$(basename "$0")${RESET} ${YELLOW}<command>${RESET} ${DIM}[options]${RESET}"
|
||||||
|
echo ""
|
||||||
|
echo -e "${BOLD}${WHITE}Commands:${RESET}"
|
||||||
|
echo -e " ${GREEN}${BOLD}check${RESET} Read-only database integrity check"
|
||||||
|
echo -e " ${YELLOW}${BOLD}repair${RESET} Interactive database repair"
|
||||||
|
echo -e " ${YELLOW}${BOLD}repair --gentle${RESET} Gentle repair methods only"
|
||||||
|
echo -e " ${RED}${BOLD}repair --force${RESET} Aggressive repair methods"
|
||||||
|
echo -e " ${RED}${BOLD}nuclear${RESET} Nuclear recovery (replace from backup)"
|
||||||
|
echo -e " ${CYAN}${BOLD}help${RESET} Show this help message"
|
||||||
|
echo ""
|
||||||
|
echo -e "${BOLD}${WHITE}Examples:${RESET}"
|
||||||
|
echo -e " ${DIM}$(basename "$0") check # Safe integrity check${RESET}"
|
||||||
|
echo -e " ${DIM}$(basename "$0") repair # Interactive repair${RESET}"
|
||||||
|
echo -e " ${DIM}$(basename "$0") repair --gentle # Minimal repair only${RESET}"
|
||||||
|
echo ""
|
||||||
|
echo -e "${BOLD}${YELLOW}⚠️ WARNING:${RESET} Always run ${CYAN}check${RESET} first before attempting repairs!"
|
||||||
|
echo ""
|
||||||
|
}
|
||||||
|
|
||||||
|
# Main function
|
||||||
|
main() {
|
||||||
|
if [[ $# -eq 0 ]]; then
|
||||||
|
print_header
|
||||||
|
show_help
|
||||||
|
exit 0
|
||||||
|
fi
|
||||||
|
|
||||||
|
case "${1,,}" in
|
||||||
|
"check")
|
||||||
|
print_header
|
||||||
|
check_prerequisites
|
||||||
|
|
||||||
|
# Stop service for clean check
|
||||||
|
if ! manage_service stop; then
|
||||||
|
log_error "Cannot perform integrity check while service is running"
|
||||||
|
exit 3
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Check databases
|
||||||
|
if check_all_databases; then
|
||||||
|
exit_code=0
|
||||||
|
else
|
||||||
|
exit_code=1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Restart service
|
||||||
|
if ! manage_service start; then
|
||||||
|
log_error "Failed to restart service after check"
|
||||||
|
exit 3
|
||||||
|
fi
|
||||||
|
|
||||||
|
exit $exit_code
|
||||||
|
;;
|
||||||
|
|
||||||
|
"repair")
|
||||||
|
echo -e "${RED}${BOLD}⚠️ REPAIR FUNCTIONALITY TEMPORARILY DISABLED${RESET}"
|
||||||
|
echo -e "${YELLOW}Database repairs are disabled until corruption issues are resolved.${RESET}"
|
||||||
|
echo -e "${CYAN}Use the individual repair scripts if manual intervention is needed:${RESET}"
|
||||||
|
echo -e " ${DIM}- plex-database-repair.sh${RESET}"
|
||||||
|
echo -e " ${DIM}- recover-plex-database.sh${RESET}"
|
||||||
|
echo -e " ${DIM}- nuclear-plex-recovery.sh${RESET}"
|
||||||
|
exit 2
|
||||||
|
;;
|
||||||
|
|
||||||
|
"nuclear")
|
||||||
|
echo -e "${RED}${BOLD}⚠️ NUCLEAR RECOVERY TEMPORARILY DISABLED${RESET}"
|
||||||
|
echo -e "${YELLOW}Nuclear recovery is disabled until corruption issues are resolved.${RESET}"
|
||||||
|
echo -e "${CYAN}Use nuclear-plex-recovery.sh directly if absolutely necessary.${RESET}"
|
||||||
|
exit 2
|
||||||
|
;;
|
||||||
|
|
||||||
|
"help"|"--help"|"-h")
|
||||||
|
print_header
|
||||||
|
show_help
|
||||||
|
;;
|
||||||
|
|
||||||
|
*)
|
||||||
|
print_header
|
||||||
|
log_error "Unknown command: $1"
|
||||||
|
echo ""
|
||||||
|
show_help
|
||||||
|
exit 1
|
||||||
|
;;
|
||||||
|
esac
|
||||||
|
}
|
||||||
|
|
||||||
|
# Execute main function
|
||||||
|
main "$@"
|
||||||
Reference in New Issue
Block a user