mirror of
https://github.com/ep1cman/unifi-protect-backup.git
synced 2025-12-05 23:53:30 +00:00
471ecb0662
- Each task is now its own class - Added a database to track backed up events and their destinations - Added task to check for and backup missed events
76 lines
2.9 KiB
Python
76 lines
2.9 KiB
Python
import asyncio
|
|
import logging
|
|
import time
|
|
from datetime import datetime
|
|
|
|
import aiosqlite
|
|
from dateutil.relativedelta import relativedelta
|
|
|
|
from unifi_protect_backup.utils import parse_rclone_retention, run_command
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
async def wait_until(dt):
|
|
# sleep until the specified datetime
|
|
now = datetime.now()
|
|
await asyncio.sleep((dt - now).total_seconds())
|
|
|
|
|
|
async def delete_file(file_path):
|
|
returncode, stdout, stderr = await run_command(f'rclone delete -vv "{file_path}"')
|
|
if returncode != 0:
|
|
logger.warn(f" Failed to delete file: '{file_path}'")
|
|
|
|
|
|
async def tidy_empty_dirs(base_dir_path):
|
|
returncode, stdout, stderr = await run_command(f'rclone rmdirs -vv --ignore-errors --leave-root "{base_dir_path}"')
|
|
if returncode != 0:
|
|
logger.warn(f" Failed to tidy empty dirs")
|
|
|
|
|
|
class Purge:
|
|
"""Deletes old files from rclone remotes"""
|
|
|
|
def __init__(self, db: aiosqlite.Connection, retention: relativedelta, rclone_destination: str, interval: int = 60):
|
|
self._db: aiosqlite.Connection = db
|
|
self.retention: relativedelta = retention
|
|
self.rclone_destination: str = rclone_destination
|
|
self.interval: int = interval
|
|
|
|
async def start(self):
|
|
"""Main loop - runs forever"""
|
|
while True:
|
|
try:
|
|
deleted_a_file = False
|
|
|
|
# For every event older than the retention time
|
|
retention_oldest_time = time.mktime((datetime.now() - self.retention).timetuple())
|
|
async with self._db.execute(
|
|
f"SELECT * FROM events WHERE end < {retention_oldest_time}"
|
|
) as event_cursor:
|
|
async for event_id, event_type, camera_id, event_start, event_end in event_cursor:
|
|
|
|
logger.info(f"Purging event: {event_id}.")
|
|
|
|
# For every backup for this event
|
|
async with self._db.execute(f"SELECT * FROM backups WHERE id = '{event_id}'") as backup_cursor:
|
|
async for _, remote, file_path in backup_cursor:
|
|
logger.debug(f" Deleted: {remote}:{file_path}")
|
|
await delete_file(f"{remote}:{file_path}")
|
|
deleted_a_file = True
|
|
|
|
# delete event from database
|
|
# entries in the `backups` table are automatically deleted by sqlite triggers
|
|
await self._db.execute(f"DELETE FROM events WHERE id = '{event_id}'")
|
|
await self._db.commit()
|
|
|
|
if deleted_a_file:
|
|
await tidy_empty_dirs(self.rclone_destination)
|
|
|
|
except Exception as e:
|
|
logger.warn(f"Unexpected exception occurred during purge:")
|
|
logger.exception(e)
|
|
|
|
await asyncio.sleep(self.interval)
|