frigate/migrations/003_create_recordings_table.py

"""Peewee migrations -- 003_create_recordings_table.py.

Some examples (model - class or model name)::

    > Model = migrator.orm['model_name']            # Return model in current state by name

    > migrator.sql(sql)                             # Run custom SQL
    > migrator.python(func, *args, **kwargs)        # Run python code
    > migrator.create_model(Model)                  # Create a model (could be used as decorator)
    > migrator.remove_model(model, cascade=True)    # Remove a model
    > migrator.add_fields(model, **fields)          # Add fields to a model
    > migrator.change_fields(model, **fields)       # Change fields
    > migrator.remove_fields(model, *field_names, cascade=True)
    > migrator.rename_field(model, old_field_name, new_field_name)
    > migrator.rename_table(model, new_table_name)
    > migrator.add_index(model, *col_names, unique=False)
    > migrator.drop_index(model, *col_names)
    > migrator.add_not_null(model, *field_names)
    > migrator.drop_not_null(model, *field_names)
    > migrator.add_default(model, field_name, default)

"""

from concurrent.futures import as_completed, ThreadPoolExecutor
import datetime as dt
import peewee as pw
from decimal import ROUND_HALF_EVEN
import random
import string
import os
import subprocess as sp
import glob
import re

try:
    import playhouse.postgres_ext as pw_pext
except ImportError:
    pass

from frigate.const import RECORD_DIR
from frigate.models import Recordings

SQL = pw.SQL


def migrate(migrator, database, fake=False, **kwargs):
    migrator.create_model(Recordings)

    def backfill():
        # First add the index here, because there is a bug in peewee_migrate
        # when trying to create an multi-column index in the same migration
        # as the table: https://github.com/klen/peewee_migrate/issues/19
        Recordings.add_index("start_time", "end_time")
        Recordings.create_table()

        # Backfill existing recordings
        files = glob.glob(f"{RECORD_DIR}/*/*/*/*/*.mp4")

        def probe(path):
            ffprobe_cmd = [
                "ffprobe",
                "-v",
                "error",
                "-show_entries",
                "format=duration",
                "-of",
                "default=noprint_wrappers=1:nokey=1",
                path,
            ]
            p = sp.run(ffprobe_cmd, capture_output=True)
            if p.returncode == 0:
                return float(p.stdout.decode().strip())
            else:
                os.remove(path)
                return 0

        with ThreadPoolExecutor() as executor:
            future_to_path = {executor.submit(probe, path): path for path in files}
            for future in as_completed(future_to_path):
                path = future_to_path[future]
                duration = future.result()
                rand_id = "".join(
                    random.choices(string.ascii_lowercase + string.digits, k=6)
                )
                search = re.search(
                    r".+/(\d{4}[-]\d{2})/(\d{2})/(\d{2})/(.+)/(\d{2})\.(\d{2}).mp4",
                    path,
                )
                if not search:
                    return False
                date = f"{search.group(1)}-{search.group(2)} {search.group(3)}:{search.group(5)}:{search.group(6)}"
                start = dt.datetime.strptime(date, "%Y-%m-%d %H:%M:%S")
                end = start + dt.timedelta(seconds=duration)

                Recordings.create(
                    id=f"{start.timestamp()}-{rand_id}",
                    camera=search.group(4),
                    path=path,
                    start_time=start.timestamp(),
                    end_time=end.timestamp(),
                    duration=duration,
                )

    migrator.python(backfill)


def rollback(migrator, database, fake=False, **kwargs):
    migrator.remove_model(Recordings)