feat: add dashcam-transfer.py script
This commit is contained in:
Eddy de Vink
parent
8116a03f3d
commit
80ebd79451
2 changed files with 389 additions and 0 deletions
148
dashcam-transfer.py
Normal file
148
dashcam-transfer.py
Normal file
|
|
@ -0,0 +1,148 @@
|
||||||
|
#!/usr/bin/env python3
|
||||||
|
"""Transfer dashcam MP4 files from SD card to USB-SSD with date/camera structure."""
|
||||||
|
|
||||||
|
import fcntl
|
||||||
|
import logging
|
||||||
|
import os
|
||||||
|
import re
|
||||||
|
import shutil
|
||||||
|
import sys
|
||||||
|
|
||||||
|
SD_CARD = "/mnt/sdcard"
|
||||||
|
SOURCE_DIR = os.path.join(SD_CARD, "Novatek", "Movie")
|
||||||
|
SSD = "/mnt/ultratouch"
|
||||||
|
TARGET_BASE = os.path.join(SSD, "dashcam")
|
||||||
|
LOG_FILE = "/var/log/dashcam-transfer.log"
|
||||||
|
LOCK_FILE = "/var/run/dashcam-transfer.lock"
|
||||||
|
|
||||||
|
CAMERA_MAP = {"F": "front", "B": "back"}
|
||||||
|
FILE_PATTERN = re.compile(r"^(\d{8})\d{6}_\d+([FB])\.MP4$")
|
||||||
|
|
||||||
|
|
||||||
|
def setup_logging():
|
||||||
|
logging.basicConfig(
|
||||||
|
filename=LOG_FILE,
|
||||||
|
level=logging.INFO,
|
||||||
|
format="[%(asctime)s] %(levelname)s %(message)s",
|
||||||
|
datefmt="%Y-%m-%d %H:%M:%S",
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def acquire_lock():
|
||||||
|
lock_fd = open(LOCK_FILE, "w")
|
||||||
|
try:
|
||||||
|
fcntl.flock(lock_fd, fcntl.LOCK_EX | fcntl.LOCK_NB)
|
||||||
|
except IOError:
|
||||||
|
logging.warning("Lockfile actief — script al bezig")
|
||||||
|
sys.exit(1)
|
||||||
|
return lock_fd
|
||||||
|
|
||||||
|
|
||||||
|
def check_mount(path, name):
|
||||||
|
if not os.path.ismount(path):
|
||||||
|
logging.error("%s niet gemount: %s", name, path)
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
|
||||||
|
def get_mp4_files(src_dir):
|
||||||
|
if not os.path.isdir(src_dir):
|
||||||
|
return []
|
||||||
|
result = []
|
||||||
|
for fname in os.listdir(src_dir):
|
||||||
|
match = FILE_PATTERN.match(fname)
|
||||||
|
if match:
|
||||||
|
result.append((fname, match.group(1), match.group(2).upper()))
|
||||||
|
return result
|
||||||
|
|
||||||
|
|
||||||
|
def ensure_free_space(needed_bytes, target_base):
|
||||||
|
stat = os.statvfs(target_base)
|
||||||
|
free = stat.f_frsize * stat.f_bavail
|
||||||
|
if free >= needed_bytes:
|
||||||
|
return
|
||||||
|
|
||||||
|
logging.warning(
|
||||||
|
"Onvoldoende ruimte: %d bytes nodig, %d bytes vrij", needed_bytes, free
|
||||||
|
)
|
||||||
|
|
||||||
|
date_dirs = sorted(
|
||||||
|
d
|
||||||
|
for d in os.listdir(target_base)
|
||||||
|
if re.match(r"^\d{8}$", d)
|
||||||
|
and os.path.isdir(os.path.join(target_base, d))
|
||||||
|
)
|
||||||
|
|
||||||
|
freed = 0
|
||||||
|
removed = []
|
||||||
|
for date_name in date_dirs:
|
||||||
|
if free + freed >= needed_bytes:
|
||||||
|
break
|
||||||
|
dir_path = os.path.join(target_base, date_name)
|
||||||
|
dir_size = sum(
|
||||||
|
os.path.getsize(os.path.join(dirpath, f))
|
||||||
|
for dirpath, _, filenames in os.walk(dir_path)
|
||||||
|
for f in filenames
|
||||||
|
)
|
||||||
|
shutil.rmtree(dir_path)
|
||||||
|
freed += dir_size
|
||||||
|
removed.append(date_name)
|
||||||
|
logging.info("Ruimte gemaakt: %s verwijderd (%d bytes)", date_name, dir_size)
|
||||||
|
|
||||||
|
if free + freed < needed_bytes:
|
||||||
|
logging.error(
|
||||||
|
"Nog steeds onvoldoende ruimte na verwijderen %d mappen: "
|
||||||
|
"%d bytes nodig, %d bytes vrij",
|
||||||
|
len(removed),
|
||||||
|
needed_bytes,
|
||||||
|
free + freed,
|
||||||
|
)
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
logging.info("Ruimte vrijgemaakt: %d bytes door %d mappen", freed, len(removed))
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
setup_logging()
|
||||||
|
lock_fd = acquire_lock()
|
||||||
|
|
||||||
|
check_mount(SD_CARD, "SD-kaart")
|
||||||
|
check_mount(SSD, "Ultratouch SSD")
|
||||||
|
|
||||||
|
files = get_mp4_files(SOURCE_DIR)
|
||||||
|
if not files:
|
||||||
|
logging.info("Geen MP4 bestanden gevonden in %s", SOURCE_DIR)
|
||||||
|
return
|
||||||
|
|
||||||
|
total_size = sum(
|
||||||
|
os.path.getsize(os.path.join(SOURCE_DIR, fname)) for fname, _, _ in files
|
||||||
|
)
|
||||||
|
logging.info(
|
||||||
|
"Start transfer: %d bestanden, %d bytes", len(files), total_size
|
||||||
|
)
|
||||||
|
|
||||||
|
ensure_free_space(total_size, TARGET_BASE)
|
||||||
|
|
||||||
|
ok = 0
|
||||||
|
errors = 0
|
||||||
|
for fname, date_str, cam in files:
|
||||||
|
target_dir = os.path.join(TARGET_BASE, date_str, CAMERA_MAP[cam])
|
||||||
|
os.makedirs(target_dir, exist_ok=True)
|
||||||
|
src = os.path.join(SOURCE_DIR, fname)
|
||||||
|
dst = os.path.join(target_dir, fname)
|
||||||
|
try:
|
||||||
|
shutil.move(src, dst)
|
||||||
|
logging.info(
|
||||||
|
"Verplaatst: %s → %s/%s/", fname, date_str, CAMERA_MAP[cam]
|
||||||
|
)
|
||||||
|
ok += 1
|
||||||
|
except OSError as e:
|
||||||
|
logging.error("Fout bij verplaatsen %s: %s", fname, e)
|
||||||
|
errors += 1
|
||||||
|
|
||||||
|
logging.info(
|
||||||
|
"Transfer voltooid: %d ok, %d fouten, %d bytes", ok, errors, total_size
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
main()
|
||||||
|
|
@ -0,0 +1,241 @@
|
||||||
|
# Dashcam Transfer Implementation Plan
|
||||||
|
|
||||||
|
> **For agentic workers:** REQUIRED SUB-SKILL: Use superpowers:subagent-driven-development (recommended) or superpowers:executing-plans to implement this plan task-by-task. Steps use checkbox (`- [ ]`) syntax for tracking.
|
||||||
|
|
||||||
|
**Goal:** Automatic transfer of dashcam MP4 files from SD card to USB-SSD.
|
||||||
|
|
||||||
|
**Architecture:** Single Python script (`dashcam-transfer.py`) using stdlib only, triggered by udev rule via systemd oneshot service.
|
||||||
|
|
||||||
|
**Tech Stack:** Python 3 (stdlib), systemd, udev
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
### Task 1: Write dashcam-transfer.py
|
||||||
|
|
||||||
|
**Files:**
|
||||||
|
- Create: `dashcam-transfer.py` (local repo)
|
||||||
|
- Deploy to: `/usr/local/bin/dashcam-transfer` on nextcloud
|
||||||
|
|
||||||
|
The script must:
|
||||||
|
|
||||||
|
1. Parse all `.MP4` files from `/mnt/sdcard/Novatek/Movie/`
|
||||||
|
2. Extract date (first 8 chars of filename) → `YYYYMMDD/` dir
|
||||||
|
3. Extract camera suffix (last char before `.MP4`):
|
||||||
|
- `F` → `front/`
|
||||||
|
- `B` → `back/`
|
||||||
|
4. Create target dirs: `/mnt/ultratouch/dashcam/YYYYMMDD/{front,back}/`
|
||||||
|
5. Calculate total space needed, check available space
|
||||||
|
6. If insufficient: sort date dirs on ultratouch by name, delete oldest dirs until enough space
|
||||||
|
7. `mv` each file (not copy)
|
||||||
|
8. Log every action to `/var/log/dashcam-transfer.log`
|
||||||
|
9. Use `flock` lockfile to prevent concurrent runs
|
||||||
|
10. Error handling: skip unreadable files, abort if SD not mounted
|
||||||
|
|
||||||
|
- [ ] **Write dashcam-transfer.py**
|
||||||
|
|
||||||
|
```python
|
||||||
|
#!/usr/bin/env python3
|
||||||
|
"""Transfer dashcam MP4 files from SD card to USB-SSD with date/camera structure."""
|
||||||
|
|
||||||
|
import fcntl
|
||||||
|
import logging
|
||||||
|
import os
|
||||||
|
import re
|
||||||
|
import shutil
|
||||||
|
import sys
|
||||||
|
|
||||||
|
# Config
|
||||||
|
SD_CARD = "/mnt/sdcard"
|
||||||
|
SOURCE_DIR = os.path.join(SD_CARD, "Novatek", "Movie")
|
||||||
|
SSD = "/mnt/ultratouch"
|
||||||
|
TARGET_BASE = os.path.join(SSD, "dashcam")
|
||||||
|
LOG_FILE = "/var/log/dashcam-transfer.log"
|
||||||
|
LOCK_FILE = "/var/run/dashcam-transfer.lock"
|
||||||
|
|
||||||
|
CAMERA_MAP = {"F": "front", "B": "back"}
|
||||||
|
FILE_PATTERN = re.compile(r"^(\d{8})\d{6}_\d+([FB])\.MP4$")
|
||||||
|
|
||||||
|
logging.basicConfig(
|
||||||
|
filename=LOG_FILE,
|
||||||
|
level=logging.INFO,
|
||||||
|
format="[%(asctime)s] %(levelname)s %(message)s",
|
||||||
|
datefmt="%Y-%m-%d %H:%M:%S",
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def acquire_lock():
|
||||||
|
lock_fd = open(LOCK_FILE, "w")
|
||||||
|
try:
|
||||||
|
fcntl.flock(lock_fd, fcntl.LOCK_EX | fcntl.LOCK_NB)
|
||||||
|
except IOError:
|
||||||
|
logging.warning("Lockfile actief — script al bezig")
|
||||||
|
sys.exit(1)
|
||||||
|
return lock_fd
|
||||||
|
|
||||||
|
|
||||||
|
def check_mount(path, name):
|
||||||
|
if not os.path.ismount(path):
|
||||||
|
logging.error("%s niet gemount: %s", name, path)
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
|
||||||
|
def get_mp4_files(src_dir):
|
||||||
|
if not os.path.isdir(src_dir):
|
||||||
|
logging.info("Geen bronmap: %s", src_dir)
|
||||||
|
return []
|
||||||
|
files = []
|
||||||
|
for fname in os.listdir(src_dir):
|
||||||
|
match = FILE_PATTERN.match(fname)
|
||||||
|
if match:
|
||||||
|
files.append((fname, match.group(1), match.group(2).upper()))
|
||||||
|
return files
|
||||||
|
|
||||||
|
|
||||||
|
def ensure_free_space(needed_bytes, target_base):
|
||||||
|
stat = os.statvfs(target_base)
|
||||||
|
free = stat.f_frsize * stat.f_bavail
|
||||||
|
if free >= needed_bytes:
|
||||||
|
return
|
||||||
|
|
||||||
|
logging.info("Onvoldoende ruimte: %d nodig, %d vrij", needed_bytes, free)
|
||||||
|
date_dirs = sorted(
|
||||||
|
d for d in os.listdir(target_base)
|
||||||
|
if re.match(r"^\d{8}$", d) and os.path.isdir(os.path.join(target_base, d))
|
||||||
|
)
|
||||||
|
|
||||||
|
freed = 0
|
||||||
|
removed = []
|
||||||
|
for d in date_dirs:
|
||||||
|
if free + freed >= needed_bytes:
|
||||||
|
break
|
||||||
|
dir_path = os.path.join(target_base, d)
|
||||||
|
dir_size = sum(
|
||||||
|
os.path.getsize(os.path.join(dirpath, f))
|
||||||
|
for dirpath, _, filenames in os.walk(dir_path)
|
||||||
|
for f in filenames
|
||||||
|
)
|
||||||
|
shutil.rmtree(dir_path)
|
||||||
|
freed += dir_size
|
||||||
|
removed.append(d)
|
||||||
|
logging.info("Verwijderd (ruimte gebrek): %s (%d bytes)", d, dir_size)
|
||||||
|
|
||||||
|
if free + freed < needed_bytes:
|
||||||
|
logging.error(
|
||||||
|
"Nog steeds onvoldoende ruimte na verwijderen %d mappen", len(removed)
|
||||||
|
)
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
logging.info("Ruimte vrijgemaakt: %d bytes door %d mappen", freed, len(removed))
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
lock_fd = acquire_lock()
|
||||||
|
|
||||||
|
check_mount(SD_CARD, "SD-kaart")
|
||||||
|
check_mount(SSD, "Ultratouch SSD")
|
||||||
|
|
||||||
|
files = get_mp4_files(SOURCE_DIR)
|
||||||
|
if not files:
|
||||||
|
logging.info("Geen MP4 bestanden gevonden in %s", SOURCE_DIR)
|
||||||
|
return
|
||||||
|
|
||||||
|
total_size = sum(
|
||||||
|
os.path.getsize(os.path.join(SOURCE_DIR, fname)) for fname, _, _ in files
|
||||||
|
)
|
||||||
|
logging.info(
|
||||||
|
"Start transfer: %d bestanden, %d bytes", len(files), total_size
|
||||||
|
)
|
||||||
|
|
||||||
|
ensure_free_space(total_size, TARGET_BASE)
|
||||||
|
|
||||||
|
ok = 0
|
||||||
|
errors = 0
|
||||||
|
for fname, date_str, cam in files:
|
||||||
|
target_dir = os.path.join(TARGET_BASE, date_str, CAMERA_MAP[cam])
|
||||||
|
os.makedirs(target_dir, exist_ok=True)
|
||||||
|
src = os.path.join(SOURCE_DIR, fname)
|
||||||
|
dst = os.path.join(target_dir, fname)
|
||||||
|
try:
|
||||||
|
shutil.move(src, dst)
|
||||||
|
logging.info("Verplaatst: %s → %s/%s/", fname, date_str, CAMERA_MAP[cam])
|
||||||
|
ok += 1
|
||||||
|
except OSError as e:
|
||||||
|
logging.error("Fout bij %s: %s", fname, e)
|
||||||
|
errors += 1
|
||||||
|
|
||||||
|
logging.info(
|
||||||
|
"Transfer voltooid: %d ok, %d fouten, %d bytes", ok, errors, total_size
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
main()
|
||||||
|
```
|
||||||
|
|
||||||
|
- [ ] **Commit to repo**
|
||||||
|
|
||||||
|
```bash
|
||||||
|
git add dashcam-transfer.py
|
||||||
|
git commit -m "feat: dashcam-transfer.py script"
|
||||||
|
git push
|
||||||
|
```
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
### Task 2: Deploy and test on nextcloud
|
||||||
|
|
||||||
|
**Files:**
|
||||||
|
- Modify: `/usr/local/bin/dashcam-transfer` on nextcloud
|
||||||
|
|
||||||
|
- [ ] **Copy script to nextcloud**
|
||||||
|
|
||||||
|
```bash
|
||||||
|
scp dashcam-transfer.py aiaiaiaiagent@nextcloud:/tmp/
|
||||||
|
ssh aiaiaiaiagent@nextcloud 'sudo -A install -m 755 /tmp/dashcam-transfer.py /usr/local/bin/dashcam-transfer'
|
||||||
|
```
|
||||||
|
|
||||||
|
- [ ] **Dry-run test (check detection, no transfer yet)**
|
||||||
|
|
||||||
|
```bash
|
||||||
|
ssh aiaiaiaiagent@nextcloud '/usr/local/bin/dashcam-transfer'
|
||||||
|
```
|
||||||
|
|
||||||
|
Expected: Script should find 338 MP4 files, log the start, and proceed with transfer.
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
### Task 3: Add udev rule + systemd service (if needed)
|
||||||
|
|
||||||
|
**Files:**
|
||||||
|
- Create: `/etc/udev/rules.d/99-dashcam-sdcard.rules` on nextcloud
|
||||||
|
- Create: `/etc/systemd/system/dashcam-transfer.service` on nextcloud
|
||||||
|
- Create: `dashcam-transfer-trigger` script on nextcloud
|
||||||
|
|
||||||
|
- [ ] **Create trigger script**
|
||||||
|
|
||||||
|
```bash
|
||||||
|
ssh aiaiaiaiagent@nextcloud 'sudo tee /usr/local/bin/dashcam-transfer-trigger << "TRIGGER"
|
||||||
|
#!/bin/bash
|
||||||
|
sleep 5
|
||||||
|
/usr/local/bin/dashcam-transfer
|
||||||
|
TRIGGER'
|
||||||
|
ssh aiaiaiaiagent@nextcloud 'sudo -A chmod +x /usr/local/bin/dashcam-transfer-trigger'
|
||||||
|
```
|
||||||
|
|
||||||
|
- [ ] **Create systemd service**
|
||||||
|
|
||||||
|
```ini
|
||||||
|
[Unit]
|
||||||
|
Description=Dashcam SD card transfer
|
||||||
|
After=mnt-sdcard.mount
|
||||||
|
|
||||||
|
[Service]
|
||||||
|
Type=oneshot
|
||||||
|
ExecStart=/usr/local/bin/dashcam-transfer
|
||||||
|
```
|
||||||
|
|
||||||
|
- [ ] **Create udev rule**
|
||||||
|
|
||||||
|
```udev
|
||||||
|
ACTION=="add", KERNEL=="sdd1", RUN+="/usr/local/bin/dashcam-transfer-trigger"
|
||||||
|
```
|
||||||
Loading…
Reference in a new issue