transcode.py: add logging, write stats, recursive mode, simplify
arguments
This commit is contained in:
+400
-116
@@ -6,24 +6,40 @@
|
|||||||
# ]
|
# ]
|
||||||
# ///
|
# ///
|
||||||
import argparse
|
import argparse
|
||||||
import time
|
import csv
|
||||||
import sys
|
import datetime
|
||||||
import subprocess
|
|
||||||
import os
|
|
||||||
import logging
|
|
||||||
import json
|
import json
|
||||||
|
import logging
|
||||||
|
import os
|
||||||
|
import re
|
||||||
|
import subprocess
|
||||||
|
import sys
|
||||||
|
import time
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
from watchdog.observers import Observer
|
|
||||||
from watchdog.events import FileSystemEventHandler
|
from watchdog.events import FileSystemEventHandler
|
||||||
|
from watchdog.observers import Observer
|
||||||
|
|
||||||
# Supported video extensions to monitor
|
# Supported video extensions to monitor
|
||||||
VIDEO_EXTENSIONS = {'.mkv', '.mp4', '.avi', '.mov', '.wmv', '.flv', '.webm', '.m4v', '.ts'}
|
VIDEO_EXTENSIONS = {
|
||||||
|
".mkv",
|
||||||
|
".mp4",
|
||||||
|
".avi",
|
||||||
|
".mov",
|
||||||
|
".wmv",
|
||||||
|
".flv",
|
||||||
|
".webm",
|
||||||
|
".m4v",
|
||||||
|
".ts",
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
def get_config_dir():
|
def get_config_dir():
|
||||||
"""Returns the main configuration directory path."""
|
"""Returns the main configuration directory path."""
|
||||||
xdg_config = os.environ.get('XDG_CONFIG_HOME', os.path.expanduser('~/.config'))
|
xdg_config = os.environ.get("XDG_CONFIG_HOME", os.path.expanduser("~/.config"))
|
||||||
return Path(xdg_config) / "transcoder"
|
return Path(xdg_config) / "transcoder"
|
||||||
|
|
||||||
|
|
||||||
def setup_logging():
|
def setup_logging():
|
||||||
"""
|
"""
|
||||||
Sets up logging to both console (INFO) and file (DEBUG/Verbose).
|
Sets up logging to both console (INFO) and file (DEBUG/Verbose).
|
||||||
@@ -35,10 +51,10 @@ def setup_logging():
|
|||||||
|
|
||||||
# Create logger
|
# Create logger
|
||||||
logger = logging.getLogger()
|
logger = logging.getLogger()
|
||||||
logger.setLevel(logging.DEBUG) # Capture everything
|
logger.setLevel(logging.DEBUG) # Capture everything
|
||||||
|
|
||||||
# formatter
|
# formatter
|
||||||
formatter = logging.Formatter('%(asctime)s - %(levelname)s - %(message)s')
|
formatter = logging.Formatter("%(asctime)s - %(levelname)s - %(message)s")
|
||||||
|
|
||||||
# File Handler (Verbose)
|
# File Handler (Verbose)
|
||||||
file_handler = logging.FileHandler(log_file)
|
file_handler = logging.FileHandler(log_file)
|
||||||
@@ -49,11 +65,12 @@ def setup_logging():
|
|||||||
# Console Handler (Concise)
|
# Console Handler (Concise)
|
||||||
console_handler = logging.StreamHandler(sys.stdout)
|
console_handler = logging.StreamHandler(sys.stdout)
|
||||||
console_handler.setLevel(logging.INFO)
|
console_handler.setLevel(logging.INFO)
|
||||||
console_handler.setFormatter(logging.Formatter('[%(levelname)s] %(message)s'))
|
console_handler.setFormatter(logging.Formatter("[%(levelname)s] %(message)s"))
|
||||||
logger.addHandler(console_handler)
|
logger.addHandler(console_handler)
|
||||||
|
|
||||||
logging.info(f"Logging started. Verbose logs at: {log_file}")
|
logging.info(f"Logging started. Verbose logs at: {log_file}")
|
||||||
|
|
||||||
|
|
||||||
def load_config():
|
def load_config():
|
||||||
"""
|
"""
|
||||||
Loads configuration from config.json in the config directory.
|
Loads configuration from config.json in the config directory.
|
||||||
@@ -62,9 +79,9 @@ def load_config():
|
|||||||
config_path = get_config_dir() / "config.json"
|
config_path = get_config_dir() / "config.json"
|
||||||
if not config_path.exists():
|
if not config_path.exists():
|
||||||
return {}
|
return {}
|
||||||
|
|
||||||
try:
|
try:
|
||||||
with open(config_path, 'r') as f:
|
with open(config_path, "r") as f:
|
||||||
config = json.load(f)
|
config = json.load(f)
|
||||||
logging.debug(f"Loaded config from {config_path}: {config}")
|
logging.debug(f"Loaded config from {config_path}: {config}")
|
||||||
return config
|
return config
|
||||||
@@ -72,74 +89,135 @@ def load_config():
|
|||||||
logging.error(f"Failed to load config file: {e}")
|
logging.error(f"Failed to load config file: {e}")
|
||||||
return {}
|
return {}
|
||||||
|
|
||||||
def get_video_codec(input_path):
|
|
||||||
|
def _run_ffprobe(cmd):
|
||||||
"""
|
"""
|
||||||
Uses ffprobe to determine the codec of the first video stream.
|
Helper function to run ffprobe commands with consistent error handling.
|
||||||
Returns the codec name (e.g., 'av1', 'h264', 'hevc') or None if detection fails.
|
|
||||||
"""
|
"""
|
||||||
cmd = [
|
cmd_base = [
|
||||||
"ffprobe",
|
"ffprobe",
|
||||||
"-v", "error",
|
"-v",
|
||||||
"-select_streams", "v:0",
|
"quiet",
|
||||||
"-show_entries", "stream=codec_name",
|
"-print_format",
|
||||||
"-of", "default=noprint_wrappers=1:nokey=1",
|
"json",
|
||||||
str(input_path)
|
"-show_streams",
|
||||||
|
"-select_streams",
|
||||||
|
"v:0",
|
||||||
]
|
]
|
||||||
try:
|
try:
|
||||||
# We don't log this subprocess call to avoid spamming debug logs,
|
result = subprocess.run(
|
||||||
# unless it fails.
|
cmd_base + cmd, capture_output=True, text=True, check=True
|
||||||
result = subprocess.run(cmd, capture_output=True, text=True, check=True)
|
)
|
||||||
codec = result.stdout.strip()
|
if result.stdout.strip():
|
||||||
logging.debug(f"Detected codec for {input_path.name}: {codec}")
|
return json.loads(result.stdout.strip())
|
||||||
return codec
|
else:
|
||||||
|
return json.loads("{}")
|
||||||
except subprocess.CalledProcessError as e:
|
except subprocess.CalledProcessError as e:
|
||||||
logging.warning(f"Failed to probe codec for {input_path.name}: {e}")
|
logging.warning(f"ffprobe command failed: {e}")
|
||||||
return None
|
return None
|
||||||
except FileNotFoundError:
|
except FileNotFoundError:
|
||||||
logging.error("ffprobe not found. Please ensure ffmpeg/ffprobe is installed.")
|
logging.error("ffprobe not found. Please ensure ffmpeg/ffprobe is installed.")
|
||||||
return None
|
return None
|
||||||
|
|
||||||
|
|
||||||
|
def get_video_codec(file_path):
|
||||||
|
"""
|
||||||
|
Uses ffprobe to determine the codec of the first video stream.
|
||||||
|
Returns the codec name (e.g., 'av1', 'h264', 'hevc') or None if detection fails.
|
||||||
|
"""
|
||||||
|
try:
|
||||||
|
# We don't log this subprocess call to avoid spamming debug logs,
|
||||||
|
# unless it fails.
|
||||||
|
ffprobe_data = _run_ffprobe([str(file_path)])
|
||||||
|
if ffprobe_data:
|
||||||
|
codec = ffprobe_data["streams"][0]["codec_name"]
|
||||||
|
logging.debug(f"Detected codec for {file_path}: {codec}")
|
||||||
|
return codec
|
||||||
|
return None
|
||||||
|
except Exception as e:
|
||||||
|
logging.warning(f"Failed to probe codec for {file_path}: {e}")
|
||||||
|
return None
|
||||||
|
|
||||||
|
|
||||||
|
def get_video_duration(file_path):
|
||||||
|
"""
|
||||||
|
Get video duration using ffprobe.
|
||||||
|
Returns duration in seconds as a float, or 0.0 if error occurs.
|
||||||
|
"""
|
||||||
|
try:
|
||||||
|
ffprobe_data = _run_ffprobe([str(file_path)])
|
||||||
|
if ffprobe_data:
|
||||||
|
duration = float(ffprobe_data["streams"][0]["duration"])
|
||||||
|
# format to minutes with "m" suffix
|
||||||
|
duration_formatted = f"{duration / 60:.0f}m"
|
||||||
|
logging.debug(f"Detected duration for {file_path}: {duration_formatted}")
|
||||||
|
return duration_formatted
|
||||||
|
return "0m"
|
||||||
|
except (ValueError, Exception) as e:
|
||||||
|
logging.warning(f"Could not get duration for {file_path}: {e}")
|
||||||
|
return "0m"
|
||||||
|
|
||||||
|
|
||||||
|
def leftalign(str):
|
||||||
|
return 5 * " " + str
|
||||||
|
|
||||||
|
|
||||||
def get_ffmpeg_command(input_path, output_path):
|
def get_ffmpeg_command(input_path, output_path):
|
||||||
"""
|
"""
|
||||||
Constructs the FFmpeg command based on the Handbrake preset requirements.
|
Constructs the FFmpeg command based on the Handbrake preset requirements.
|
||||||
"""
|
"""
|
||||||
cmd = [
|
cmd = [
|
||||||
"ffmpeg",
|
"ffmpeg",
|
||||||
"-n", # Never overwrite output files
|
"-n", # Never overwrite output files
|
||||||
"-i", str(input_path), # Input file
|
"-i",
|
||||||
"-c:v", "av1_nvenc", # Video Encoder
|
str(input_path), # Input file
|
||||||
"-pix_fmt", "p010le", # 10-bit color
|
"-c:v",
|
||||||
"-preset", "p4", # Medium preset
|
"av1_nvenc", # Video Encoder
|
||||||
"-rc", "vbr", # Variable Bit Rate control
|
"-pix_fmt",
|
||||||
"-cq", "35", # Constant Quality factor
|
"p010le", # 10-bit color
|
||||||
|
"-preset",
|
||||||
|
"p4", # Medium preset
|
||||||
|
"-rc",
|
||||||
|
"vbr", # Variable Bit Rate control
|
||||||
|
"-cq",
|
||||||
|
"35", # Constant Quality factor
|
||||||
# Filter chain: Deinterlace -> Scale down if >1080p -> Cap FPS at 30
|
# Filter chain: Deinterlace -> Scale down if >1080p -> Cap FPS at 30
|
||||||
"-vf", "yadif,scale='min(1920,iw)':-2,fps=30",
|
"-vf",
|
||||||
"-c:a", "aac", # Audio Encoder
|
"yadif,scale='min(1920,iw)':-2,fps=30",
|
||||||
"-b:a", "160k", # Audio Bitrate
|
"-c:a",
|
||||||
"-ac", "2", # Audio Channels (Stereo)
|
"aac", # Audio Encoder
|
||||||
"-color_range", "tv", # Limited color range
|
"-b:a",
|
||||||
"-movflags", "+faststart", # Web optimization
|
"160k", # Audio Bitrate
|
||||||
str(output_path) # Output file
|
"-ac",
|
||||||
|
"2", # Audio Channels (Stereo)
|
||||||
|
"-color_range",
|
||||||
|
"tv", # Limited color range
|
||||||
|
"-movflags",
|
||||||
|
"+faststart", # Web optimization
|
||||||
|
str(output_path), # Output file
|
||||||
]
|
]
|
||||||
return cmd
|
return cmd
|
||||||
|
|
||||||
|
|
||||||
def transcode_file(input_file, output_file=None, skip_av1=True, replace_mode=False):
|
def transcode_file(input_file, output_file=None, skip_av1=True, replace_mode=False):
|
||||||
|
exit_after_next = False
|
||||||
input_path = Path(input_file)
|
input_path = Path(input_file)
|
||||||
|
|
||||||
logging.debug(f"Processing request for: {input_path}")
|
logging.debug(f"Processing request for: {input_path}")
|
||||||
|
|
||||||
target_path = None
|
target_path = None
|
||||||
use_temp_file = False
|
use_temp_file = False
|
||||||
|
|
||||||
if replace_mode:
|
if replace_mode:
|
||||||
logging.warning("Policy: --replace is enabled. --output-dir is ignored. Transcoding in-place.")
|
target_path = input_path.with_suffix(".mp4")
|
||||||
target_path = input_path.with_suffix('.mp4')
|
|
||||||
|
|
||||||
# If the target is the same as input (e.g. input is already .mp4), use a temp file
|
# If the target is the same as input (e.g. input is already .mp4), use a temp file
|
||||||
if target_path == input_path:
|
if target_path == input_path:
|
||||||
use_temp_file = True
|
use_temp_file = True
|
||||||
transcode_output_path = input_path.with_suffix('.tmp.mp4')
|
transcode_output_path = input_path.with_suffix(".tmp.mp4")
|
||||||
logging.debug(f"Input and output filenames match. Using temp file: {transcode_output_path}")
|
logging.debug(
|
||||||
|
f"Input and output filenames match. Using temp file: {transcode_output_path}"
|
||||||
|
)
|
||||||
else:
|
else:
|
||||||
transcode_output_path = target_path
|
transcode_output_path = target_path
|
||||||
else:
|
else:
|
||||||
@@ -152,88 +230,200 @@ def transcode_file(input_file, output_file=None, skip_av1=True, replace_mode=Fal
|
|||||||
logging.debug(f"Final transcode target: {transcode_output_path}")
|
logging.debug(f"Final transcode target: {transcode_output_path}")
|
||||||
|
|
||||||
# 1. Check existence logic (Skip if target exists, unless we are using a temp file for replacement)
|
# 1. Check existence logic (Skip if target exists, unless we are using a temp file for replacement)
|
||||||
# If replace_mode is True and extensions differ, we still want to respect -n (no overwrite)
|
# If replace_mode is True and extensions differ, we still want to respect -n (no overwrite)
|
||||||
# for the destination file if it already exists.
|
# for the destination file if it already exists.
|
||||||
if transcode_output_path.exists():
|
if transcode_output_path.exists():
|
||||||
logging.info(f"SKIP: Output file already exists: {transcode_output_path.name}")
|
logging.info(
|
||||||
|
leftalign(f"SKIP: Output file already exists: {transcode_output_path}")
|
||||||
|
)
|
||||||
return
|
return
|
||||||
|
|
||||||
# 2. Check if file is ready (simple size stability check)
|
# 2. Check if file is ready (simple size stability check)
|
||||||
logging.info(f"WAIT: Ensuring file is ready: {input_path.name}...")
|
logging.info(leftalign("WAIT: Ensuring file is ready..."))
|
||||||
try:
|
try:
|
||||||
historical_size = -1
|
historical_size = -1
|
||||||
while True:
|
while True:
|
||||||
current_size = input_path.stat().st_size
|
current_size = input_path.stat().st_size
|
||||||
logging.debug(f"File stability check - Current: {current_size}, Previous: {historical_size}")
|
logging.debug(
|
||||||
|
f"File stability check - Current: {current_size}, Previous: {historical_size}"
|
||||||
|
)
|
||||||
|
|
||||||
if current_size == historical_size and current_size > 0:
|
if current_size == historical_size and current_size > 0:
|
||||||
logging.debug("File size stable. Proceeding.")
|
logging.debug("File size stable. Proceeding.")
|
||||||
break
|
break
|
||||||
|
|
||||||
historical_size = current_size
|
historical_size = current_size
|
||||||
time.sleep(2)
|
time.sleep(2)
|
||||||
except FileNotFoundError:
|
except FileNotFoundError:
|
||||||
logging.warning(f"File vanished during checks: {input_path.name}")
|
logging.warning(f"File vanished during checks: {input_path}")
|
||||||
return
|
return
|
||||||
|
|
||||||
# 3. Check Codec (Optional Skip)
|
# 3. Check Codec (Optional Skip)
|
||||||
if skip_av1:
|
if skip_av1:
|
||||||
codec = get_video_codec(input_path)
|
codec = get_video_codec(input_path)
|
||||||
if codec == 'av1':
|
if codec == "av1":
|
||||||
logging.info(f"SKIP: Input file is already AV1: {input_path.name}")
|
logging.info(leftalign(f"SKIP: Input file is already AV1: {input_path}"))
|
||||||
return
|
return
|
||||||
|
else:
|
||||||
|
logging.info(leftalign(f"Codec is {codec}"))
|
||||||
|
|
||||||
# Prepare individual FFmpeg log file
|
# Prepare individual FFmpeg log file
|
||||||
ffmpeg_logs_dir = get_config_dir() / "ffmpeg_logs"
|
ffmpeg_logs_dir = get_config_dir() / "ffmpeg_logs"
|
||||||
ffmpeg_logs_dir.mkdir(parents=True, exist_ok=True)
|
ffmpeg_logs_dir.mkdir(parents=True, exist_ok=True)
|
||||||
|
|
||||||
# We append .log to the full filename to avoid collisions (e.g. video.mp4.log)
|
|
||||||
ffmpeg_log_file = ffmpeg_logs_dir / f"{input_path.name}.log"
|
|
||||||
|
|
||||||
logging.info(f"START: Transcoding {input_path.name}")
|
logfile_timestamp = datetime.datetime.now().strftime("%Y-%m-%d-%H:%M:%S")
|
||||||
|
# We also append .log to the full filename to avoid collisions (e.g. video.mp4.log)
|
||||||
|
ffmpeg_log_file = ffmpeg_logs_dir / f"{logfile_timestamp}_{input_path.name}.log"
|
||||||
|
|
||||||
|
logging.info(leftalign("START: Transcoding..."))
|
||||||
if replace_mode:
|
if replace_mode:
|
||||||
logging.info(f" Outputting to temporary file: {input_path.name}")
|
logging.info(
|
||||||
logging.info(f" FFmpeg details logging to: {ffmpeg_log_file}")
|
leftalign(f"Outputting to temporary file: {transcode_output_path}")
|
||||||
|
)
|
||||||
|
logging.info(leftalign(f"FFmpeg details logging to: {ffmpeg_log_file}"))
|
||||||
|
|
||||||
cmd = get_ffmpeg_command(input_path, transcode_output_path)
|
cmd = get_ffmpeg_command(input_path, transcode_output_path)
|
||||||
logging.debug(f"Executing FFmpeg command: {' '.join(cmd)}")
|
logging.debug(f"Executing FFmpeg command: {' '.join(cmd)}")
|
||||||
|
|
||||||
try:
|
try:
|
||||||
with open(ffmpeg_log_file, "w", encoding="utf-8", errors="replace") as f_log:
|
with open(ffmpeg_log_file, "w", encoding="utf-8", errors="replace") as f_log:
|
||||||
# Write the command itself to the top of the log
|
# Write the command itself to the top of the log
|
||||||
f_log.write(f"COMMAND: {' '.join(cmd)}\n\n")
|
f_log.write(f"COMMAND: {' '.join(cmd)}\n\n")
|
||||||
f_log.flush()
|
f_log.flush()
|
||||||
|
|
||||||
# Run FFmpeg, redirecting both stdout and stderr to the individual log file
|
# Run FFmpeg and process output in real-time with timestamps
|
||||||
result = subprocess.run(cmd, stdout=f_log, stderr=subprocess.STDOUT, text=True)
|
process = subprocess.Popen(
|
||||||
|
cmd,
|
||||||
if result.returncode == 0:
|
stdout=subprocess.PIPE,
|
||||||
logging.info(f"DONE: Successfully created {transcode_output_path.name}")
|
stderr=subprocess.STDOUT,
|
||||||
|
text=True,
|
||||||
|
bufsize=1,
|
||||||
|
)
|
||||||
|
|
||||||
|
regex_elapsed = re.compile(r"elapsed=([0-9:.]+)")
|
||||||
|
transcoding_duration = None
|
||||||
|
# Write FFmpeg output with timestamps as it's generated
|
||||||
|
try:
|
||||||
|
while True:
|
||||||
|
output = process.stdout.readline() # pyright: ignore[reportOptionalMemberAccess]
|
||||||
|
if output == "" and process.poll() is not None:
|
||||||
|
break
|
||||||
|
if output:
|
||||||
|
# capture the elapsed time for later use, only keep the last occurence
|
||||||
|
if regex_result := re.findall(regex_elapsed, output):
|
||||||
|
transcoding_duration = regex_result[0]
|
||||||
|
|
||||||
|
timestamp = datetime.datetime.now().strftime(
|
||||||
|
"%Y-%m-%d %H:%M:%S"
|
||||||
|
)
|
||||||
|
f_log.write(f"[{timestamp}] {output.rstrip()}\n")
|
||||||
|
f_log.flush()
|
||||||
|
|
||||||
|
# Wait for process to complete and get return code
|
||||||
|
result = process.wait()
|
||||||
|
except Exception as e:
|
||||||
|
# Ensure we clean up temporary files on error
|
||||||
|
if replace_mode and use_temp_file and transcode_output_path.exists():
|
||||||
|
try:
|
||||||
|
transcode_output_path.unlink()
|
||||||
|
except Exception:
|
||||||
|
pass
|
||||||
|
raise e
|
||||||
|
|
||||||
|
if result == 0:
|
||||||
|
logging.info(
|
||||||
|
leftalign(f"DONE: Successfully transcoded to {transcode_output_path}")
|
||||||
|
)
|
||||||
|
|
||||||
|
transcoding_duration = transcode_output_path
|
||||||
|
logging.debug(f"Transcoding duration was {transcoding_duration}.")
|
||||||
|
|
||||||
|
original_codec = get_video_codec(input_path)
|
||||||
|
transcoded_codec = get_video_codec(transcode_output_path)
|
||||||
|
video_duration = get_video_duration(input_path)
|
||||||
|
original_size = f"{input_path.stat().st_size / (1024 * 1024):.0f}MB"
|
||||||
|
transcoded_size = (
|
||||||
|
f"{transcode_output_path.stat().st_size / (1024 * 1024):.0f}MB"
|
||||||
|
)
|
||||||
|
|
||||||
|
logging.debug(f"Original file size: {original_size}")
|
||||||
|
logging.debug(f"Transcoded file size: {transcoded_size}")
|
||||||
|
|
||||||
|
# Write to stats CSV file
|
||||||
|
stats_file = get_config_dir() / "stats.csv"
|
||||||
|
file_exists = stats_file.exists()
|
||||||
|
|
||||||
|
with open(stats_file, "a", newline="", encoding="utf-8") as csvfile:
|
||||||
|
writer = csv.writer(csvfile)
|
||||||
|
|
||||||
|
# Write header if file doesn't exist
|
||||||
|
if not file_exists:
|
||||||
|
writer.writerow(
|
||||||
|
[
|
||||||
|
"filename",
|
||||||
|
"original_size",
|
||||||
|
"transcoded_size",
|
||||||
|
"original_codec",
|
||||||
|
"transcoded_codec",
|
||||||
|
"video_duration",
|
||||||
|
"transcoding_duration",
|
||||||
|
]
|
||||||
|
)
|
||||||
|
|
||||||
|
writer.writerow(
|
||||||
|
[
|
||||||
|
input_path.name,
|
||||||
|
original_size,
|
||||||
|
transcoded_size,
|
||||||
|
original_codec,
|
||||||
|
transcoded_codec,
|
||||||
|
video_duration,
|
||||||
|
transcoding_duration,
|
||||||
|
]
|
||||||
|
)
|
||||||
|
|
||||||
if replace_mode:
|
if replace_mode:
|
||||||
if use_temp_file:
|
if use_temp_file:
|
||||||
# Rename temp file to overwrite original
|
# Rename temp file to overwrite original
|
||||||
try:
|
try:
|
||||||
transcode_output_path.replace(input_path)
|
transcode_output_path.replace(input_path)
|
||||||
logging.info(f"REPLACE: Overwrote original file {input_path.name} with new version.")
|
logging.info(leftalign("REPLACE: Overwrote original file."))
|
||||||
except OSError as e:
|
except OSError as e:
|
||||||
logging.error(f"Failed to replace original file: {e}")
|
logging.error(
|
||||||
|
leftalign(f"Failed to replace original file: {e}")
|
||||||
|
)
|
||||||
else:
|
else:
|
||||||
# Different extensions (e.g. mkv -> mp4). Delete original.
|
# Different extensions (e.g. mkv -> mp4). Delete original.
|
||||||
try:
|
try:
|
||||||
input_path.unlink()
|
input_path.unlink()
|
||||||
logging.info(f"DELETE: Removed original file {input_path.name}")
|
logging.info(leftalign("DELETE: Removed original file."))
|
||||||
except OSError as e:
|
except OSError as e:
|
||||||
logging.error(f"Failed to delete original file: {e}")
|
logging.error(leftalign(f"Failed to delete original file: {e}"))
|
||||||
|
|
||||||
else:
|
else:
|
||||||
logging.error(f"FFmpeg failed for {input_path.name}. See log at {ffmpeg_log_file}")
|
logging.error(
|
||||||
|
f"FFmpeg failed for {input_path}. See log at {ffmpeg_log_file}"
|
||||||
|
)
|
||||||
|
if replace_mode and use_temp_file and transcode_output_path.exists():
|
||||||
|
try:
|
||||||
|
transcode_output_path.unlink()
|
||||||
|
except Exception:
|
||||||
|
pass
|
||||||
|
|
||||||
|
if exit_after_next:
|
||||||
|
logging.info("Quitting early due to user interrupt.")
|
||||||
|
sys.exit(0)
|
||||||
|
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
logging.exception(f"Unexpected error during transcoding of {input_path.name}")
|
logging.exception(f"Unexpected error during transcoding of {input_path}: {e}")
|
||||||
except KeyboardInterrupt:
|
except KeyboardInterrupt:
|
||||||
logging.warning("Interrupted by user during transcoding.")
|
logging.info(
|
||||||
sys.exit(0)
|
"Will quit after the current file is transcoded. Press Ctrl+C again to force quit."
|
||||||
|
)
|
||||||
|
if exit_after_next:
|
||||||
|
sys.exit(0)
|
||||||
|
exit_after_next = True
|
||||||
|
|
||||||
|
|
||||||
class NewFileHandler(FileSystemEventHandler):
|
class NewFileHandler(FileSystemEventHandler):
|
||||||
def __init__(self, output_dir=None, skip_av1=True, replace_mode=False):
|
def __init__(self, output_dir=None, skip_av1=True, replace_mode=False):
|
||||||
@@ -255,10 +445,10 @@ class NewFileHandler(FileSystemEventHandler):
|
|||||||
|
|
||||||
def process(self, file_path_str):
|
def process(self, file_path_str):
|
||||||
input_path = Path(file_path_str)
|
input_path = Path(file_path_str)
|
||||||
|
|
||||||
# Filter for video extensions
|
# Filter for video extensions
|
||||||
if input_path.suffix.lower() not in VIDEO_EXTENSIONS:
|
if input_path.suffix.lower() not in VIDEO_EXTENSIONS:
|
||||||
logging.debug(f"Ignored non-video file: {input_path.name}")
|
logging.debug(f"Ignored non-video file: {input_path}")
|
||||||
return
|
return
|
||||||
|
|
||||||
output_path = None
|
output_path = None
|
||||||
@@ -266,49 +456,72 @@ class NewFileHandler(FileSystemEventHandler):
|
|||||||
new_filename = input_path.stem + ".mp4"
|
new_filename = input_path.stem + ".mp4"
|
||||||
output_path = self.output_dir / new_filename
|
output_path = self.output_dir / new_filename
|
||||||
|
|
||||||
transcode_file(input_path, output_path, skip_av1=self.skip_av1, replace_mode=self.replace_mode)
|
transcode_file(
|
||||||
|
input_path,
|
||||||
|
output_path,
|
||||||
|
skip_av1=self.skip_av1,
|
||||||
|
replace_mode=self.replace_mode,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
def main():
|
def main():
|
||||||
setup_logging()
|
setup_logging()
|
||||||
config = load_config()
|
config = load_config()
|
||||||
|
|
||||||
parser = argparse.ArgumentParser(description="Nvidia AV1 Transcoder & Watcher")
|
parser = argparse.ArgumentParser(description="Nvidia AV1 Transcoder & Watcher")
|
||||||
|
|
||||||
parser.add_argument("--input", type=str, help="Single file to transcode (Overrides watch mode)")
|
parser.add_argument("--input", type=str, help="File or directory to transcode")
|
||||||
parser.add_argument("--watch-dir", type=str, help="Directory to monitor for new files")
|
parser.add_argument(
|
||||||
|
"--watch", action="store_true", help="Enable filesystem watching mode"
|
||||||
|
)
|
||||||
parser.add_argument("--output-dir", type=str, help="Output directory")
|
parser.add_argument("--output-dir", type=str, help="Output directory")
|
||||||
parser.add_argument("--no-skip-av1", action="store_true", help="Force transcoding even if input is already AV1")
|
parser.add_argument(
|
||||||
parser.add_argument("--replace", action="store_true", help="Replace original files with transcoded versions (Ignores --output-dir)")
|
"--no-skip-av1",
|
||||||
|
action="store_true",
|
||||||
|
help="Force transcoding even if input is already AV1",
|
||||||
|
)
|
||||||
|
parser.add_argument(
|
||||||
|
"--replace",
|
||||||
|
action="store_true",
|
||||||
|
help="Replace original files with transcoded versions (Ignores --output-dir)",
|
||||||
|
)
|
||||||
|
parser.add_argument(
|
||||||
|
"--recursive",
|
||||||
|
action="store_true",
|
||||||
|
help="Recursively scan directories for input files",
|
||||||
|
)
|
||||||
|
|
||||||
# Set defaults from config
|
# Set defaults from config
|
||||||
# We accept both hyphenated and underscore keys from JSON for user convenience
|
default_watch = config.get("watch") or False
|
||||||
default_watch = config.get("watch-dir") or config.get("watch_dir")
|
|
||||||
default_output = config.get("output-dir") or config.get("output_dir")
|
default_output = config.get("output-dir") or config.get("output_dir")
|
||||||
default_no_skip = config.get("no-skip-av1") or config.get("no_skip_av1") or False
|
default_no_skip = config.get("no-skip-av1") or config.get("no_skip_av1") or False
|
||||||
default_replace = config.get("replace") or False
|
default_replace = config.get("replace") or False
|
||||||
|
default_recursive = config.get("recursive") or False
|
||||||
|
|
||||||
parser.set_defaults(
|
parser.set_defaults(
|
||||||
watch_dir=default_watch,
|
watch=default_watch,
|
||||||
output_dir=default_output,
|
output_dir=default_output,
|
||||||
no_skip_av1=default_no_skip,
|
no_skip_av1=default_no_skip,
|
||||||
replace=default_replace
|
replace=default_replace,
|
||||||
|
recursive=default_recursive,
|
||||||
)
|
)
|
||||||
|
|
||||||
args = parser.parse_args()
|
args = parser.parse_args()
|
||||||
|
|
||||||
skip_av1 = not args.no_skip_av1
|
skip_av1 = not args.no_skip_av1
|
||||||
|
|
||||||
# --- Initial Policy Logging ---
|
# --- Initial Policy Logging ---
|
||||||
if args.replace:
|
if args.replace:
|
||||||
logging.info("Policy: REPLACE mode enabled. Original files will be overwritten/deleted.")
|
logging.info("POLICY: --replace: Original files will be overwritten/deleted.")
|
||||||
if args.output_dir:
|
if args.output_dir:
|
||||||
logging.warning("Warning: --output-dir is specified but will be IGNORED due to --replace mode.")
|
logging.warning(
|
||||||
|
"--output-dir is specified but will be IGNORED due to --replace mode."
|
||||||
if args.no_skip_av1:
|
)
|
||||||
logging.info("Policy: Force transcoding all files (including AV1).")
|
|
||||||
else:
|
|
||||||
logging.info("Policy: Skipping files that are already AV1.")
|
|
||||||
|
|
||||||
|
if args.no_skip_av1:
|
||||||
|
logging.info("POLICY: --no-skip-av1: Do not skip AV1 files.")
|
||||||
|
else:
|
||||||
|
logging.info("POLICY: Skip AV1 files. Change with --no-skip-av1.")
|
||||||
|
|
||||||
# --- Mode 1: Single File ---
|
# --- Mode 1: Single File ---
|
||||||
if args.input:
|
if args.input:
|
||||||
@@ -316,7 +529,40 @@ def main():
|
|||||||
if not input_path.exists():
|
if not input_path.exists():
|
||||||
logging.critical(f"Input file '{args.input}' not found.")
|
logging.critical(f"Input file '{args.input}' not found.")
|
||||||
sys.exit(1)
|
sys.exit(1)
|
||||||
|
|
||||||
|
# If input is a directory, process accordingly
|
||||||
|
if input_path.is_dir():
|
||||||
|
if args.recursive:
|
||||||
|
# Process directory recursively
|
||||||
|
process_recursive_directory(input_path, args, skip_av1)
|
||||||
|
return
|
||||||
|
else:
|
||||||
|
# Process directory non-recursively (all files in this directory only)
|
||||||
|
logging.info(f"Processing directory non-recursively: {input_path}")
|
||||||
|
for video_file in input_path.iterdir():
|
||||||
|
if (
|
||||||
|
video_file.is_file()
|
||||||
|
and video_file.suffix.lower() in VIDEO_EXTENSIONS
|
||||||
|
):
|
||||||
|
logging.info(f"FILE: {video_file}")
|
||||||
|
output_path = None
|
||||||
|
if not args.replace:
|
||||||
|
if args.output_dir:
|
||||||
|
out_dir = Path(args.output_dir)
|
||||||
|
out_dir.mkdir(parents=True, exist_ok=True)
|
||||||
|
output_path = out_dir / (video_file.stem + ".mp4")
|
||||||
|
else:
|
||||||
|
output_path = video_file.parent / (
|
||||||
|
video_file.stem + "_av1.mp4"
|
||||||
|
)
|
||||||
|
transcode_file(
|
||||||
|
video_file,
|
||||||
|
output_path,
|
||||||
|
skip_av1=skip_av1,
|
||||||
|
replace_mode=args.replace,
|
||||||
|
)
|
||||||
|
return
|
||||||
|
|
||||||
output_path = None
|
output_path = None
|
||||||
if not args.replace:
|
if not args.replace:
|
||||||
if args.output_dir:
|
if args.output_dir:
|
||||||
@@ -326,25 +572,34 @@ def main():
|
|||||||
else:
|
else:
|
||||||
output_path = input_path.parent / (input_path.stem + "_av1.mp4")
|
output_path = input_path.parent / (input_path.stem + "_av1.mp4")
|
||||||
|
|
||||||
transcode_file(input_path, output_path, skip_av1=skip_av1, replace_mode=args.replace)
|
transcode_file(
|
||||||
|
input_path, output_path, skip_av1=skip_av1, replace_mode=args.replace
|
||||||
|
)
|
||||||
return
|
return
|
||||||
|
|
||||||
# --- Mode 2: Watch Directory ---
|
# --- Mode 2: Watch Directory ---
|
||||||
if args.watch_dir:
|
if args.watch:
|
||||||
# If replace mode is OFF, output-dir is required.
|
# If replace mode is OFF, output-dir is required.
|
||||||
if not args.replace and not args.output_dir:
|
if not args.replace and not args.output_dir:
|
||||||
logging.critical("Output directory is not specified in CLI (--output-dir) or Config.")
|
logging.critical(
|
||||||
|
"Output directory is not specified in CLI (--output-dir) or Config."
|
||||||
|
)
|
||||||
logging.critical("Either specify --output-dir OR enable --replace mode.")
|
logging.critical("Either specify --output-dir OR enable --replace mode.")
|
||||||
sys.exit(1)
|
sys.exit(1)
|
||||||
|
|
||||||
watch_dir = Path(args.watch_dir)
|
# Use --input as the watch directory if provided, otherwise default to current directory
|
||||||
|
if args.input:
|
||||||
|
watch_dir = Path(args.input)
|
||||||
|
else:
|
||||||
|
watch_dir = Path(".")
|
||||||
|
logging.info("No watch directory specified, monitoring current directory.")
|
||||||
|
|
||||||
if not watch_dir.exists():
|
if not watch_dir.exists():
|
||||||
logging.critical(f"Watch directory '{watch_dir}' does not exist.")
|
logging.critical(f"Watch directory '{watch_dir}' does not exist.")
|
||||||
sys.exit(1)
|
sys.exit(1)
|
||||||
|
|
||||||
logging.info(f"Monitoring {watch_dir}...")
|
logging.info(f"Monitoring {watch_dir}...")
|
||||||
|
|
||||||
output_dir_path = None
|
output_dir_path = None
|
||||||
if not args.replace:
|
if not args.replace:
|
||||||
output_dir_path = Path(args.output_dir)
|
output_dir_path = Path(args.output_dir)
|
||||||
@@ -352,12 +607,16 @@ def main():
|
|||||||
logging.info(f"Outputting to {output_dir_path}")
|
logging.info(f"Outputting to {output_dir_path}")
|
||||||
else:
|
else:
|
||||||
logging.info("Outputting in-place (replacing originals).")
|
logging.info("Outputting in-place (replacing originals).")
|
||||||
|
|
||||||
logging.info("Press Ctrl+C to stop.")
|
logging.info("Press Ctrl+C to stop.")
|
||||||
|
|
||||||
event_handler = NewFileHandler(output_dir_path, skip_av1=skip_av1, replace_mode=args.replace)
|
event_handler = NewFileHandler(
|
||||||
|
output_dir_path, skip_av1=skip_av1, replace_mode=args.replace
|
||||||
|
)
|
||||||
observer = Observer()
|
observer = Observer()
|
||||||
observer.schedule(event_handler, str(watch_dir), recursive=False)
|
# Use recursive monitoring if --recursive is specified
|
||||||
|
recursive_watch = args.recursive
|
||||||
|
observer.schedule(event_handler, str(watch_dir), recursive=recursive_watch)
|
||||||
observer.start()
|
observer.start()
|
||||||
|
|
||||||
try:
|
try:
|
||||||
@@ -369,8 +628,33 @@ def main():
|
|||||||
observer.join()
|
observer.join()
|
||||||
else:
|
else:
|
||||||
logging.critical("No operation mode selected.")
|
logging.critical("No operation mode selected.")
|
||||||
logging.critical("Please provide --input for single file OR configure watch-dir via CLI or Config.")
|
logging.critical(
|
||||||
|
"Please provide --input for single file OR enable --watch mode."
|
||||||
|
)
|
||||||
sys.exit(1)
|
sys.exit(1)
|
||||||
|
|
||||||
|
|
||||||
|
def process_recursive_directory(input_path, args, skip_av1):
|
||||||
|
"""Process all video files in a directory recursively."""
|
||||||
|
logging.info(f"Scanning directory recursively for video files: {input_path}")
|
||||||
|
for video_file in input_path.rglob("*"):
|
||||||
|
if video_file.is_file() and video_file.suffix.lower() in VIDEO_EXTENSIONS:
|
||||||
|
logging.info(f"FILE: {video_file}")
|
||||||
|
output_path = None
|
||||||
|
if not args.replace:
|
||||||
|
if args.output_dir:
|
||||||
|
out_dir = Path(args.output_dir)
|
||||||
|
out_dir.mkdir(parents=True, exist_ok=True)
|
||||||
|
output_path = out_dir / (video_file.stem + ".mp4")
|
||||||
|
else:
|
||||||
|
output_path = video_file.parent / (video_file.stem + "_av1.mp4")
|
||||||
|
transcode_file(
|
||||||
|
video_file,
|
||||||
|
output_path,
|
||||||
|
skip_av1=skip_av1,
|
||||||
|
replace_mode=args.replace,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
main()
|
main()
|
||||||
|
|||||||
Reference in New Issue
Block a user