server/posts: automatically detect sound in video post uploads

1 files changed, 30 insertions, 3 deletions

diff --git a/server/szurubooru/func/images.py b/server/szurubooru/func/images.py
index b3df55e..4dce5d8 100644
--- a/server/szurubooru/func/images.py
+++ b/server/szurubooru/func/images.py
@@ -4,6 +4,7 @@ import json
 import shlex
 import subprocess
 import math
+import re
 from szurubooru import errors
 from szurubooru.func import mime, util
 
@@ -141,17 +142,43 @@ class Image:
             with open(mp4_temp_path, 'rb') as mp4_temp:
                 return mp4_temp.read()
 
+    def check_for_sound(self) -> bool:
+        audioinfo = json.loads(self._execute([
+            '-i', '{path}',
+            '-of', 'json',
+            '-select_streams', 'a',
+            '-show_streams',
+        ], program='ffprobe').decode('utf-8'))
+        assert 'streams' in audioinfo
+        if len(audioinfo['streams']) < 1:
+            return False
+
+        log = self._execute([
+            '-i', '{path}',
+            '-af', 'volumedetect',
+            '-f', 'null',
+            '-y', '/dev/null',
+        ], get_logs=True).decode('utf-8')
+        log_match = re.search(r'.*volumedetect.*mean_volume: (.*) dB', log)
+        assert log_match
+        assert log_match.groups()
+        meanvol = float(log_match.groups()[0])
+
+        # -91.0 dB is the minimum for 16-bit audio, assume sound if > -80.0 dB
+        return meanvol > -80.0
+
     def _execute(
             self,
             cli: List[str],
             program: str = 'ffmpeg',
-            ignore_error_if_data: bool = False) -> bytes:
+            ignore_error_if_data: bool = False,
+            get_logs: bool = False) -> bytes:
         extension = mime.get_extension(mime.get_mime_type(self.content))
         assert extension
         with util.create_temp_file(suffix='.' + extension) as handle:
             handle.write(self.content)
             handle.flush()
-            cli = [program, '-loglevel', '24'] + cli
+            cli = [program, '-loglevel', '32' if get_logs else '24'] + cli
             cli = [part.format(path=handle.name) for part in cli]
             proc = subprocess.Popen(
                 cli,
@@ -169,7 +196,7 @@ class Image:
                     raise errors.ProcessingError(
                         'Error while processing image.\n'
                         + err.decode('utf-8'))
-            return out
+            return err if get_logs else out
 
     def _reload_info(self) -> None:
         self.info = json.loads(self._execute([