feat(*): switched to spdlog for logging and organized headers (#1183)

* feat: updated PKGBUILD description
* feat: updated workflow syntax and dependencies
* feat: switched logging to spdlog
* chore: adjusted library defaults
* ci: fixed spdlog format string issues
* docs: fixed docs for libvideo2x functions
* feat: organized header files
* fix: fixed header installation directory
* feat: link spdlog statically if compiled from source
* feat: adjusted libvideo2x log level enum names
* feat: added version.h header

Signed-off-by: k4yt3x <i@k4yt3x.com>

.gitattributes

@@ -0,0 +1 @@
+models/* linguist-vendored

.github/FUNDING.yml

@@ -0,0 +1,12 @@
+# These are supported funding model platforms
+
+github: k4yt3x
+patreon: k4yt3x
+open_collective: # Replace with a single Open Collective username
+ko_fi: # Replace with a single Ko-fi username
+tidelift: # Replace with a single Tidelift platform-name/package-name e.g., npm/babel
+community_bridge: # Replace with a single Community Bridge project-name e.g., cloud-foundry
+liberapay: # Replace with a single Liberapay username
+issuehunt: # Replace with a single IssueHunt username
+otechie: # Replace with a single Otechie username
+custom: # Replace with up to 4 custom sponsorship URLs e.g., ['link1', 'link2']

.github/ISSUE_TEMPLATE/bug-report.md

@@ -1,32 +0,0 @@
----
-name: Bug report
-about: Use this template if you believe you've encountered a bug.
-title: ''
-labels: bug
-assignees: K4YT3X
-
----
-
-## Environment Information
-
-|Module|Version|
-|-|-|
-|`Video2X`||
-|`FFmpeg`||
-|`waifu2x-caffe`||
-|`waifu2x-converter-cpp`||
-|`waifu2x-ncnn-vulkan`||
-
-## Symptom
-
-Briefly describe what's going on.
-
-## Screenshots or Error Messages
-
-Please paste screenshots or error messages here.
-Include as much details as you can, as this greatly helps debugging the problem.
-
-Please paste your error message in the code block down below:
-
-```
-```

.github/ISSUE_TEMPLATE/feature_request.md

@@ -1,16 +0,0 @@
----
-name: Feature request
-about: Request a new feature to be added
-title: ''
-labels: enhancement
-assignees: K4YT3X
-
----
-
-## Description
-
-Briefly describe the feature you want to be added into `video2x`.
-
-## Sources
-
-Paste links to descriptions of related documentations, websites and etc. here.

.github/workflows/build.yml

@@ -0,0 +1,84 @@
+name: build
+on:
+  push:
+    branches:
+      - master
+      - dev
+  pull_request: {}
+  workflow_dispatch: {}
+
+jobs:
+  ubuntu:
+    runs-on: ubuntu-latest
+    env:
+      DEBIAN_FRONTEND: noninteractive
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+        with:
+          submodules: recursive
+      - name: Install dependencies
+        run: |
+          git submodule update --init --recursive
+          sudo apt-get update
+          sudo apt-get install -y --no-install-recommends \
+            libavcodec-dev \
+            libavdevice-dev \
+            libavfilter-dev \
+            libavformat-dev \
+            libavutil-dev \
+            libswscale-dev \
+            libvulkan-dev \
+            glslang-tools \
+            libomp-dev
+      - name: Build Video2X
+        run: |
+          mkdir -p /tmp/build /tmp/install
+          cmake -B /tmp/build -S . -DUSE_SYSTEM_NCNN=OFF -DUSE_SYSTEM_SPDLOG=OFF \
+            -DCMAKE_C_COMPILER=clang -DCMAKE_CXX_COMPILER=clang++ \
+            -DCMAKE_BUILD_TYPE=Debug -DCMAKE_INSTALL_PREFIX=/tmp/install \
+            -DINSTALL_BIN_DESTINATION=. -DINSTALL_INCLUDE_DESTINATION=include \
+            -DINSTALL_LIB_DESTINATION=. -DINSTALL_MODEL_DESTINATION=.
+          cmake --build /tmp/build --config Debug --target install --parallel
+      - name: Upload artifacts
+        uses: actions/upload-artifact@v4
+        with:
+          name: video2x-nightly-linux-amd64
+          path: /tmp/install
+
+  windows:
+    runs-on: windows-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+        with:
+          submodules: recursive
+      - name: Install Vulkan SDK
+        uses: humbletim/setup-vulkan-sdk@v1.2.0
+        with:
+          vulkan-query-version: 1.3.204.0
+          vulkan-components: Vulkan-Headers, Vulkan-Loader, Glslang, SPIRV-Tools, SPIRV-Headers
+      - name: Install dependencies
+        shell: pwsh
+        run: |
+          $ffmpegVersion = "7.1"
+          $ncnnVersion = "20240820"
+
+          git submodule update --init --recursive
+
+          curl -Lo ffmpeg-shared.zip "https://github.com/GyanD/codexffmpeg/releases/download/$ffmpegVersion/ffmpeg-$ffmpegVersion-full_build-shared.zip"
+          Expand-Archive -Path ffmpeg-shared.zip -DestinationPath third_party
+          Rename-Item -Path "third_party/ffmpeg-$ffmpegVersion-full_build-shared" -NewName ffmpeg-shared
+
+          curl -Lo ncnn-shared.zip "https://github.com/Tencent/ncnn/releases/download/$ncnnVersion/ncnn-$ncnnVersion-windows-vs2022-shared.zip"
+          Expand-Archive -Path ncnn-shared.zip -DestinationPath third_party
+          Rename-Item -Path "third_party/ncnn-$ncnnVersion-windows-vs2022-shared" -NewName ncnn-shared
+      - name: Build Video2X
+        run: |
+          cmake -S . -B build -DUSE_SYSTEM_NCNN=OFF -DUSE_SYSTEM_SPDLOG=OFF -DCMAKE_BUILD_TYPE=Debug -DCMAKE_INSTALL_PREFIX=build/video2x_install
+          cmake --build build --config Debug --parallel --target install
+      - name: Upload artifacts
+        uses: actions/upload-artifact@v4
+        with:
+          name: video2x-nightly-windows-amd64
+          path: build/video2x_install

.github/workflows/release.yml

@@ -0,0 +1,57 @@
+name: Release
+on:
+  push:
+    tags:
+      - "*"
+
+permissions:
+  contents: write
+
+jobs:
+  setup:
+    if: github.event.base_ref == 'refs/heads/master'
+    name: Setup
+    runs-on: ubuntu-latest
+    outputs:
+      version: ${{ steps.get_version.outputs.version }}
+    steps:
+      - name: Get version
+        id: get_version
+        run: echo version=${GITHUB_REF/refs\/tags\//} >> $GITHUB_OUTPUT
+
+  container:
+    name: Build and upload container
+    needs:
+      - setup
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+      - uses: mr-smithers-excellent/docker-build-push@v5
+        name: Build & push the Docker image
+        with:
+          registry: ghcr.io
+          username: ${{ secrets.GHCR_USER }}
+          password: ${{ secrets.GHCR_TOKEN }}
+          dockerfile: Dockerfile
+          image: video2x
+          tags: latest, ${{ needs.setup.outputs.version }}
+
+  create-release:
+    name: Create release
+    needs:
+      - setup
+      - container
+    runs-on: ubuntu-latest
+    outputs:
+      upload_url: ${{ steps.create_release.outputs.upload_url }}
+    steps:
+      - name: Create release
+        id: create_release
+        uses: softprops/action-gh-release@v2
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+          tag_name: ${{ needs.setup.outputs.version }}
+          release_name: Video2X ${{ needs.setup.outputs.version }}
+          draft: true
+          prerelease: false

.gitignore

@@ -1,113 +1,77 @@
-# Runtime files
-upscaled/
-frames/
-waifu2x-caffe/
-testvid.mp4
+# Data files
+data/
 
-# PyCharm
-.idea/
-
-# Byte-compiled / optimized / DLL files
-__pycache__/
-*.py[cod]
-*$py.class
-
-# C extensions
-*.so
-
-# Distribution / packaging
-.Python
+# Built-binaries
+bin/
 build/
-develop-eggs/
-dist/
-downloads/
-eggs/
-.eggs/
-lib/
-lib64/
-parts/
-sdist/
-var/
-wheels/
-*.egg-info/
-.installed.cfg
-*.egg
-MANIFEST
 
-# PyInstaller
-#  Usually these files are written by a python script from a template
-#  before PyInstaller builds the exe, so as to inject date/other infos into it.
-*.manifest
-*.spec
+# Prerequisites
+*.d
 
-# Installer logs
-pip-log.txt
-pip-delete-this-directory.txt
+# Object files
+*.o
+*.ko
+*.obj
+*.elf
 
-# Unit test / coverage reports
-htmlcov/
-.tox/
-.coverage
-.coverage.*
-.cache
-nosetests.xml
-coverage.xml
-*.cover
-.hypothesis/
-.pytest_cache/
+# Linker output
+*.ilk
+*.map
+*.exp
 
-# Translations
-*.mo
-*.pot
+# Precompiled Headers
+*.gch
+*.pch
 
-# Django stuff:
-*.log
-local_settings.py
-db.sqlite3
+# Libraries
+*.lib
+*.a
+*.la
+*.lo
 
-# Flask stuff:
-instance/
-.webassets-cache
+# Shared objects (inc. Windows DLLs)
+*.dll
+#*.so
+*.so.*
+*.dylib
 
-# Scrapy stuff:
-.scrapy
+# Executables
+*.exe
+*.out
+*.app
+*.i*86
+*.x86_64
+*.hex
 
-# Sphinx documentation
-docs/_build/
+# Debug files
+*.dSYM/
+*.su
+*.idb
+*.pdb
 
-# PyBuilder
-target/
+# Kernel Module Compile Results
+#*.mod*
+*.cmd
+.tmp_versions/
+modules.order
+Module.symvers
+Mkfile.old
+dkms.conf
 
-# Jupyter Notebook
-.ipynb_checkpoints
+# clang tooling compilation databases
+.cache/
+*.plist
 
-# pyenv
-.python-version
-
-# celery beat schedule file
-celerybeat-schedule
-
-# SageMath parsed files
-*.sage.py
-
-# Environments
-.env
-.venv
-env/
-venv/
-ENV/
-env.bak/
-venv.bak/
-
-# Spyder project settings
-.spyderproject
-.spyproject
-
-# Rope project settings
-.ropeproject
-
-# mkdocs documentation
-/site
-
-# mypy
-.mypy_cache/
+# CMake
+CMakeLists.txt.user
+CMakeCache.txt
+CMakeFiles
+CMakeScripts
+Testing
+Makefile
+cmake_install.cmake
+install_manifest.txt
+compile_commands.json
+CTestTestfile.cmake
+_deps
+CMakeUserPresets.json

.gitmodules

@@ -0,0 +1,9 @@
+[submodule "third_party/libreal_esrgan_ncnn_vulkan"]
+	path = third_party/libreal_esrgan_ncnn_vulkan
+	url = https://github.com/k4yt3x/libreal-esrgan-ncnn-vulkan.git
+[submodule "third_party/ncnn"]
+	path = third_party/ncnn
+	url = https://github.com/Tencent/ncnn.git
+[submodule "third_party/spdlog"]
+	path = third_party/spdlog
+	url = https://github.com/gabime/spdlog.git

CHANGELOG.md

@@ -0,0 +1,8 @@
+# Changelog
+
+All notable changes to this project will be documented in this file.
+
+The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/),
+and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
+
+## [Unreleased]

CMakeLists.txt

@@ -0,0 +1,365 @@
+cmake_minimum_required(VERSION 3.10)
+project(video2x VERSION 6.0.0 LANGUAGES CXX C)
+
+# Set the C standard
+set(CMAKE_C_STANDARD 11)
+set(CMAKE_C_STANDARD_REQUIRED ON)
+
+# Set the C++ standard
+set(CMAKE_CXX_STANDARD 17)
+set(CMAKE_CXX_STANDARD_REQUIRED ON)
+set(CMAKE_CXX_EXTENSIONS OFF)
+
+# Set the default build type to Release if not specified
+if(NOT CMAKE_BUILD_TYPE)
+    set(CMAKE_BUILD_TYPE Release)
+endif()
+
+# Set the default optimization flags for Release builds
+if(CMAKE_BUILD_TYPE STREQUAL "Release")
+    if (CMAKE_CXX_COMPILER_ID STREQUAL "MSVC")
+        set(CMAKE_C_FLAGS_RELEASE "${CMAKE_C_FLAGS_RELEASE} /Ox /GL /LTCG /MD /DNDEBUG")
+        set(CMAKE_CXX_FLAGS_RELEASE "${CMAKE_CXX_FLAGS_RELEASE} /Ox /GL /LTCG /MD /DNDEBUG")
+    elseif (CMAKE_CXX_COMPILER_ID STREQUAL "GNU" OR CMAKE_CXX_COMPILER_ID MATCHES "Clang")
+        set(CMAKE_C_FLAGS_RELEASE "${CMAKE_C_FLAGS_RELEASE} -O3 -march=native -flto")
+        set(CMAKE_CXX_FLAGS_RELEASE "${CMAKE_CXX_FLAGS_RELEASE} -O3 -march=native -flto")
+        set(CMAKE_EXE_LINKER_FLAGS_RELEASE "${CMAKE_EXE_LINKER_FLAGS_RELEASE} -s")
+        set(CMAKE_SHARED_LINKER_FLAGS_RELEASE "${CMAKE_SHARED_LINKER_FLAGS_RELEASE} -s")
+    endif()
+endif()
+
+# Build options
+option(BUILD_SHARED_LIBS "Build libvideo2x as a shared library" ON)
+option(BUILD_VIDEO2X_CLI "Build the video2x executable" ON)
+option(USE_SYSTEM_SPDLOG "Use system spdlog library" ON)
+option(USE_SYSTEM_NCNN "Use system ncnn library" ON)
+
+# Generate the version header file
+configure_file(
+  "${CMAKE_CURRENT_SOURCE_DIR}/include/libvideo2x/version.h.in"
+  "${CMAKE_CURRENT_BINARY_DIR}/libvideo2x/version.h"
+  @ONLY
+)
+
+# Find the required packages
+set(ALL_INCLUDE_DIRS)
+set(ALL_LIBRARIES)
+
+# spdlog
+if (USE_SYSTEM_SPDLOG)
+    find_package(spdlog REQUIRED)
+    list(APPEND ALL_LIBRARIES spdlog::spdlog)
+else()
+    add_subdirectory(third_party/spdlog)
+    list(APPEND ALL_LIBRARIES spdlog::spdlog_header_only)
+endif()
+
+# Platform-specific dependencies
+if(WIN32)
+    # Define base paths for FFmpeg and ncnn
+    set(FFMPEG_BASE_PATH ${PROJECT_SOURCE_DIR}/third_party/ffmpeg-shared)
+    set(NCNN_BASE_PATH ${PROJECT_SOURCE_DIR}/third_party/ncnn-shared/x64)
+
+    # FFmpeg
+    list(APPEND ALL_LIBRARIES
+        ${FFMPEG_BASE_PATH}/lib/avcodec.lib
+        ${FFMPEG_BASE_PATH}/lib/avdevice.lib
+        ${FFMPEG_BASE_PATH}/lib/avfilter.lib
+        ${FFMPEG_BASE_PATH}/lib/avformat.lib
+        ${FFMPEG_BASE_PATH}/lib/avutil.lib
+        ${FFMPEG_BASE_PATH}/lib/swscale.lib
+    )
+    list(APPEND ALL_INCLUDE_DIRS ${FFMPEG_BASE_PATH}/include)
+
+    # ncnn
+    # TODO: Figure out why this file is not being copied to the install directory
+    set(SPIRV_BUILD_PATH ${CMAKE_BINARY_DIR}/realesrgan-prefix/src/realesrgan-build/ncnn/glslang/SPIRV)
+    if (CMAKE_BUILD_TYPE STREQUAL "Release")
+        set(SPIRV_LIB ${SPIRV_BUILD_PATH}/Release/SPIRV.lib)
+    else()
+        set(SPIRV_LIB ${SPIRV_BUILD_PATH}/Debug/SPIRVd.lib)
+    endif()
+
+    list(APPEND ALL_LIBRARIES
+        ${NCNN_BASE_PATH}/lib/ncnn.lib
+        ${SPIRV_LIB}
+    )
+    list(APPEND ALL_INCLUDE_DIRS ${NCNN_BASE_PATH}/include/ncnn)
+else()
+    # Find the required packages using pkg-config
+    find_package(PkgConfig REQUIRED)
+    set(REQUIRED_PKGS
+        libavcodec
+        libavdevice
+        libavfilter
+        libavformat
+        libavutil
+        libswscale
+    )
+
+    # Loop through each package to find and collect include dirs and libraries
+    foreach(PKG ${REQUIRED_PKGS})
+        pkg_check_modules(${PKG} REQUIRED ${PKG})
+        list(APPEND ALL_INCLUDE_DIRS ${${PKG}_INCLUDE_DIRS})
+        list(APPEND ALL_LIBRARIES ${${PKG}_LIBRARIES})
+    endforeach()
+endif()
+
+# Remove duplicate entries
+list(REMOVE_DUPLICATES ALL_INCLUDE_DIRS)
+list(REMOVE_DUPLICATES ALL_LIBRARIES)
+
+# Find ncnn package
+if(USE_SYSTEM_NCNN)
+    find_package(ncnn REQUIRED)
+else()
+    option(NCNN_INSTALL_SDK "" OFF)
+    option(NCNN_PIXEL_ROTATE "" OFF)
+    option(NCNN_VULKAN "" ON)
+    option(NCNN_VULKAN_ONLINE_SPIRV "" ON)
+    option(NCNN_BUILD_BENCHMARK "" OFF)
+    option(NCNN_BUILD_TESTS "" OFF)
+    option(NCNN_BUILD_TOOLS "" OFF)
+    option(NCNN_BUILD_EXAMPLES "" OFF)
+    option(NCNN_DISABLE_RTTI "" ON)
+    option(NCNN_DISABLE_EXCEPTION "" ON)
+    option(NCNN_BUILD_SHARED_LIBS "" OFF)
+    option(SKIP_GLSLANG_INSTALL "" ON)
+
+    option(WITH_LAYER_absval "" OFF)
+    option(WITH_LAYER_argmax "" OFF)
+    option(WITH_LAYER_batchnorm "" OFF)
+    option(WITH_LAYER_bias "" OFF)
+    option(WITH_LAYER_bnll "" OFF)
+    option(WITH_LAYER_concat "" ON)
+    option(WITH_LAYER_convolution "" ON)
+    option(WITH_LAYER_crop "" ON)
+    option(WITH_LAYER_deconvolution "" OFF)
+    option(WITH_LAYER_dropout "" OFF)
+    option(WITH_LAYER_eltwise "" ON)
+    option(WITH_LAYER_elu "" OFF)
+    option(WITH_LAYER_embed "" OFF)
+    option(WITH_LAYER_exp "" OFF)
+    option(WITH_LAYER_flatten "" ON)
+    option(WITH_LAYER_innerproduct "" ON)
+    option(WITH_LAYER_input "" ON)
+    option(WITH_LAYER_log "" OFF)
+    option(WITH_LAYER_lrn "" OFF)
+    option(WITH_LAYER_memorydata "" OFF)
+    option(WITH_LAYER_mvn "" OFF)
+    option(WITH_LAYER_pooling "" OFF)
+    option(WITH_LAYER_power "" OFF)
+    option(WITH_LAYER_prelu "" ON)
+    option(WITH_LAYER_proposal "" OFF)
+    option(WITH_LAYER_reduction "" OFF)
+    option(WITH_LAYER_relu "" ON)
+    option(WITH_LAYER_reshape "" OFF)
+    option(WITH_LAYER_roipooling "" OFF)
+    option(WITH_LAYER_scale "" OFF)
+    option(WITH_LAYER_sigmoid "" OFF)
+    option(WITH_LAYER_slice "" OFF)
+    option(WITH_LAYER_softmax "" OFF)
+    option(WITH_LAYER_split "" ON)
+    option(WITH_LAYER_spp "" OFF)
+    option(WITH_LAYER_tanh "" OFF)
+    option(WITH_LAYER_threshold "" OFF)
+    option(WITH_LAYER_tile "" OFF)
+    option(WITH_LAYER_rnn "" OFF)
+    option(WITH_LAYER_lstm "" OFF)
+    option(WITH_LAYER_binaryop "" ON)
+    option(WITH_LAYER_unaryop "" OFF)
+    option(WITH_LAYER_convolutiondepthwise "" OFF)
+    option(WITH_LAYER_padding "" ON)
+    option(WITH_LAYER_squeeze "" OFF)
+    option(WITH_LAYER_expanddims "" OFF)
+    option(WITH_LAYER_normalize "" OFF)
+    option(WITH_LAYER_permute "" OFF)
+    option(WITH_LAYER_priorbox "" OFF)
+    option(WITH_LAYER_detectionoutput "" OFF)
+    option(WITH_LAYER_interp "" ON)
+    option(WITH_LAYER_deconvolutiondepthwise "" OFF)
+    option(WITH_LAYER_shufflechannel "" OFF)
+    option(WITH_LAYER_instancenorm "" OFF)
+    option(WITH_LAYER_clip "" OFF)
+    option(WITH_LAYER_reorg "" OFF)
+    option(WITH_LAYER_yolodetectionoutput "" OFF)
+    option(WITH_LAYER_quantize "" OFF)
+    option(WITH_LAYER_dequantize "" OFF)
+    option(WITH_LAYER_yolov3detectionoutput "" OFF)
+    option(WITH_LAYER_psroipooling "" OFF)
+    option(WITH_LAYER_roialign "" OFF)
+    option(WITH_LAYER_packing "" ON)
+    option(WITH_LAYER_requantize "" OFF)
+    option(WITH_LAYER_cast "" ON)
+    option(WITH_LAYER_hardsigmoid "" OFF)
+    option(WITH_LAYER_selu "" OFF)
+    option(WITH_LAYER_hardswish "" OFF)
+    option(WITH_LAYER_noop "" OFF)
+    option(WITH_LAYER_pixelshuffle "" ON)
+    option(WITH_LAYER_deepcopy "" OFF)
+    option(WITH_LAYER_mish "" OFF)
+    option(WITH_LAYER_statisticspooling "" OFF)
+    option(WITH_LAYER_swish "" OFF)
+    option(WITH_LAYER_gemm "" OFF)
+    option(WITH_LAYER_groupnorm "" OFF)
+    option(WITH_LAYER_layernorm "" OFF)
+    option(WITH_LAYER_softplus "" OFF)
+
+    add_subdirectory(third_party/ncnn)
+endif()
+
+# Include ExternalProject module
+include(ExternalProject)
+
+# Add libreal-esrgan-ncnn-vulkan as an external project
+ExternalProject_Add(
+    realesrgan
+    SOURCE_DIR ${PROJECT_SOURCE_DIR}/third_party/libreal_esrgan_ncnn_vulkan/src
+    CMAKE_ARGS
+        -DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE}
+        -DCMAKE_INSTALL_PREFIX=${CMAKE_BINARY_DIR}/realesrgan_install
+        -DCMAKE_POSITION_INDEPENDENT_CODE=ON
+        -DUSE_SYSTEM_NCNN=${USE_SYSTEM_NCNN}
+    BUILD_ALWAYS ON
+    INSTALL_COMMAND ${CMAKE_COMMAND} --build . --target install --config ${CMAKE_BUILD_TYPE}
+)
+
+# Add all source files for libvideo2x
+file(GLOB LIBVIDEO2X_SOURCES src/*.cpp)
+
+# Create the shared library 'libvideo2x'
+add_library(libvideo2x ${LIBVIDEO2X_SOURCES})
+target_compile_definitions(libvideo2x PRIVATE LIBVIDEO2X_EXPORTS)
+if(WIN32)
+    set_target_properties(libvideo2x PROPERTIES OUTPUT_NAME libvideo2x)
+else()
+    set_target_properties(libvideo2x PROPERTIES OUTPUT_NAME video2x)
+endif()
+
+# Ensure libvideo2x depends on realesrgan being built and installed
+add_dependencies(libvideo2x realesrgan)
+
+# Include directories for the shared library
+target_include_directories(libvideo2x PRIVATE
+    ${ALL_INCLUDE_DIRS}
+    ${CMAKE_CURRENT_BINARY_DIR}
+    ${PROJECT_SOURCE_DIR}/include
+    ${PROJECT_SOURCE_DIR}/include/libvideo2x
+    ${PROJECT_SOURCE_DIR}/third_party/libreal_esrgan_ncnn_vulkan/src
+)
+
+# Compile options for the shared library
+target_compile_options(libvideo2x PRIVATE
+    -Wall
+    -fPIC
+    $<$<CONFIG:Release>:-Ofast>
+    $<$<CONFIG:Debug>:-g -DDEBUG>
+)
+
+# Define the path to the built libresrgan-ncnn-vulkan library
+if(WIN32)
+    set(REALESRGAN_LIB ${CMAKE_BINARY_DIR}/realesrgan_install/lib/librealesrgan-ncnn-vulkan.lib)
+else()
+    set(REALESRGAN_LIB ${CMAKE_BINARY_DIR}/realesrgan_install/lib/librealesrgan-ncnn-vulkan.so)
+endif()
+
+# Link the shared library with the dependencies
+target_link_libraries(libvideo2x PRIVATE ${ALL_LIBRARIES} ${REALESRGAN_LIB})
+
+if(NOT WIN32)
+    if (USE_SYSTEM_NCNN)
+        target_link_libraries(libvideo2x PUBLIC ncnn)
+    else()
+        target_link_libraries(libvideo2x PRIVATE ncnn)
+    endif()
+endif()
+
+# Create the executable 'video2x'
+if (BUILD_VIDEO2X_CLI)
+    add_executable(video2x src/video2x.c src/getopt.c)
+    set_target_properties(video2x PROPERTIES OUTPUT_NAME video2x)
+
+    # Include directories for the executable
+    target_include_directories(video2x PRIVATE
+        ${ALL_INCLUDE_DIRS}
+        ${CMAKE_CURRENT_BINARY_DIR}
+        ${PROJECT_SOURCE_DIR}/include
+    )
+
+    # Compile options for the executable
+    target_compile_options(video2x PRIVATE
+        -Wall
+        $<$<CONFIG:Debug>:-g -DDEBUG>
+    )
+
+    # Link the executable with the shared library
+    target_link_libraries(video2x PRIVATE ${ALL_LIBRARIES} libvideo2x)
+endif()
+
+# Define the default installation directories
+if(WIN32)
+    set(BIN_DESTINATION_DEFAULT ".")
+    set(INCLUDE_DESTINATION_DEFAULT "include/libvideo2x")
+    set(LIB_DESTINATION_DEFAULT ".")
+    set(MODEL_DESTINATION_DEFAULT ".")
+else()
+    set(BIN_DESTINATION_DEFAULT "bin")
+    set(INCLUDE_DESTINATION_DEFAULT "include/libvideo2x")
+    set(LIB_DESTINATION_DEFAULT "lib")
+    set(MODEL_DESTINATION_DEFAULT "share/video2x")
+endif()
+
+# Set the installation directories
+set(INSTALL_BIN_DESTINATION ${BIN_DESTINATION_DEFAULT} CACHE STRING "")
+set(INSTALL_INCLUDE_DESTINATION ${INCLUDE_DESTINATION_DEFAULT} CACHE STRING "")
+set(INSTALL_LIB_DESTINATION ${LIB_DESTINATION_DEFAULT} CACHE STRING "")
+set(INSTALL_MODEL_DESTINATION ${MODEL_DESTINATION_DEFAULT} CACHE STRING "")
+
+# Common installation rules for libvideo2x and models
+install(TARGETS libvideo2x
+    LIBRARY DESTINATION ${INSTALL_LIB_DESTINATION}
+        PERMISSIONS OWNER_READ OWNER_WRITE OWNER_EXECUTE
+                    GROUP_READ GROUP_EXECUTE
+                    WORLD_READ WORLD_EXECUTE
+    ARCHIVE DESTINATION ${INSTALL_LIB_DESTINATION}
+    RUNTIME DESTINATION ${INSTALL_BIN_DESTINATION}
+)
+
+# Install model files
+install(DIRECTORY ${CMAKE_SOURCE_DIR}/models DESTINATION ${INSTALL_MODEL_DESTINATION})
+
+# Install the executable if BUILD_VIDEO2X_CLI is enabled
+if(BUILD_VIDEO2X_CLI)
+    install(TARGETS video2x RUNTIME DESTINATION ${INSTALL_BIN_DESTINATION})
+endif()
+
+# Install the header file
+install(FILES ${PROJECT_SOURCE_DIR}/include/libvideo2x/libvideo2x.h
+    DESTINATION ${INSTALL_INCLUDE_DESTINATION}
+)
+install(FILES ${CMAKE_CURRENT_BINARY_DIR}/libvideo2x/version.h
+    DESTINATION ${INSTALL_INCLUDE_DESTINATION}
+)
+
+# Platform-specific installation rules
+if(WIN32)
+    # Install Windows-specific dependencies
+    install(FILES ${CMAKE_BINARY_DIR}/realesrgan_install/bin/librealesrgan-ncnn-vulkan.dll
+        DESTINATION ${INSTALL_BIN_DESTINATION}
+        PERMISSIONS OWNER_READ OWNER_WRITE OWNER_EXECUTE
+                    GROUP_READ GROUP_EXECUTE
+                    WORLD_READ WORLD_EXECUTE
+    )
+    install(FILES ${NCNN_BASE_PATH}/bin/ncnn.dll DESTINATION ${INSTALL_BIN_DESTINATION}
+        PERMISSIONS OWNER_READ OWNER_WRITE OWNER_EXECUTE
+                    GROUP_READ GROUP_EXECUTE
+                    WORLD_READ WORLD_EXECUTE
+    )
+else()
+    # Install Unix-specific dependencies
+    install(FILES ${REALESRGAN_LIB} DESTINATION ${INSTALL_LIB_DESTINATION}
+        PERMISSIONS OWNER_READ OWNER_WRITE OWNER_EXECUTE
+                    GROUP_READ GROUP_EXECUTE
+                    WORLD_READ WORLD_EXECUTE
+    )
+endif()

CNAME

@@ -1 +0,0 @@
-video2x.org

Dockerfile

@@ -0,0 +1,43 @@
+# Name: Video2X Dockerfile
+# Creator: K4YT3X
+# Date Created: February 3, 2022
+# Last Modified: October 7, 2024
+
+# stage 1: build the python components into wheels
+FROM docker.io/archlinux:latest AS builder
+
+# Install dependencies and create a non-root user
+RUN pacman -Syy --noconfirm \
+        base-devel ffmpeg ncnn git cmake make clang pkgconf vulkan-headers openmp sudo \
+        nvidia-utils vulkan-radeon vulkan-intel vulkan-swrast \
+    && useradd -m builder \
+    && echo 'builder ALL=(ALL) NOPASSWD: ALL' > /etc/sudoers.d/builder
+
+# Switch to the non-root user and copy the source code
+USER builder
+COPY --chown=builder:builder . /video2x
+WORKDIR /video2x
+
+# Build the package
+RUN makepkg -s --noconfirm \
+    && find /video2x -maxdepth 1 -name 'video2x-*.pkg.tar.zst' ! -name '*-debug-*' | head -n 1 | \
+        xargs -I {} cp {} /tmp/video2x.pkg.tar.zst
+
+# stage 2: install wheels into the final image
+FROM docker.io/archlinux:latest
+LABEL maintainer="K4YT3X <i@k4yt3x.com>" \
+      org.opencontainers.image.source="https://github.com/k4yt3x/video2x" \
+      org.opencontainers.image.description="A lossless video super resolution framework"
+
+ENV VK_ICD_FILENAMES=/usr/share/vulkan/icd.d/nvidia_icd.json\
+:/usr/share/vulkan/icd.d/radeon_icd.x86_64.json\
+:/usr/share/vulkan/icd.d/intel_icd.x86_64.json
+
+COPY --from=builder /tmp/video2x.pkg.tar.zst /video2x.pkg.tar.zst
+RUN pacman -Sy --noconfirm ffmpeg ncnn \
+        nvidia-utils vulkan-radeon vulkan-intel vulkan-swrast \
+    && pacman -U --noconfirm /video2x.pkg.tar.zst \
+    && rm -rf /video2x.pkg.tar.zst /var/cache/pacman/pkg/*
+
+WORKDIR /host
+ENTRYPOINT ["/usr/bin/video2x"]

LICENSE

@@ -1,23 +1,21 @@
-                    GNU GENERAL PUBLIC LICENSE
-                       Version 3, 29 June 2007
+                    GNU AFFERO GENERAL PUBLIC LICENSE
+                       Version 3, 19 November 2007
 
- Copyright (C) 2007 Free Software Foundation, Inc. <http://fsf.org/>
+ Copyright (C) 2007 Free Software Foundation, Inc. <https://fsf.org/>
  Everyone is permitted to copy and distribute verbatim copies
  of this license document, but changing it is not allowed.
 
                             Preamble
 
-  The GNU General Public License is a free, copyleft license for
-software and other kinds of works.
+  The GNU Affero General Public License is a free, copyleft license for
+software and other kinds of works, specifically designed to ensure
+cooperation with the community in the case of network server software.
 
   The licenses for most software and other practical works are designed
 to take away your freedom to share and change the works.  By contrast,
-the GNU General Public License is intended to guarantee your freedom to
+our General Public Licenses are intended to guarantee your freedom to
 share and change all versions of a program--to make sure it remains free
-software for all its users.  We, the Free Software Foundation, use the
-GNU General Public License for most of our software; it applies also to
-any other work released this way by its authors.  You can apply it to
-your programs, too.
+software for all its users.
 
   When we speak of free software, we are referring to freedom, not
 price.  Our General Public Licenses are designed to make sure that you
@@ -26,44 +24,34 @@ them if you wish), that you receive source code or can get it if you
 want it, that you can change the software or use pieces of it in new
 free programs, and that you know you can do these things.
 
-  To protect your rights, we need to prevent others from denying you
-these rights or asking you to surrender the rights.  Therefore, you have
-certain responsibilities if you distribute copies of the software, or if
-you modify it: responsibilities to respect the freedom of others.
+  Developers that use our General Public Licenses protect your rights
+with two steps: (1) assert copyright on the software, and (2) offer
+you this License which gives you legal permission to copy, distribute
+and/or modify the software.
 
-  For example, if you distribute copies of such a program, whether
-gratis or for a fee, you must pass on to the recipients the same
-freedoms that you received.  You must make sure that they, too, receive
-or can get the source code.  And you must show them these terms so they
-know their rights.
+  A secondary benefit of defending all users' freedom is that
+improvements made in alternate versions of the program, if they
+receive widespread use, become available for other developers to
+incorporate.  Many developers of free software are heartened and
+encouraged by the resulting cooperation.  However, in the case of
+software used on network servers, this result may fail to come about.
+The GNU General Public License permits making a modified version and
+letting the public access it on a server without ever releasing its
+source code to the public.
 
-  Developers that use the GNU GPL protect your rights with two steps:
-(1) assert copyright on the software, and (2) offer you this License
-giving you legal permission to copy, distribute and/or modify it.
+  The GNU Affero General Public License is designed specifically to
+ensure that, in such cases, the modified source code becomes available
+to the community.  It requires the operator of a network server to
+provide the source code of the modified version running there to the
+users of that server.  Therefore, public use of a modified version, on
+a publicly accessible server, gives the public access to the source
+code of the modified version.
 
-  For the developers' and authors' protection, the GPL clearly explains
-that there is no warranty for this free software.  For both users' and
-authors' sake, the GPL requires that modified versions be marked as
-changed, so that their problems will not be attributed erroneously to
-authors of previous versions.
-
-  Some devices are designed to deny users access to install or run
-modified versions of the software inside them, although the manufacturer
-can do so.  This is fundamentally incompatible with the aim of
-protecting users' freedom to change the software.  The systematic
-pattern of such abuse occurs in the area of products for individuals to
-use, which is precisely where it is most unacceptable.  Therefore, we
-have designed this version of the GPL to prohibit the practice for those
-products.  If such problems arise substantially in other domains, we
-stand ready to extend this provision to those domains in future versions
-of the GPL, as needed to protect the freedom of users.
-
-  Finally, every program is threatened constantly by software patents.
-States should not allow patents to restrict development and use of
-software on general-purpose computers, but in those that do, we wish to
-avoid the special danger that patents applied to a free program could
-make it effectively proprietary.  To prevent this, the GPL assures that
-patents cannot be used to render the program non-free.
+  An older license, called the Affero General Public License and
+published by Affero, was designed to accomplish similar goals.  This is
+a different license, not a version of the Affero GPL, but Affero has
+released a new version of the Affero GPL which permits relicensing under
+this license.
 
   The precise terms and conditions for copying, distribution and
 modification follow.
@@ -72,7 +60,7 @@ modification follow.
 
   0. Definitions.
 
-  "This License" refers to version 3 of the GNU General Public License.
+  "This License" refers to version 3 of the GNU Affero General Public License.
 
   "Copyright" also means copyright-like laws that apply to other kinds of
 works, such as semiconductor masks.
@@ -549,35 +537,45 @@ to collect a royalty for further conveying from those to whom you convey
 the Program, the only way you could satisfy both those terms and this
 License would be to refrain entirely from conveying the Program.
 
-  13. Use with the GNU Affero General Public License.
+  13. Remote Network Interaction; Use with the GNU General Public License.
+
+  Notwithstanding any other provision of this License, if you modify the
+Program, your modified version must prominently offer all users
+interacting with it remotely through a computer network (if your version
+supports such interaction) an opportunity to receive the Corresponding
+Source of your version by providing access to the Corresponding Source
+from a network server at no charge, through some standard or customary
+means of facilitating copying of software.  This Corresponding Source
+shall include the Corresponding Source for any work covered by version 3
+of the GNU General Public License that is incorporated pursuant to the
+following paragraph.
 
   Notwithstanding any other provision of this License, you have
 permission to link or combine any covered work with a work licensed
-under version 3 of the GNU Affero General Public License into a single
+under version 3 of the GNU General Public License into a single
 combined work, and to convey the resulting work.  The terms of this
 License will continue to apply to the part which is the covered work,
-but the special requirements of the GNU Affero General Public License,
-section 13, concerning interaction through a network will apply to the
-combination as such.
+but the work with which it is combined will remain governed by version
+3 of the GNU General Public License.
 
   14. Revised Versions of this License.
 
   The Free Software Foundation may publish revised and/or new versions of
-the GNU General Public License from time to time.  Such new versions will
-be similar in spirit to the present version, but may differ in detail to
+the GNU Affero General Public License from time to time.  Such new versions
+will be similar in spirit to the present version, but may differ in detail to
 address new problems or concerns.
 
   Each version is given a distinguishing version number.  If the
-Program specifies that a certain numbered version of the GNU General
+Program specifies that a certain numbered version of the GNU Affero General
 Public License "or any later version" applies to it, you have the
 option of following the terms and conditions either of that numbered
 version or of any later version published by the Free Software
 Foundation.  If the Program does not specify a version number of the
-GNU General Public License, you may choose any version ever published
+GNU Affero General Public License, you may choose any version ever published
 by the Free Software Foundation.
 
   If the Program specifies that a proxy can decide which future
-versions of the GNU General Public License can be used, that proxy's
+versions of the GNU Affero General Public License can be used, that proxy's
 public statement of acceptance of a version permanently authorizes you
 to choose that version for the Program.
 
@@ -635,40 +633,29 @@ the "copyright" line and a pointer to where the full notice is found.
     Copyright (C) <year>  <name of author>
 
     This program is free software: you can redistribute it and/or modify
-    it under the terms of the GNU General Public License as published by
+    it under the terms of the GNU Affero General Public License as published by
     the Free Software Foundation, either version 3 of the License, or
     (at your option) any later version.
 
     This program is distributed in the hope that it will be useful,
     but WITHOUT ANY WARRANTY; without even the implied warranty of
     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-    GNU General Public License for more details.
+    GNU Affero General Public License for more details.
 
-    You should have received a copy of the GNU General Public License
-    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+    You should have received a copy of the GNU Affero General Public License
+    along with this program.  If not, see <https://www.gnu.org/licenses/>.
 
 Also add information on how to contact you by electronic and paper mail.
 
-  If the program does terminal interaction, make it output a short
-notice like this when it starts in an interactive mode:
-
-    <program>  Copyright (C) <year>  <name of author>
-    This program comes with ABSOLUTELY NO WARRANTY; for details type `show w'.
-    This is free software, and you are welcome to redistribute it
-    under certain conditions; type `show c' for details.
-
-The hypothetical commands `show w' and `show c' should show the appropriate
-parts of the General Public License.  Of course, your program's commands
-might be different; for a GUI interface, you would use an "about box".
+  If your software can interact with users remotely through a computer
+network, you should also make sure that it provides a way for users to
+get its source.  For example, if your program is a web application, its
+interface could display a "Source" link that leads users to an archive
+of the code.  There are many ways you could offer source, and different
+solutions will be better for different programs; see section 13 for the
+specific requirements.
 
   You should also get your employer (if you work as a programmer) or school,
 if any, to sign a "copyright disclaimer" for the program, if necessary.
-For more information on this, and how to apply and follow the GNU GPL, see
-<http://www.gnu.org/licenses/>.
-
-  The GNU General Public License does not permit incorporating your program
-into proprietary programs.  If your program is a subroutine library, you
-may consider it more useful to permit linking proprietary applications with
-the library.  If this is what you want to do, use the GNU Lesser General
-Public License instead of this License.  But first, please read
-<http://www.gnu.org/philosophy/why-not-lgpl.html>.
+For more information on this, and how to apply and follow the GNU AGPL, see
+<https://www.gnu.org/licenses/>.

Makefile

@@ -0,0 +1,91 @@
+.PHONY: build static debug windows test-realesrgan test-libplacebo leakcheck clean
+
+BINDIR=build
+CC=clang
+CXX=clang++
+
+build:
+	cmake -S . -B $(BINDIR) \
+		-DCMAKE_EXPORT_COMPILE_COMMANDS=ON \
+		-DCMAKE_C_COMPILER=$(CC) \
+		-DCMAKE_CXX_COMPILER=$(CXX) \
+		-DCMAKE_BUILD_TYPE=Release
+	cmake --build $(BINDIR) --config Release --parallel
+	cp $(BINDIR)/compile_commands.json .
+
+static:
+	cmake -S . -B $(BINDIR) \
+		-DCMAKE_EXPORT_COMPILE_COMMANDS=ON \
+		-DCMAKE_C_COMPILER=$(CC) \
+		-DCMAKE_CXX_COMPILER=$(CXX) \
+		-DCMAKE_BUILD_TYPE=Release \
+		-DBUILD_SHARED_LIBS=OFF
+	cmake --build $(BINDIR) --config Release --parallel
+	cp $(BINDIR)/compile_commands.json .
+
+debug:
+	cmake -S . -B $(BINDIR) \
+		-DCMAKE_EXPORT_COMPILE_COMMANDS=ON \
+		-DCMAKE_C_COMPILER=$(CC) \
+		-DCMAKE_CXX_COMPILER=$(CXX) \
+		-DCMAKE_BUILD_TYPE=Debug
+	cmake --build $(BINDIR) --config Debug --parallel
+	cp $(BINDIR)/compile_commands.json .
+
+debian:
+	apt-get update
+	apt-get install -y --no-install-recommends \
+		build-essential cmake clang pkg-config \
+		libavcodec-dev \
+		libavdevice-dev \
+		libavfilter-dev \
+		libavformat-dev \
+		libavutil-dev \
+		libswscale-dev \
+		libvulkan-dev \
+		glslang-tools \
+		libomp-dev \
+		libspdlog-dev
+	cmake -B /tmp/build -S . -DUSE_SYSTEM_NCNN=OFF \
+		-DCMAKE_C_COMPILER=clang -DCMAKE_CXX_COMPILER=clang++ \
+		-DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/tmp/install \
+		-DINSTALL_BIN_DESTINATION=. -DINSTALL_INCLUDE_DESTINATION=include \
+		-DINSTALL_LIB_DESTINATION=. -DINSTALL_MODEL_DESTINATION=.
+	cmake --build /tmp/build --config Release --target install --parallel
+
+test-realesrgan:
+	LD_LIBRARY_PATH=$(BINDIR) $(BINDIR)/video2x -i data/standard-test.mp4 -o data/output.mp4 \
+		-f realesrgan -r 4 --model realesr-animevideov3
+
+test-libplacebo:
+	LD_LIBRARY_PATH=$(BINDIR) $(BINDIR)/video2x -i data/standard-test.mp4 -o data/output.mp4 \
+		-f libplacebo -w 1920 -h 1080 -s anime4k-mode-a
+
+leakcheck-realesrgan:
+	LD_LIBRARY_PATH=$(BINDIR) valgrind \
+		--tool=memcheck \
+		--leak-check=full \
+		--show-leak-kinds=all \
+		--track-origins=yes \
+		--show-reachable=yes \
+		--verbose --log-file="valgrind.log" \
+		$(BINDIR)/video2x \
+		-i data/standard-test.mp4 -o data/output.mp4 \
+		-f realesrgan -r 2 --model realesr-animevideov3 \
+		-p veryfast -b 1000000 -q 30
+
+leakcheck-libplacebo:
+	LD_LIBRARY_PATH=$(BINDIR) valgrind \
+		--tool=memcheck \
+		--leak-check=full \
+		--show-leak-kinds=all \
+		--track-origins=yes \
+		--show-reachable=yes \
+		--verbose --log-file="valgrind.log" \
+		$(BINDIR)/video2x \
+		-i data/standard-test.mp4 -o data/output.mp4 \
+		-f libplacebo -w 1920 -h 1080 -s anime4k-mode-a \
+		-p veryfast -b 1000000 -q 30
+
+clean:
+	rm -rf $(BINDIR)

NOTICE

@@ -0,0 +1,11 @@
+Video2X
+Copyright (C) 2018-2024 K4YT3X and contributors.
+
+This product depends on FFmpeg, which is available under the GNU Lesser General Public License 2.1.
+The source code can be found at https://github.com/FFmpeg/FFmpeg.
+
+This product depends on Real-ESRGAN ncnn Vulkan, which is available under the MIT License.
+The source code can be found at https://github.com/xinntao/Real-ESRGAN-ncnn-vulkan.
+
+This product depends on ncnn, which is available under the BSD 3-Clause License.
+The source code can be found at https://github.com/Tencent/ncnn.

PKGBUILD

@@ -0,0 +1,27 @@
+pkgname=video2x
+pkgver=r840.ecbc512
+pkgrel=1
+pkgdesc="A machine learning-based lossless video super resolution framework"
+arch=('x86_64')
+url="https://github.com/k4yt3x/video2x"
+license=('AGPL3')
+depends=('ffmpeg' 'ncnn' 'vulkan-driver')
+makedepends=('git' 'cmake' 'make' 'clang' 'pkgconf' 'vulkan-headers' 'openmp' 'spdlog')
+
+pkgver() {
+    printf "r%s.%s" "$(git rev-list --count HEAD)" "$(git rev-parse --short HEAD)"
+}
+
+prepare() {
+    git submodule update --init --recursive
+}
+
+build() {
+    cmake -B build -S .. -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr
+    cmake --build build --config Release --parallel
+}
+
+package() {
+    DESTDIR="$pkgdir" cmake --install build
+}
+

README.md

@@ -1,272 +1,130 @@
-# Video2X Lossless Video Enlarger
+<p align="center">
+   <img src="https://github.com/user-attachments/assets/5cd63373-e806-474f-94ec-6e04963bf90f"/>
+   </br>
+   <img src="https://img.shields.io/github/v/release/k4yt3x/video2x?style=flat-square"/>
+   <img src="https://img.shields.io/github/actions/workflow/status/k4yt3x/video2x/build.yml?label=Build&style=flat-square"/>
+   <img src="https://img.shields.io/github/downloads/k4yt3x/video2x/total?style=flat-square"/>
+   <img src="https://img.shields.io/github/license/k4yt3x/video2x?style=flat-square"/>
+   <img src="https://img.shields.io/badge/dynamic/json?color=%23e85b46&label=Patreon&query=data.attributes.patron_count&suffix=%20patrons&url=https%3A%2F%2Fwww.patreon.com%2Fapi%2Fcampaigns%2F4507807&style=flat-square"/>
+</p>
 
-### Official Discussion Group (Telegram): https://t.me/video2x
+> [!IMPORTANT]
+> Versions 4 and 5 have reached end-of-life (EOL) status. Due to limited development resources, issues related to any version earlier than 6 will no longer be addressed.
 
-## Download Builds (Windows)
+## 🌟 Version 6.0.0 Preview
 
-You can go to the [releases page](https://github.com/k4yt3x/video2x/releases) to download the latest builds of `Video2X`. The exe files will require no Python or Python module installation.
+**[Direct download link for Windows (Installer)](https://github.com/k4yt3x/video2x/releases/download/6.0.0-beta.2/video2x-qt6-windows-amd64-installer.exe)**
 
-The **`full`** package provides all packages that will possibly be needed by `Video2X`, including `FFmpeg`, `waifu2x-caffe`, `waifu2x-converter-cpp`, `waifu2x-ncnn-vulkan`, and `Anime4K`. The config file (`video2x.json`) is also already configured for the environment. All you need to do is just to launch `video2x.exe`.
+![6.0.0-beta-screenshot](https://github.com/user-attachments/assets/bde4e4e2-2f97-412f-8e34-848f384be720)
 
-The **`light`** package provides only the most basic functions of `Video2X`. Only `video2x.exe`, `video2x_setup.exe` and `video2x.json` are included. To setup dependencies (e.g. `FFmpeg` and `Waifu2X`) automatically, simply launch `video2x_setup.exe`.
+Version 6.0.0 is a complete rewrite of this project in C/C++. It:
 
-## Prerequisites
+- actually works this time, with less pain (in comparison to 5.0.0 beta);
+- is blazing fast, thanks to the redesigned efficient pipeline and the speed of C/C++;
+- is cross-platform, available right now for both Windows and Linux;
+- provides much better output quality with Anime4K v4 and RealESRGAN;
+- supports Anime4K v4 and all other custom MPV-compatible GLSL shaders;
+- supports RealESRGAN (all three models) via ncnn and Vulkan;
+- requires 0 disk space for processing the video, just space for storing the final output; and
+- exports a standard C function that can be easily integrated in your own projects!
 
-Component names that are **bolded** can be automatically downloaded and configured with the `video2x_setup.py` script.
+These are available for download now:
 
-1. Operating System: Windows / Linux
-2. AMD GPU / Nvidia GPU
-3. AMD GPU driver / Nvidia GPU driver / Nvidia CUDNN
-4. [**FFmpeg**](https://ffmpeg.zeranoe.com/builds/)
-5. One of the following drivers
-   - [**waifu2x-caffe**](https://github.com/lltcggie/waifu2x-caffe/releases)
-   - [**waifu2x-converter-cpp**](https://github.com/DeadSix27/waifu2x-converter-cpp/releases)
-   - [**waifu2x-ncnn-vulkan**](https://github.com/nihui/waifu2x-ncnn-vulkan)
-   - [**Anime4K**](https://github.com/bloc97/Anime4K)
+- **6.0.0 beta Qt6-based GUI for Windows** is on the [releases page](https://github.com/k4yt3x/video2x/releases).
+- **6.0.0 beta CLI preview builds for Windows and Linux** are on the [releases page](https://github.com/k4yt3x/video2x/releases).
+  - You will need to install the dependencies and set `LD_LIBRARY_PATH` for the Linux build to work. Refer to the [PKGBUILD](PKGBUILD) file to see what needs to be installed.
+  - Alternatively, you can build it from source. Take a look at the [Makefile](Makefile).
+- 6.0.0 beta AUR package for Arch Linux (`video2x-git`).
+- 6.0.0 beta [container image](https://github.com/k4yt3x/video2x/pkgs/container/video2x).
+- A new Colab will be made for 6.0.0 at a later time.
 
-## Recent Changes
+There is still much to be done and optimize. Stay tuned for more updates. As for why the 5.0.0 branch was abandoned, here are some of the reasons:
 
-### 3.0.0 (November 26, 2019)
+- Wrapped C++ libraries for Python are too painful to build for cross-platform distribution.
+- Some wrapped C++ libraires exhibited unexpected behaviors.
+- Running FFmpeg via commands and piping data through stdin/stdout are inefficient.
+- C/C++ native binaries are much smaller and much more efficient.
 
-- Linux compatibility
-- Configuration file changed to YAML format
-  - You may still use a JSON-formatted config file. To do so, please specify `-c video2x.json`.
-- Other code clean-up and optimization
+## [💬 Telegram Discussion Group](https://t.me/video2x)
 
-### 2.10.0 (August 16, 2019)
+Join our Telegram discussion group to ask any questions you have about Video2X, chat directly with the developers, or discuss about super resolution technologies and the future of Video2X in general.
 
-- **Added support for [Anime4K](https://github.com/bloc97/Anime4K)**
+## [🪟 Download Windows Releases](https://github.com/k4yt3x/video2x/releases/tag/4.8.1)
 
-### 2.9.0 (July 27, 2019)
+The latest Windows release build based on version 4.8.1. Go to the [GUI](https://github.com/k4yt3x/video2x/wiki/GUI) page to see the basic usages of the GUI. Try the [mirror](https://files.k4yt3x.com/Projects/Video2X/latest) if you can't download releases directly from GitHub.
 
-- Changed file handling method from `os` to `pathlib`
-- Removed f_string dependency and support for legacy versions of Python
-- Organized file import statements
+## [📔 Google Colab](https://colab.research.google.com/drive/1gWEwcA9y57EsxwOjmLNmNMXPsafw0kGo)
 
-### Setup Script 1.6.0 (November 26, 2019)
+You can use Video2X on [Google Colab](https://colab.research.google.com/) **for free** if you don't have a powerful GPU of your own. You can borrow a powerful GPU (Tesla K80, T4, P4, or P100) on Google's server for free for a maximum of 12 hours per session. **Please use the free resource fairly** and do not create sessions back-to-back and run upscaling 24/7. This might result in you getting banned. You can get [Colab Pro/Pro+](https://colab.research.google.com/signup/pricing) if you'd like to use better GPUs and get longer runtimes. Usage instructions are embedded in the [Colab Notebook](https://colab.research.google.com/drive/1gWEwcA9y57EsxwOjmLNmNMXPsafw0kGo).
 
-- Added compatibility for new YAML configuration file
-- Added better exception handling
+## [📦 Container Image](https://github.com/k4yt3x/video2x/pkgs/container/video2x)
 
-## Description
+Video2X container images are available on the GitHub Container Registry for easy deployment on Linux and macOS. If you already have Docker/Podman installed, only one command is needed to start upscaling a video. For more information on how to use Video2X's Docker image, please refer to the [documentations](https://github.com/K4YT3X/video2x/wiki/Container).
 
-Video2X is an automation software based on waifu2x image enlarging engine. It extracts frames from a video, enlarge it by a number of times without losing any details or quality, keeping lines smooth and edges sharp.
+## [📖 Documentations](https://github.com/k4yt3x/video2x/wiki)
 
-For short: **Video2X enlarges your video without losing details**
+Video2X's documentations are hosted on this repository's [Wiki page](https://github.com/k4yt3x/video2x/wiki). It includes comprehensive explanations for how to use the [GUI](https://github.com/k4yt3x/video2x/wiki/GUI), the [CLI](https://github.com/k4yt3x/video2x/wiki/CLI), the [container image](https://github.com/K4YT3X/video2x/wiki/Container), the [library](https://github.com/k4yt3x/video2x/wiki/Library), and more. The Wiki is open to edits by the community, so you, yes you, can also correct errors or add new contents to the documentations.
 
-Watch for the sharper edges in this screenshot around the shadows:
+## Introduction
 
-![preview](https://user-images.githubusercontent.com/21986859/49412428-65083280-f73a-11e8-8237-bb34158a545e.png)
+Video2X is a video/GIF/image upscaling and frame interpolation software written in Python. It can use these following state-of-the-art algorithms to increase the resolution and frame rate of your video/GIF/image. More information about the algorithms that it supports can be found in [the documentations](https://github.com/k4yt3x/video2x/wiki/Algorithms).
 
-**You can also watch the YouTube video Demo: https://www.youtube.com/watch?v=PG94iPoeoZk**
+### Video Upscaling
 
-Clip is from trailer of animated movie "千と千尋の神隠し". Copyright belongs to "株式会社スタジオジブリ (STUDIO GHIBLI INC.)". Will delete immediately if use of clip is in violation of copyright.
+![Spirited Away Demo](https://user-images.githubusercontent.com/21986859/49412428-65083280-f73a-11e8-8237-bb34158a545e.png)\
+_Upscale demo: Spirited Away's movie trailer_
 
-## Screenshot
+- **Spirited Away**: [YouTube](https://youtu.be/mGEfasQl2Zo) | [Bilibili](https://www.bilibili.com/video/BV1V5411471i/)
+  - 360P to 4K
+  - The [original video](https://www.youtube.com/watch?v=ByXuk9QqQkk)'s copyright belongs to 株式会社スタジオジブリ
+- **Bad Apple!!**: [YouTube](https://youtu.be/A81rW_FI3cw) | [Bilibili](https://www.bilibili.com/video/BV16K411K7ue)
+  - 384P to 4K 120FPS
+  - The [original video](https://www.nicovideo.jp/watch/sm8628149)'s copyright belongs to あにら
+- **The Pet Girl of Sakurasou**: [YouTube](https://youtu.be/M0vDI1HH2_Y) | [Bilibili](https://www.bilibili.com/video/BV14k4y167KP/)
+  - 240P to 1080P 60FPS
+  - The original video's copyright belongs to ASCII Media Works
 
-![video2x_gui](https://user-images.githubusercontent.com/21986859/63219691-ee478400-c166-11e9-8c15-dcf59228bd96.png)
+### Standard Test Clip
 
-![screenshot](https://user-images.githubusercontent.com/21986859/40265170-39c0caae-5b01-11e8-8371-8b6c24769639.png)
+The following clip can be used to test if your setup works properly. This is also the standard clip used for running performance benchmarks.
 
----
+- [Standard Test Clip (240P)](https://files.k4yt3x.com/Resources/Videos/standard-test.mp4) 4.54 MiB
+- [waifu2x Upscaled Sample (1080P)](https://files.k4yt3x.com/Resources/Videos/standard-waifu2x.mp4) 4.54 MiB
+- [Ground Truth (1080P)](https://files.k4yt3x.com/Resources/Videos/standard-original.mp4) 22.2 MiB
 
-## Documentations
-
-### [Video2X Wiki](https://github.com/k4yt3x/video2x/wiki)
-
-You can find all detailed user-facing and developer-facing documentations in the [Video2X Wiki](https://github.com/k4yt3x/video2x/wiki). It covers everything from step-by-step instructions for beginners, to the code structure of this program for advanced users and developers. If this README page doesn't answer all your questions, the wiki page is where you should head to.
-
-### [Step-By-Step Tutorial](https://github.com/k4yt3x/video2x/wiki/Step-By-Step-Tutorial)
-
-For those who want a detailed walk-through of how to use `Video2X`, you can head to the [Step-By-Step Tutorial](https://github.com/k4yt3x/video2x/wiki/Step-By-Step-Tutorial) wiki page. It includes almost every step you need to perform in order to enlarge your first video.
-
-### [Waifu2X Drivers](https://github.com/k4yt3x/video2x/wiki/Waifu2X-Drivers)
-
-Go to the [Waifu2X Drivers](https://github.com/k4yt3x/video2x/wiki/Waifu2X-Drivers) wiki page if you want to see a detailed description on the different types of `waifu2x` drivers implemented by `Video2X`. This wiki page contains detailed difference between different drivers, and how to download and set each of them up for `Video2X`.
-
-### [Q&A](https://github.com/k4yt3x/video2x/wiki/Q&A)
-
-If you have any questions, first try visiting our [Q&A](https://github.com/k4yt3x/video2x/wiki/Q&A) page to see if your question is answered there. If not, open an issue and we will respond to your questions ASAP.
-
----
-
-## Quick Start
-
-### Prerequisites
-
-- **Python 3**
-Download: https://www.python.org/downloads/windows/
-- **FFmpeg Windows Build**
-Download: https://ffmpeg.org/download.html
-- **waifu2x-caffe** (for Nvidia CUDA/CUDNN)
-Download: https://github.com/lltcggie/waifu2x-caffe/releases
-- **waifu2x-converter-cpp** (required for AMD, OpenCL and OpenGL processing)
-Download: https://github.com/DeadSix27/waifu2x-converter-cpp/releases
-- **waifu2x-ncnn-vulkan**
-Download: https://github.com/nihui/waifu2x-ncnn-vulkan/releases
-- **Anime4K**
-Download: https://github.com/bloc97/Anime4K/releases
-
-### Installing Dependencies
-
-First, clone the video2x repository.
-
-```shell
-git clone https://github.com/k4yt3x/video2x.git
-cd video2x/bin
-```
-
-Then you may run the `video2x_setup.py` script to install and configure the dependencies automatically. This script is designed and tested on Windows 10.
-
-This script will install the newest version of `ffmpeg`, any one or all `waifu2x-caffe`, `waifu2x-converter-cpp`, and `waifu2x-ncnn-vulkan` to `%LOCALAPPDATA%\\video2x` and all required python libraries.
-
-```shell
-python video2x_setup.py
-```
-
-Alternatively, you can also install the dependencies manually. Please refer to the prerequisites section to see what's needed.
-
-Then you'll need to install python dependencies before start using video2x. Install simply by executing the following command.
-
-```shell
-pip install -r requirements.txt
-```
-
-**Note that all command line arguments/options overwrite configuration file settings.**
-
-### Sample Videos
-
-If you can't find a video clip to begin with, or if you want to see a before-after comparison, we have prepared some sample clips for you. The quick start guide down below will also be based on the name of the sample clips.
-
-![sample_video](https://user-images.githubusercontent.com/21986859/52905766-d5512b00-3236-11e9-9aea-077636539679.png)
-
-- [Sample Video Original (240P) 1.7MB](https://files.flexio.org/Resources/Videos/sample_input.mp4)
-- [Sample Video Upscaled (1080P) 4.8MB](https://files.flexio.org/Resources/Videos/sample_output.mp4)
-
-Clip is from anime "さくら荘のペットな彼女". Copyright belongs to "株式会社アニプレックス (Aniplex Inc.)". Will delete immediately if use of clip is in violation of copyright.
-
-### Nvidia CUDA (waifu2x-caffe)
-
-Enlarge the video to 1920x1080 using CUDA. You may also use the `-r/--ratio` option.
-
-```shell
-python video2x.py -i sample_input.mp4 -o sample_output.mp4 -m gpu --width=1920 --height=1080
-```
-
-### Nvidia CUDNN
-
-Enlarge the video to 1920x1080 using CUDNN. You may also use the `-r/--ratio` option.
-
-```shell
-python video2x.py -i sample_input.mp4 -o sample_output.mp4 -m cudnn --width=1920 --height=1080
-```
-
-### AMD or Nvidia (waifu2x-converter-cpp OpenCL)
-
-Enlarge the video by 2 times using OpenCL. Note that `waifu2x-converter-cpp` doesn't support width and height. You'll also have to explicitly specify that the driver to be used is `waifu2x_converter`.
-
-```shell
-python video2x.py -i sample_input.mp4 -o sample_output.mp4 -m gpu -r 2 -d waifu2x_converter
-```
-
-### AMD or Nvidia (waifu2x-ncnn-vulkan Vulkan)
-
-```shell
-python video2x.py -i sample_input.mp4 -o sample_output.mp4 -m gpu -r 2 -d waifu2x_ncnn_vulkan
-```
-
-### Anime4K
-
-Enlarge the video by 2 times using Anime4K. **Remember to install and configure [JRE 12](https://www.oracle.com/technetwork/java/javase/downloads/java-archive-javase12-5440181.html) path in the configuration file.**
-
-```shell
-python video2x.py -i sample_input.mp4 -o sample_output.mp4 -r 2 -d anime4k
-```
-
-### CPU
-
-Enlarge the video to 1920x1080 using the CPU. You may also use the `-r/--ratio` option. **waifu2x-based upscalers potentially run much slower than using a GPU, but Anime4K is more CPU-dependant**. The configuration file for this method is similar to the previous methods.
-
-```shell
-python video2x.py -i sample_input.mp4 -o sample_output.mp4 -m cpu --width=1920 --height=1080
-```
-
----
-
-# Full Usage
-
-## General Options
-
-### -h, --help
-    show this help message and exit
-
-## File Options
-
-### -i INPUT, --input INPUT
-    Source video file/directory (default: None)
-
-### -o OUTPUT, --output OUTPUT
-    Output video file/directory (default: None)
-
-## Upscaling Options
-
-### -m {cpu,gpu,cudnn}, --method {cpu,gpu,cudnn}
-    Upscaling method (default: gpu)
-
-### -d {waifu2x_caffe,waifu2x_converter}, --driver {waifu2x_caffe,waifu2x_converter}
-    Waifu2x driver (default: waifu2x_caffe)
-
-### -y MODEL_DIR, --model_dir MODEL_DIR
-    Folder containing model JSON files
-
-### -t THREADS, --threads THREADS
-    Number of threads to use for upscaling (default: 5)
-
-### -c CONFIG, --config CONFIG
-    Video2X config file location (default: video2x\bin\video2x.json)
-
-### -b, --batch
-    Enable batch mode (select all default values to questions)
-
-## Scaling Options
-
-### --width WIDTH
-    Output video width
-
-### --height HEIGHT
-    Output video height
-
-### -r RATIO, --ratio RATIO
-    Scaling ratio
-
----
+The original clip came from the anime "さくら荘のペットな彼女."\
+Copyright of this clip belongs to 株式会社アニプレックス.
 
 ## License
 
-Licensed under the GNU General Public License Version 3 (GNU GPL v3)
-https://www.gnu.org/licenses/gpl-3.0.txt
+This project is licensed under the [GNU Affero General Public License Version 3 (GNU AGPL v3)](https://www.gnu.org/licenses/agpl-3.0.txt)\
+Copyright (C) 2018-2024 K4YT3X and [contributors](https://github.com/k4yt3x/video2x/graphs/contributors).
 
-![GPLv3 Icon](https://www.gnu.org/graphics/gplv3-127x51.png)
+![AGPLv3](https://www.gnu.org/graphics/agplv3-155x51.png)
 
-(C) 2018-2020 K4YT3X
+This project (`libvideo2x`) includes or depends on these following projects:
 
-## Credits
+| Project                                                                       | License         |
+| ----------------------------------------------------------------------------- | --------------- |
+| [Anime4K](https://github.com/bloc97/Anime4K)                                  | MIT License     |
+| [FFmpeg](https://www.ffmpeg.org/)                                             | LGPLv2.1, GPLv2 |
+| [Real-ESRGAN ncnn Vulkan](https://github.com/xinntao/Real-ESRGAN-ncnn-vulkan) | MIT License     |
+| [ncnn](https://github.com/Tencent/ncnn)                                       | BSD 3-Clause    |
 
-This project relies on the following software and projects.
-
-- [FFmpeg]('https://www.ffmpeg.org/')
-- [waifu2x-caffe](https://github.com/lltcggie/waifu2x-caffe)
-- [waifu2x-converter-cpp](https://github.com/DeadSix27/waifu2x-converter-cpp)
-- [waifu2x-ncnn-vulkan](https://github.com/nihui/waifu2x-ncnn-vulkan)
-- [Anime4K](https://github.com/bloc97/Anime4K)
+More licensing information can be found in the [NOTICE](NOTICE) file.
 
 ## Special Thanks
 
-Appreciations given to the following code contributors:
+Appreciations are given to the following personnel who have contributed significantly to the project.
 
-- @BrianPetkovsek
-- @SAT3LL
+- [@ArchieMeng](https://github.com/archiemeng)
+- [@BrianPetkovsek](https://github.com/BrianPetkovsek)
+- [@ddouglas87](https://github.com/ddouglas87)
+- [@lhanjian](https://github.com/lhanjian)
+- [@nihui](https://github.com/nihui)
+- [@sat3ll](https://github.com/sat3ll)
 
-## Related Resources
+## Similar Projects
 
-- [Dandere2x](https://github.com/CardinalPanda/dandere2x): `Dandere2x` is a lossy video upscaler also built around `waifu2x`, but with video compression techniques to shorten the time needed to process a video.
+- [Dandere2x](https://github.com/CardinalPanda/dandere2x): A lossy video upscaler also built around `waifu2x`, but with video compression techniques to shorten the time needed to process a video.
+- [Waifu2x-Extension-GUI](https://github.com/AaronFeng753/Waifu2x-Extension-GUI): A similar project that focuses more and only on building a better graphical user interface. It is built using C++ and Qt5, and currently only supports the Windows platform.

_config.yml

@@ -1 +0,0 @@
-theme: jekyll-theme-slate

include/getopt.h

@@ -0,0 +1,32 @@
+#ifndef __GETOPT_H__
+#define __GETOPT_H__
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+extern int opterr;   /* if error message should be printed */
+extern int optind;   /* index into parent argv vector */
+extern int optopt;   /* character checked for validity */
+extern int optreset; /* reset getopt */
+extern char *optarg; /* argument associated with option */
+
+struct option {
+    const char *name;
+    int has_arg;
+    int *flag;
+    int val;
+};
+
+#define no_argument 0
+#define required_argument 1
+#define optional_argument 2
+
+// int getopt(int, char **, const char *);
+int getopt_long(int, char **, const char *, const struct option *, int *);
+
+#ifdef __cplusplus
+}
+#endif
+
+#endif /* __GETOPT_H__ */

include/libvideo2x/conversions.h

@@ -0,0 +1,20 @@
+#ifndef CONVERSIONS_H
+#define CONVERSIONS_H
+
+extern "C" {
+#include <libavutil/frame.h>
+#include <libswscale/swscale.h>
+}
+
+#include <mat.h>
+
+// Convert AVFrame to another pixel format
+AVFrame *convert_avframe_pix_fmt(AVFrame *src_frame, AVPixelFormat pix_fmt);
+
+// Convert AVFrame to ncnn::Mat
+ncnn::Mat avframe_to_ncnn_mat(AVFrame *frame);
+
+// Convert ncnn::Mat to AVFrame
+AVFrame *ncnn_mat_to_avframe(const ncnn::Mat &mat, AVPixelFormat pix_fmt);
+
+#endif  // CONVERSIONS_H

include/libvideo2x/decoder.h

@@ -0,0 +1,18 @@
+#ifndef DECODER_H
+#define DECODER_H
+
+extern "C" {
+#include <libavcodec/avcodec.h>
+#include <libavformat/avformat.h>
+}
+
+int init_decoder(
+    AVHWDeviceType hw_type,
+    AVBufferRef *hw_ctx,
+    const char *input_filename,
+    AVFormatContext **fmt_ctx,
+    AVCodecContext **dec_ctx,
+    int *video_stream_index
+);
+
+#endif  // DECODER_H

include/libvideo2x/encoder.h

@@ -0,0 +1,33 @@
+#ifndef ENCODER_H
+#define ENCODER_H
+
+extern "C" {
+#include <libavcodec/avcodec.h>
+#include <libavformat/avformat.h>
+#include <libavutil/opt.h>
+}
+
+#include "libvideo2x.h"
+
+int init_encoder(
+    AVBufferRef *hw_ctx,
+    const char *output_filename,
+    AVFormatContext *ifmt_ctx,
+    AVFormatContext **ofmt_ctx,
+    AVCodecContext **enc_ctx,
+    AVCodecContext *dec_ctx,
+    EncoderConfig *encoder_config,
+    int video_stream_index,
+    int **stream_mapping
+);
+
+int encode_and_write_frame(
+    AVFrame *frame,
+    AVCodecContext *enc_ctx,
+    AVFormatContext *ofmt_ctx,
+    int video_stream_index
+);
+
+int flush_encoder(AVCodecContext *enc_ctx, AVFormatContext *ofmt_ctx);
+
+#endif  // ENCODER_H

include/libvideo2x/filter.h

@@ -0,0 +1,21 @@
+#ifndef FILTER_H
+#define FILTER_H
+
+#include <vector>
+
+extern "C" {
+#include <libavcodec/avcodec.h>
+#include <libavfilter/avfilter.h>
+#include <libavutil/buffer.h>
+}
+
+// Abstract base class for filters
+class Filter {
+   public:
+    virtual ~Filter() {}
+    virtual int init(AVCodecContext *dec_ctx, AVCodecContext *enc_ctx, AVBufferRef *hw_ctx) = 0;
+    virtual int process_frame(AVFrame *input_frame, AVFrame **output_frame) = 0;
+    virtual int flush(std::vector<AVFrame *> &processed_frames) = 0;
+};
+
+#endif  // FILTER_H

include/libvideo2x/fsutils.h

@@ -0,0 +1,12 @@
+#ifndef FSUTILS_H
+#define FSUTILS_H
+
+#include <filesystem>
+
+bool filepath_is_readable(const std::filesystem::path &path);
+
+std::filesystem::path find_resource_file(const std::filesystem::path &path);
+
+std::string path_to_string(const std::filesystem::path& path);
+
+#endif  // FSUTILS_H

include/libvideo2x/libplacebo.h

@@ -0,0 +1,22 @@
+#ifndef PLACEBO_H
+#define PLACEBO_H
+
+#include <filesystem>
+
+extern "C" {
+#include <libavcodec/avcodec.h>
+#include <libavfilter/avfilter.h>
+}
+
+int init_libplacebo(
+    AVBufferRef *hw_ctx,
+    AVFilterGraph **filter_graph,
+    AVFilterContext **buffersrc_ctx,
+    AVFilterContext **buffersink_ctx,
+    AVCodecContext *dec_ctx,
+    int output_width,
+    int output_height,
+    const std::filesystem::path &shader_path
+);
+
+#endif  // PLACEBO_H

include/libvideo2x/libplacebo_filter.h

@@ -0,0 +1,42 @@
+#ifndef LIBPLACEBO_FILTER_H
+#define LIBPLACEBO_FILTER_H
+
+#include <filesystem>
+
+extern "C" {
+#include <libavcodec/avcodec.h>
+#include <libavfilter/buffersink.h>
+#include <libavfilter/buffersrc.h>
+}
+
+#include "filter.h"
+
+// LibplaceboFilter class definition
+class LibplaceboFilter : public Filter {
+   private:
+    AVFilterGraph *filter_graph;
+    AVFilterContext *buffersrc_ctx;
+    AVFilterContext *buffersink_ctx;
+    int output_width;
+    int output_height;
+    const std::filesystem::path shader_path;
+    AVRational output_time_base;
+
+   public:
+    // Constructor
+    LibplaceboFilter(int width, int height, const std::filesystem::path &shader_path);
+
+    // Destructor
+    virtual ~LibplaceboFilter();
+
+    // Initializes the filter with decoder and encoder contexts
+    int init(AVCodecContext *dec_ctx, AVCodecContext *enc_ctx, AVBufferRef *hw_ctx) override;
+
+    // Processes an input frame and returns the processed frame
+    int process_frame(AVFrame *input_frame, AVFrame **output_frame) override;
+
+    // Flushes any remaining frames
+    int flush(std::vector<AVFrame *> &processed_frames) override;
+};
+
+#endif  // LIBPLACEBO_FILTER_H

include/libvideo2x/libvideo2x.h

@@ -0,0 +1,104 @@
+#ifndef LIBVIDEO2X_H
+#define LIBVIDEO2X_H
+
+#include <stdbool.h>
+#include <stdint.h>
+#include <time.h>
+
+#ifdef _WIN32
+#ifdef LIBVIDEO2X_EXPORTS
+#define LIBVIDEO2X_API __declspec(dllexport)
+#else
+#define LIBVIDEO2X_API __declspec(dllimport)
+#endif
+#else
+#define LIBVIDEO2X_API
+#endif
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+#include <libavcodec/avcodec.h>
+#include <libavformat/avformat.h>
+
+// Enum to specify filter type
+enum FilterType {
+    FILTER_LIBPLACEBO,
+    FILTER_REALESRGAN
+};
+
+// Enum to specify log level
+enum Libvideo2xLogLevel {
+    LIBVIDEO2X_LOG_LEVEL_TRACE,
+    LIBVIDEO2X_LOG_LEVEL_DEBUG,
+    LIBVIDEO2X_LOG_LEVEL_INFO,
+    LIBVIDEO2X_LOG_LEVEL_WARNING,
+    LIBVIDEO2X_LOG_LEVEL_ERROR,
+    LIBVIDEO2X_LOG_LEVEL_CRITICAL,
+    LIBVIDEO2X_LOG_LEVEL_OFF
+};
+
+// Configuration for Libplacebo filter
+struct LibplaceboConfig {
+    int output_width;
+    int output_height;
+    const char *shader_path;
+};
+
+// Configuration for RealESRGAN filter
+struct RealESRGANConfig {
+    int gpuid;
+    bool tta_mode;
+    int scaling_factor;
+    const char *model;
+};
+
+// Unified filter configuration
+struct FilterConfig {
+    enum FilterType filter_type;
+    union {
+        struct LibplaceboConfig libplacebo;
+        struct RealESRGANConfig realesrgan;
+    } config;
+};
+
+// Encoder configuration
+struct EncoderConfig {
+    int output_width;
+    int output_height;
+    bool copy_streams;
+    enum AVCodecID codec;
+    enum AVPixelFormat pix_fmt;
+    const char *preset;
+    int64_t bit_rate;
+    float crf;
+};
+
+// Video processing context
+struct VideoProcessingContext {
+    int64_t processed_frames;
+    int64_t total_frames;
+    time_t start_time;
+    bool pause;
+    bool abort;
+    bool completed;
+};
+
+// C-compatible process_video function
+LIBVIDEO2X_API int process_video(
+    const char *input_filename,
+    const char *output_filename,
+    enum Libvideo2xLogLevel log_level,
+    bool benchmark,
+    enum AVHWDeviceType hw_device_type,
+    const struct FilterConfig *filter_config,
+    struct EncoderConfig *encoder_config,
+    struct VideoProcessingContext *proc_ctx
+);
+
+#ifdef __cplusplus
+}
+#endif
+
+#endif  // LIBVIDEO2X_H

include/libvideo2x/realesrgan_filter.h

@@ -0,0 +1,51 @@
+#ifndef REALSRGAN_FILTER_H
+#define REALSRGAN_FILTER_H
+
+#include <filesystem>
+
+extern "C" {
+#include <libavcodec/avcodec.h>
+}
+
+#include "filter.h"
+#include "realesrgan.h"
+
+// RealesrganFilter class definition
+class RealesrganFilter : public Filter {
+   private:
+    RealESRGAN *realesrgan;
+    int gpuid;
+    bool tta_mode;
+    int scaling_factor;
+    const char *model;
+    const std::filesystem::path custom_model_param_path;
+    const std::filesystem::path custom_model_bin_path;
+    AVRational input_time_base;
+    AVRational output_time_base;
+    AVPixelFormat output_pix_fmt;
+
+   public:
+    // Constructor
+    RealesrganFilter(
+        int gpuid = 0,
+        bool tta_mode = false,
+        int scaling_factor = 4,
+        const char *model = "realesr-animevideov3",
+        const std::filesystem::path custom_model_bin_pathmodel_param_path = std::filesystem::path(),
+        const std::filesystem::path custom_model_bin_pathmodel_bin_path = std::filesystem::path()
+    );
+
+    // Destructor
+    virtual ~RealesrganFilter();
+
+    // Initializes the filter with decoder and encoder contexts
+    int init(AVCodecContext *dec_ctx, AVCodecContext *enc_ctx, AVBufferRef *hw_ctx) override;
+
+    // Processes an input frame and returns the processed frame
+    int process_frame(AVFrame *input_frame, AVFrame **output_frame) override;
+
+    // Flushes any remaining frames (if necessary)
+    int flush(std::vector<AVFrame *> &processed_frames) override;
+};
+
+#endif

include/libvideo2x/version.h.in

@@ -0,0 +1,6 @@
+#ifndef VERSION_H
+#define VERSION_H
+
+#define LIBVIDEO2X_VERSION_STRING "@PROJECT_VERSION@"
+
+#endif  // VERSION_H

models/realesr-animevideov3-x2.param

@@ -0,0 +1,43 @@
+7767517
+41 42
+Input                    input.1                  0 1 data
+Split                    splitncnn_input0         1 2 data input.1_splitncnn_0 input.1_splitncnn_1
+Convolution              Conv_0                   1 1 input.1_splitncnn_1 54 0=64 1=3 4=1 5=1 6=1728
+PReLU                    PRelu_1                  1 1 54 56 0=64
+Convolution              Conv_2                   1 1 56 57 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_3                  1 1 57 59 0=64
+Convolution              Conv_4                   1 1 59 60 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_5                  1 1 60 62 0=64
+Convolution              Conv_6                   1 1 62 63 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_7                  1 1 63 65 0=64
+Convolution              Conv_8                   1 1 65 66 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_9                  1 1 66 68 0=64
+Convolution              Conv_10                  1 1 68 69 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_11                 1 1 69 71 0=64
+Convolution              Conv_12                  1 1 71 72 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_13                 1 1 72 74 0=64
+Convolution              Conv_14                  1 1 74 75 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_15                 1 1 75 77 0=64
+Convolution              Conv_16                  1 1 77 78 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_17                 1 1 78 80 0=64
+Convolution              Conv_18                  1 1 80 81 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_19                 1 1 81 83 0=64
+Convolution              Conv_20                  1 1 83 84 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_21                 1 1 84 86 0=64
+Convolution              Conv_22                  1 1 86 87 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_23                 1 1 87 89 0=64
+Convolution              Conv_24                  1 1 89 90 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_25                 1 1 90 92 0=64
+Convolution              Conv_26                  1 1 92 93 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_27                 1 1 93 95 0=64
+Convolution              Conv_28                  1 1 95 96 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_29                 1 1 96 98 0=64
+Convolution              Conv_30                  1 1 98 99 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_31                 1 1 99 101 0=64
+Convolution              Conv_32                  1 1 101 102 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_33                 1 1 102 104 0=64
+Convolution              Conv_34                  1 1 104 105 0=48 1=3 4=1 5=1 6=27648
+PixelShuffle             DepthToSpace_35          1 1 105 106 0=4
+Interp                   Resize_37                1 1 input.1_splitncnn_0 111 0=1 1=4.000000e+00 2=4.000000e+00
+BinaryOp                 Add_38                   2 1 106 111 112
+Interp                   Resize_40                1 1 112 output 0=3 1=5.000000e-01 2=5.000000e-01

models/realesr-animevideov3-x3.param

@@ -0,0 +1,43 @@
+7767517
+41 42
+Input                    input.1                  0 1 data
+Split                    splitncnn_input0         1 2 data input.1_splitncnn_0 input.1_splitncnn_1
+Convolution              Conv_0                   1 1 input.1_splitncnn_1 54 0=64 1=3 4=1 5=1 6=1728
+PReLU                    PRelu_1                  1 1 54 56 0=64
+Convolution              Conv_2                   1 1 56 57 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_3                  1 1 57 59 0=64
+Convolution              Conv_4                   1 1 59 60 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_5                  1 1 60 62 0=64
+Convolution              Conv_6                   1 1 62 63 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_7                  1 1 63 65 0=64
+Convolution              Conv_8                   1 1 65 66 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_9                  1 1 66 68 0=64
+Convolution              Conv_10                  1 1 68 69 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_11                 1 1 69 71 0=64
+Convolution              Conv_12                  1 1 71 72 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_13                 1 1 72 74 0=64
+Convolution              Conv_14                  1 1 74 75 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_15                 1 1 75 77 0=64
+Convolution              Conv_16                  1 1 77 78 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_17                 1 1 78 80 0=64
+Convolution              Conv_18                  1 1 80 81 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_19                 1 1 81 83 0=64
+Convolution              Conv_20                  1 1 83 84 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_21                 1 1 84 86 0=64
+Convolution              Conv_22                  1 1 86 87 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_23                 1 1 87 89 0=64
+Convolution              Conv_24                  1 1 89 90 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_25                 1 1 90 92 0=64
+Convolution              Conv_26                  1 1 92 93 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_27                 1 1 93 95 0=64
+Convolution              Conv_28                  1 1 95 96 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_29                 1 1 96 98 0=64
+Convolution              Conv_30                  1 1 98 99 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_31                 1 1 99 101 0=64
+Convolution              Conv_32                  1 1 101 102 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_33                 1 1 102 104 0=64
+Convolution              Conv_34                  1 1 104 105 0=48 1=3 4=1 5=1 6=27648
+PixelShuffle             DepthToSpace_35          1 1 105 106 0=4
+Interp                   Resize_37                1 1 input.1_splitncnn_0 111 0=1 1=4.000000e+00 2=4.000000e+00
+BinaryOp                 Add_38                   2 1 106 111 112
+Interp                   Resize_40                1 1 112 output 0=3 1=7.500000e-01 2=7.500000e-01

models/realesr-animevideov3-x4.param

@@ -0,0 +1,42 @@
+7767517
+40 41
+Input                    input.1                  0 1 data
+Split                    splitncnn_input0         1 2 data input.1_splitncnn_0 input.1_splitncnn_1
+Convolution              Conv_0                   1 1 input.1_splitncnn_1 54 0=64 1=3 4=1 5=1 6=1728
+PReLU                    PRelu_1                  1 1 54 56 0=64
+Convolution              Conv_2                   1 1 56 57 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_3                  1 1 57 59 0=64
+Convolution              Conv_4                   1 1 59 60 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_5                  1 1 60 62 0=64
+Convolution              Conv_6                   1 1 62 63 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_7                  1 1 63 65 0=64
+Convolution              Conv_8                   1 1 65 66 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_9                  1 1 66 68 0=64
+Convolution              Conv_10                  1 1 68 69 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_11                 1 1 69 71 0=64
+Convolution              Conv_12                  1 1 71 72 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_13                 1 1 72 74 0=64
+Convolution              Conv_14                  1 1 74 75 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_15                 1 1 75 77 0=64
+Convolution              Conv_16                  1 1 77 78 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_17                 1 1 78 80 0=64
+Convolution              Conv_18                  1 1 80 81 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_19                 1 1 81 83 0=64
+Convolution              Conv_20                  1 1 83 84 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_21                 1 1 84 86 0=64
+Convolution              Conv_22                  1 1 86 87 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_23                 1 1 87 89 0=64
+Convolution              Conv_24                  1 1 89 90 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_25                 1 1 90 92 0=64
+Convolution              Conv_26                  1 1 92 93 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_27                 1 1 93 95 0=64
+Convolution              Conv_28                  1 1 95 96 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_29                 1 1 96 98 0=64
+Convolution              Conv_30                  1 1 98 99 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_31                 1 1 99 101 0=64
+Convolution              Conv_32                  1 1 101 102 0=64 1=3 4=1 5=1 6=36864
+PReLU                    PRelu_33                 1 1 102 104 0=64
+Convolution              Conv_34                  1 1 104 105 0=48 1=3 4=1 5=1 6=27648
+PixelShuffle             DepthToSpace_35          1 1 105 106 0=4
+Interp                   Resize_37                1 1 input.1_splitncnn_0 111 0=1 1=4.000000e+00 2=4.000000e+00
+BinaryOp                 Add_38                   2 1 106 111 output

models/realesrgan-plus-anime-x4.param

@@ -0,0 +1,270 @@
+7767517
+268 473
+Input                    input.1                  0 1 data
+Convolution              Conv_0                   1 1 data 193 0=64 1=3 4=1 5=1 6=1728
+Split                    splitncnn_0              1 8 193 193_splitncnn_0 193_splitncnn_1 193_splitncnn_2 193_splitncnn_3 193_splitncnn_4 193_splitncnn_5 193_splitncnn_6 193_splitncnn_7
+Convolution              Conv_1                   1 1 193_splitncnn_7 195 0=32 1=3 4=1 5=1 6=18432 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_1              1 4 195 195_splitncnn_0 195_splitncnn_1 195_splitncnn_2 195_splitncnn_3
+Concat                   Concat_3                 2 1 193_splitncnn_6 195_splitncnn_3 196
+Convolution              Conv_4                   1 1 196 198 0=32 1=3 4=1 5=1 6=27648 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_2              1 3 198 198_splitncnn_0 198_splitncnn_1 198_splitncnn_2
+Concat                   Concat_6                 3 1 193_splitncnn_5 195_splitncnn_2 198_splitncnn_2 199
+Convolution              Conv_7                   1 1 199 201 0=32 1=3 4=1 5=1 6=36864 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_3              1 2 201 201_splitncnn_0 201_splitncnn_1
+Concat                   Concat_9                 4 1 193_splitncnn_4 195_splitncnn_1 198_splitncnn_1 201_splitncnn_1 202
+Convolution              Conv_10                  1 1 202 204 0=32 1=3 4=1 5=1 6=46080 9=2 -23310=1,2.000000e-01
+Concat                   Concat_12                5 1 193_splitncnn_3 195_splitncnn_0 198_splitncnn_0 201_splitncnn_0 204 205
+Convolution              Conv_13                  1 1 205 206 0=64 1=3 4=1 5=1 6=110592
+Eltwise                  Add_16                   2 1 206 193_splitncnn_2 209 0=1 -23301=2,2.000000e-01,1.000000e+00
+Split                    splitncnn_4              1 6 209 209_splitncnn_0 209_splitncnn_1 209_splitncnn_2 209_splitncnn_3 209_splitncnn_4 209_splitncnn_5
+Convolution              Conv_17                  1 1 209_splitncnn_5 211 0=32 1=3 4=1 5=1 6=18432 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_5              1 4 211 211_splitncnn_0 211_splitncnn_1 211_splitncnn_2 211_splitncnn_3
+Concat                   Concat_19                2 1 209_splitncnn_4 211_splitncnn_3 212
+Convolution              Conv_20                  1 1 212 214 0=32 1=3 4=1 5=1 6=27648 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_6              1 3 214 214_splitncnn_0 214_splitncnn_1 214_splitncnn_2
+Concat                   Concat_22                3 1 209_splitncnn_3 211_splitncnn_2 214_splitncnn_2 215
+Convolution              Conv_23                  1 1 215 217 0=32 1=3 4=1 5=1 6=36864 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_7              1 2 217 217_splitncnn_0 217_splitncnn_1
+Concat                   Concat_25                4 1 209_splitncnn_2 211_splitncnn_1 214_splitncnn_1 217_splitncnn_1 218
+Convolution              Conv_26                  1 1 218 220 0=32 1=3 4=1 5=1 6=46080 9=2 -23310=1,2.000000e-01
+Concat                   Concat_28                5 1 209_splitncnn_1 211_splitncnn_0 214_splitncnn_0 217_splitncnn_0 220 221
+Convolution              Conv_29                  1 1 221 222 0=64 1=3 4=1 5=1 6=110592
+Eltwise                  Add_32                   2 1 222 209_splitncnn_0 225 0=1 -23301=2,2.000000e-01,1.000000e+00
+Split                    splitncnn_8              1 6 225 225_splitncnn_0 225_splitncnn_1 225_splitncnn_2 225_splitncnn_3 225_splitncnn_4 225_splitncnn_5
+Convolution              Conv_33                  1 1 225_splitncnn_5 227 0=32 1=3 4=1 5=1 6=18432 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_9              1 4 227 227_splitncnn_0 227_splitncnn_1 227_splitncnn_2 227_splitncnn_3
+Concat                   Concat_35                2 1 225_splitncnn_4 227_splitncnn_3 228
+Convolution              Conv_36                  1 1 228 230 0=32 1=3 4=1 5=1 6=27648 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_10             1 3 230 230_splitncnn_0 230_splitncnn_1 230_splitncnn_2
+Concat                   Concat_38                3 1 225_splitncnn_3 227_splitncnn_2 230_splitncnn_2 231
+Convolution              Conv_39                  1 1 231 233 0=32 1=3 4=1 5=1 6=36864 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_11             1 2 233 233_splitncnn_0 233_splitncnn_1
+Concat                   Concat_41                4 1 225_splitncnn_2 227_splitncnn_1 230_splitncnn_1 233_splitncnn_1 234
+Convolution              Conv_42                  1 1 234 236 0=32 1=3 4=1 5=1 6=46080 9=2 -23310=1,2.000000e-01
+Concat                   Concat_44                5 1 225_splitncnn_1 227_splitncnn_0 230_splitncnn_0 233_splitncnn_0 236 237
+Convolution              Conv_45                  1 1 237 238 0=64 1=3 4=1 5=1 6=110592
+Eltwise                  Add_48                   2 1 238 225_splitncnn_0 241 0=1 -23301=2,2.000000e-01,1.000000e+00
+Eltwise                  Add_51                   2 1 241 193_splitncnn_1 244 0=1 -23301=2,2.000000e-01,1.000000e+00
+Split                    splitncnn_12             1 7 244 244_splitncnn_0 244_splitncnn_1 244_splitncnn_2 244_splitncnn_3 244_splitncnn_4 244_splitncnn_5 244_splitncnn_6
+Convolution              Conv_52                  1 1 244_splitncnn_6 246 0=32 1=3 4=1 5=1 6=18432 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_13             1 4 246 246_splitncnn_0 246_splitncnn_1 246_splitncnn_2 246_splitncnn_3
+Concat                   Concat_54                2 1 244_splitncnn_5 246_splitncnn_3 247
+Convolution              Conv_55                  1 1 247 249 0=32 1=3 4=1 5=1 6=27648 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_14             1 3 249 249_splitncnn_0 249_splitncnn_1 249_splitncnn_2
+Concat                   Concat_57                3 1 244_splitncnn_4 246_splitncnn_2 249_splitncnn_2 250
+Convolution              Conv_58                  1 1 250 252 0=32 1=3 4=1 5=1 6=36864 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_15             1 2 252 252_splitncnn_0 252_splitncnn_1
+Concat                   Concat_60                4 1 244_splitncnn_3 246_splitncnn_1 249_splitncnn_1 252_splitncnn_1 253
+Convolution              Conv_61                  1 1 253 255 0=32 1=3 4=1 5=1 6=46080 9=2 -23310=1,2.000000e-01
+Concat                   Concat_63                5 1 244_splitncnn_2 246_splitncnn_0 249_splitncnn_0 252_splitncnn_0 255 256
+Convolution              Conv_64                  1 1 256 257 0=64 1=3 4=1 5=1 6=110592
+Eltwise                  Add_67                   2 1 257 244_splitncnn_1 260 0=1 -23301=2,2.000000e-01,1.000000e+00
+Split                    splitncnn_16             1 6 260 260_splitncnn_0 260_splitncnn_1 260_splitncnn_2 260_splitncnn_3 260_splitncnn_4 260_splitncnn_5
+Convolution              Conv_68                  1 1 260_splitncnn_5 262 0=32 1=3 4=1 5=1 6=18432 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_17             1 4 262 262_splitncnn_0 262_splitncnn_1 262_splitncnn_2 262_splitncnn_3
+Concat                   Concat_70                2 1 260_splitncnn_4 262_splitncnn_3 263
+Convolution              Conv_71                  1 1 263 265 0=32 1=3 4=1 5=1 6=27648 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_18             1 3 265 265_splitncnn_0 265_splitncnn_1 265_splitncnn_2
+Concat                   Concat_73                3 1 260_splitncnn_3 262_splitncnn_2 265_splitncnn_2 266
+Convolution              Conv_74                  1 1 266 268 0=32 1=3 4=1 5=1 6=36864 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_19             1 2 268 268_splitncnn_0 268_splitncnn_1
+Concat                   Concat_76                4 1 260_splitncnn_2 262_splitncnn_1 265_splitncnn_1 268_splitncnn_1 269
+Convolution              Conv_77                  1 1 269 271 0=32 1=3 4=1 5=1 6=46080 9=2 -23310=1,2.000000e-01
+Concat                   Concat_79                5 1 260_splitncnn_1 262_splitncnn_0 265_splitncnn_0 268_splitncnn_0 271 272
+Convolution              Conv_80                  1 1 272 273 0=64 1=3 4=1 5=1 6=110592
+Eltwise                  Add_83                   2 1 273 260_splitncnn_0 276 0=1 -23301=2,2.000000e-01,1.000000e+00
+Split                    splitncnn_20             1 6 276 276_splitncnn_0 276_splitncnn_1 276_splitncnn_2 276_splitncnn_3 276_splitncnn_4 276_splitncnn_5
+Convolution              Conv_84                  1 1 276_splitncnn_5 278 0=32 1=3 4=1 5=1 6=18432 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_21             1 4 278 278_splitncnn_0 278_splitncnn_1 278_splitncnn_2 278_splitncnn_3
+Concat                   Concat_86                2 1 276_splitncnn_4 278_splitncnn_3 279
+Convolution              Conv_87                  1 1 279 281 0=32 1=3 4=1 5=1 6=27648 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_22             1 3 281 281_splitncnn_0 281_splitncnn_1 281_splitncnn_2
+Concat                   Concat_89                3 1 276_splitncnn_3 278_splitncnn_2 281_splitncnn_2 282
+Convolution              Conv_90                  1 1 282 284 0=32 1=3 4=1 5=1 6=36864 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_23             1 2 284 284_splitncnn_0 284_splitncnn_1
+Concat                   Concat_92                4 1 276_splitncnn_2 278_splitncnn_1 281_splitncnn_1 284_splitncnn_1 285
+Convolution              Conv_93                  1 1 285 287 0=32 1=3 4=1 5=1 6=46080 9=2 -23310=1,2.000000e-01
+Concat                   Concat_95                5 1 276_splitncnn_1 278_splitncnn_0 281_splitncnn_0 284_splitncnn_0 287 288
+Convolution              Conv_96                  1 1 288 289 0=64 1=3 4=1 5=1 6=110592
+Eltwise                  Add_99                   2 1 289 276_splitncnn_0 292 0=1 -23301=2,2.000000e-01,1.000000e+00
+Eltwise                  Add_102                  2 1 292 244_splitncnn_0 295 0=1 -23301=2,2.000000e-01,1.000000e+00
+Split                    splitncnn_24             1 7 295 295_splitncnn_0 295_splitncnn_1 295_splitncnn_2 295_splitncnn_3 295_splitncnn_4 295_splitncnn_5 295_splitncnn_6
+Convolution              Conv_103                 1 1 295_splitncnn_6 297 0=32 1=3 4=1 5=1 6=18432 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_25             1 4 297 297_splitncnn_0 297_splitncnn_1 297_splitncnn_2 297_splitncnn_3
+Concat                   Concat_105               2 1 295_splitncnn_5 297_splitncnn_3 298
+Convolution              Conv_106                 1 1 298 300 0=32 1=3 4=1 5=1 6=27648 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_26             1 3 300 300_splitncnn_0 300_splitncnn_1 300_splitncnn_2
+Concat                   Concat_108               3 1 295_splitncnn_4 297_splitncnn_2 300_splitncnn_2 301
+Convolution              Conv_109                 1 1 301 303 0=32 1=3 4=1 5=1 6=36864 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_27             1 2 303 303_splitncnn_0 303_splitncnn_1
+Concat                   Concat_111               4 1 295_splitncnn_3 297_splitncnn_1 300_splitncnn_1 303_splitncnn_1 304
+Convolution              Conv_112                 1 1 304 306 0=32 1=3 4=1 5=1 6=46080 9=2 -23310=1,2.000000e-01
+Concat                   Concat_114               5 1 295_splitncnn_2 297_splitncnn_0 300_splitncnn_0 303_splitncnn_0 306 307
+Convolution              Conv_115                 1 1 307 308 0=64 1=3 4=1 5=1 6=110592
+Eltwise                  Add_118                  2 1 308 295_splitncnn_1 311 0=1 -23301=2,2.000000e-01,1.000000e+00
+Split                    splitncnn_28             1 6 311 311_splitncnn_0 311_splitncnn_1 311_splitncnn_2 311_splitncnn_3 311_splitncnn_4 311_splitncnn_5
+Convolution              Conv_119                 1 1 311_splitncnn_5 313 0=32 1=3 4=1 5=1 6=18432 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_29             1 4 313 313_splitncnn_0 313_splitncnn_1 313_splitncnn_2 313_splitncnn_3
+Concat                   Concat_121               2 1 311_splitncnn_4 313_splitncnn_3 314
+Convolution              Conv_122                 1 1 314 316 0=32 1=3 4=1 5=1 6=27648 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_30             1 3 316 316_splitncnn_0 316_splitncnn_1 316_splitncnn_2
+Concat                   Concat_124               3 1 311_splitncnn_3 313_splitncnn_2 316_splitncnn_2 317
+Convolution              Conv_125                 1 1 317 319 0=32 1=3 4=1 5=1 6=36864 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_31             1 2 319 319_splitncnn_0 319_splitncnn_1
+Concat                   Concat_127               4 1 311_splitncnn_2 313_splitncnn_1 316_splitncnn_1 319_splitncnn_1 320
+Convolution              Conv_128                 1 1 320 322 0=32 1=3 4=1 5=1 6=46080 9=2 -23310=1,2.000000e-01
+Concat                   Concat_130               5 1 311_splitncnn_1 313_splitncnn_0 316_splitncnn_0 319_splitncnn_0 322 323
+Convolution              Conv_131                 1 1 323 324 0=64 1=3 4=1 5=1 6=110592
+Eltwise                  Add_134                  2 1 324 311_splitncnn_0 327 0=1 -23301=2,2.000000e-01,1.000000e+00
+Split                    splitncnn_32             1 6 327 327_splitncnn_0 327_splitncnn_1 327_splitncnn_2 327_splitncnn_3 327_splitncnn_4 327_splitncnn_5
+Convolution              Conv_135                 1 1 327_splitncnn_5 329 0=32 1=3 4=1 5=1 6=18432 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_33             1 4 329 329_splitncnn_0 329_splitncnn_1 329_splitncnn_2 329_splitncnn_3
+Concat                   Concat_137               2 1 327_splitncnn_4 329_splitncnn_3 330
+Convolution              Conv_138                 1 1 330 332 0=32 1=3 4=1 5=1 6=27648 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_34             1 3 332 332_splitncnn_0 332_splitncnn_1 332_splitncnn_2
+Concat                   Concat_140               3 1 327_splitncnn_3 329_splitncnn_2 332_splitncnn_2 333
+Convolution              Conv_141                 1 1 333 335 0=32 1=3 4=1 5=1 6=36864 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_35             1 2 335 335_splitncnn_0 335_splitncnn_1
+Concat                   Concat_143               4 1 327_splitncnn_2 329_splitncnn_1 332_splitncnn_1 335_splitncnn_1 336
+Convolution              Conv_144                 1 1 336 338 0=32 1=3 4=1 5=1 6=46080 9=2 -23310=1,2.000000e-01
+Concat                   Concat_146               5 1 327_splitncnn_1 329_splitncnn_0 332_splitncnn_0 335_splitncnn_0 338 339
+Convolution              Conv_147                 1 1 339 340 0=64 1=3 4=1 5=1 6=110592
+Eltwise                  Add_150                  2 1 340 327_splitncnn_0 343 0=1 -23301=2,2.000000e-01,1.000000e+00
+Eltwise                  Add_153                  2 1 343 295_splitncnn_0 346 0=1 -23301=2,2.000000e-01,1.000000e+00
+Split                    splitncnn_36             1 7 346 346_splitncnn_0 346_splitncnn_1 346_splitncnn_2 346_splitncnn_3 346_splitncnn_4 346_splitncnn_5 346_splitncnn_6
+Convolution              Conv_154                 1 1 346_splitncnn_6 348 0=32 1=3 4=1 5=1 6=18432 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_37             1 4 348 348_splitncnn_0 348_splitncnn_1 348_splitncnn_2 348_splitncnn_3
+Concat                   Concat_156               2 1 346_splitncnn_5 348_splitncnn_3 349
+Convolution              Conv_157                 1 1 349 351 0=32 1=3 4=1 5=1 6=27648 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_38             1 3 351 351_splitncnn_0 351_splitncnn_1 351_splitncnn_2
+Concat                   Concat_159               3 1 346_splitncnn_4 348_splitncnn_2 351_splitncnn_2 352
+Convolution              Conv_160                 1 1 352 354 0=32 1=3 4=1 5=1 6=36864 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_39             1 2 354 354_splitncnn_0 354_splitncnn_1
+Concat                   Concat_162               4 1 346_splitncnn_3 348_splitncnn_1 351_splitncnn_1 354_splitncnn_1 355
+Convolution              Conv_163                 1 1 355 357 0=32 1=3 4=1 5=1 6=46080 9=2 -23310=1,2.000000e-01
+Concat                   Concat_165               5 1 346_splitncnn_2 348_splitncnn_0 351_splitncnn_0 354_splitncnn_0 357 358
+Convolution              Conv_166                 1 1 358 359 0=64 1=3 4=1 5=1 6=110592
+Eltwise                  Add_169                  2 1 359 346_splitncnn_1 362 0=1 -23301=2,2.000000e-01,1.000000e+00
+Split                    splitncnn_40             1 6 362 362_splitncnn_0 362_splitncnn_1 362_splitncnn_2 362_splitncnn_3 362_splitncnn_4 362_splitncnn_5
+Convolution              Conv_170                 1 1 362_splitncnn_5 364 0=32 1=3 4=1 5=1 6=18432 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_41             1 4 364 364_splitncnn_0 364_splitncnn_1 364_splitncnn_2 364_splitncnn_3
+Concat                   Concat_172               2 1 362_splitncnn_4 364_splitncnn_3 365
+Convolution              Conv_173                 1 1 365 367 0=32 1=3 4=1 5=1 6=27648 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_42             1 3 367 367_splitncnn_0 367_splitncnn_1 367_splitncnn_2
+Concat                   Concat_175               3 1 362_splitncnn_3 364_splitncnn_2 367_splitncnn_2 368
+Convolution              Conv_176                 1 1 368 370 0=32 1=3 4=1 5=1 6=36864 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_43             1 2 370 370_splitncnn_0 370_splitncnn_1
+Concat                   Concat_178               4 1 362_splitncnn_2 364_splitncnn_1 367_splitncnn_1 370_splitncnn_1 371
+Convolution              Conv_179                 1 1 371 373 0=32 1=3 4=1 5=1 6=46080 9=2 -23310=1,2.000000e-01
+Concat                   Concat_181               5 1 362_splitncnn_1 364_splitncnn_0 367_splitncnn_0 370_splitncnn_0 373 374
+Convolution              Conv_182                 1 1 374 375 0=64 1=3 4=1 5=1 6=110592
+Eltwise                  Add_185                  2 1 375 362_splitncnn_0 378 0=1 -23301=2,2.000000e-01,1.000000e+00
+Split                    splitncnn_44             1 6 378 378_splitncnn_0 378_splitncnn_1 378_splitncnn_2 378_splitncnn_3 378_splitncnn_4 378_splitncnn_5
+Convolution              Conv_186                 1 1 378_splitncnn_5 380 0=32 1=3 4=1 5=1 6=18432 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_45             1 4 380 380_splitncnn_0 380_splitncnn_1 380_splitncnn_2 380_splitncnn_3
+Concat                   Concat_188               2 1 378_splitncnn_4 380_splitncnn_3 381
+Convolution              Conv_189                 1 1 381 383 0=32 1=3 4=1 5=1 6=27648 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_46             1 3 383 383_splitncnn_0 383_splitncnn_1 383_splitncnn_2
+Concat                   Concat_191               3 1 378_splitncnn_3 380_splitncnn_2 383_splitncnn_2 384
+Convolution              Conv_192                 1 1 384 386 0=32 1=3 4=1 5=1 6=36864 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_47             1 2 386 386_splitncnn_0 386_splitncnn_1
+Concat                   Concat_194               4 1 378_splitncnn_2 380_splitncnn_1 383_splitncnn_1 386_splitncnn_1 387
+Convolution              Conv_195                 1 1 387 389 0=32 1=3 4=1 5=1 6=46080 9=2 -23310=1,2.000000e-01
+Concat                   Concat_197               5 1 378_splitncnn_1 380_splitncnn_0 383_splitncnn_0 386_splitncnn_0 389 390
+Convolution              Conv_198                 1 1 390 391 0=64 1=3 4=1 5=1 6=110592
+Eltwise                  Add_201                  2 1 391 378_splitncnn_0 394 0=1 -23301=2,2.000000e-01,1.000000e+00
+Eltwise                  Add_204                  2 1 394 346_splitncnn_0 397 0=1 -23301=2,2.000000e-01,1.000000e+00
+Split                    splitncnn_48             1 7 397 397_splitncnn_0 397_splitncnn_1 397_splitncnn_2 397_splitncnn_3 397_splitncnn_4 397_splitncnn_5 397_splitncnn_6
+Convolution              Conv_205                 1 1 397_splitncnn_6 399 0=32 1=3 4=1 5=1 6=18432 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_49             1 4 399 399_splitncnn_0 399_splitncnn_1 399_splitncnn_2 399_splitncnn_3
+Concat                   Concat_207               2 1 397_splitncnn_5 399_splitncnn_3 400
+Convolution              Conv_208                 1 1 400 402 0=32 1=3 4=1 5=1 6=27648 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_50             1 3 402 402_splitncnn_0 402_splitncnn_1 402_splitncnn_2
+Concat                   Concat_210               3 1 397_splitncnn_4 399_splitncnn_2 402_splitncnn_2 403
+Convolution              Conv_211                 1 1 403 405 0=32 1=3 4=1 5=1 6=36864 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_51             1 2 405 405_splitncnn_0 405_splitncnn_1
+Concat                   Concat_213               4 1 397_splitncnn_3 399_splitncnn_1 402_splitncnn_1 405_splitncnn_1 406
+Convolution              Conv_214                 1 1 406 408 0=32 1=3 4=1 5=1 6=46080 9=2 -23310=1,2.000000e-01
+Concat                   Concat_216               5 1 397_splitncnn_2 399_splitncnn_0 402_splitncnn_0 405_splitncnn_0 408 409
+Convolution              Conv_217                 1 1 409 410 0=64 1=3 4=1 5=1 6=110592
+Eltwise                  Add_220                  2 1 410 397_splitncnn_1 413 0=1 -23301=2,2.000000e-01,1.000000e+00
+Split                    splitncnn_52             1 6 413 413_splitncnn_0 413_splitncnn_1 413_splitncnn_2 413_splitncnn_3 413_splitncnn_4 413_splitncnn_5
+Convolution              Conv_221                 1 1 413_splitncnn_5 415 0=32 1=3 4=1 5=1 6=18432 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_53             1 4 415 415_splitncnn_0 415_splitncnn_1 415_splitncnn_2 415_splitncnn_3
+Concat                   Concat_223               2 1 413_splitncnn_4 415_splitncnn_3 416
+Convolution              Conv_224                 1 1 416 418 0=32 1=3 4=1 5=1 6=27648 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_54             1 3 418 418_splitncnn_0 418_splitncnn_1 418_splitncnn_2
+Concat                   Concat_226               3 1 413_splitncnn_3 415_splitncnn_2 418_splitncnn_2 419
+Convolution              Conv_227                 1 1 419 421 0=32 1=3 4=1 5=1 6=36864 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_55             1 2 421 421_splitncnn_0 421_splitncnn_1
+Concat                   Concat_229               4 1 413_splitncnn_2 415_splitncnn_1 418_splitncnn_1 421_splitncnn_1 422
+Convolution              Conv_230                 1 1 422 424 0=32 1=3 4=1 5=1 6=46080 9=2 -23310=1,2.000000e-01
+Concat                   Concat_232               5 1 413_splitncnn_1 415_splitncnn_0 418_splitncnn_0 421_splitncnn_0 424 425
+Convolution              Conv_233                 1 1 425 426 0=64 1=3 4=1 5=1 6=110592
+Eltwise                  Add_236                  2 1 426 413_splitncnn_0 429 0=1 -23301=2,2.000000e-01,1.000000e+00
+Split                    splitncnn_56             1 6 429 429_splitncnn_0 429_splitncnn_1 429_splitncnn_2 429_splitncnn_3 429_splitncnn_4 429_splitncnn_5
+Convolution              Conv_237                 1 1 429_splitncnn_5 431 0=32 1=3 4=1 5=1 6=18432 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_57             1 4 431 431_splitncnn_0 431_splitncnn_1 431_splitncnn_2 431_splitncnn_3
+Concat                   Concat_239               2 1 429_splitncnn_4 431_splitncnn_3 432
+Convolution              Conv_240                 1 1 432 434 0=32 1=3 4=1 5=1 6=27648 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_58             1 3 434 434_splitncnn_0 434_splitncnn_1 434_splitncnn_2
+Concat                   Concat_242               3 1 429_splitncnn_3 431_splitncnn_2 434_splitncnn_2 435
+Convolution              Conv_243                 1 1 435 437 0=32 1=3 4=1 5=1 6=36864 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_59             1 2 437 437_splitncnn_0 437_splitncnn_1
+Concat                   Concat_245               4 1 429_splitncnn_2 431_splitncnn_1 434_splitncnn_1 437_splitncnn_1 438
+Convolution              Conv_246                 1 1 438 440 0=32 1=3 4=1 5=1 6=46080 9=2 -23310=1,2.000000e-01
+Concat                   Concat_248               5 1 429_splitncnn_1 431_splitncnn_0 434_splitncnn_0 437_splitncnn_0 440 441
+Convolution              Conv_249                 1 1 441 442 0=64 1=3 4=1 5=1 6=110592
+Eltwise                  Add_252                  2 1 442 429_splitncnn_0 445 0=1 -23301=2,2.000000e-01,1.000000e+00
+Eltwise                  Add_255                  2 1 445 397_splitncnn_0 448 0=1 -23301=2,2.000000e-01,1.000000e+00
+Split                    splitncnn_60             1 7 448 448_splitncnn_0 448_splitncnn_1 448_splitncnn_2 448_splitncnn_3 448_splitncnn_4 448_splitncnn_5 448_splitncnn_6
+Convolution              Conv_256                 1 1 448_splitncnn_6 450 0=32 1=3 4=1 5=1 6=18432 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_61             1 4 450 450_splitncnn_0 450_splitncnn_1 450_splitncnn_2 450_splitncnn_3
+Concat                   Concat_258               2 1 448_splitncnn_5 450_splitncnn_3 451
+Convolution              Conv_259                 1 1 451 453 0=32 1=3 4=1 5=1 6=27648 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_62             1 3 453 453_splitncnn_0 453_splitncnn_1 453_splitncnn_2
+Concat                   Concat_261               3 1 448_splitncnn_4 450_splitncnn_2 453_splitncnn_2 454
+Convolution              Conv_262                 1 1 454 456 0=32 1=3 4=1 5=1 6=36864 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_63             1 2 456 456_splitncnn_0 456_splitncnn_1
+Concat                   Concat_264               4 1 448_splitncnn_3 450_splitncnn_1 453_splitncnn_1 456_splitncnn_1 457
+Convolution              Conv_265                 1 1 457 459 0=32 1=3 4=1 5=1 6=46080 9=2 -23310=1,2.000000e-01
+Concat                   Concat_267               5 1 448_splitncnn_2 450_splitncnn_0 453_splitncnn_0 456_splitncnn_0 459 460
+Convolution              Conv_268                 1 1 460 461 0=64 1=3 4=1 5=1 6=110592
+Eltwise                  Add_271                  2 1 461 448_splitncnn_1 464 0=1 -23301=2,2.000000e-01,1.000000e+00
+Split                    splitncnn_64             1 6 464 464_splitncnn_0 464_splitncnn_1 464_splitncnn_2 464_splitncnn_3 464_splitncnn_4 464_splitncnn_5
+Convolution              Conv_272                 1 1 464_splitncnn_5 466 0=32 1=3 4=1 5=1 6=18432 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_65             1 4 466 466_splitncnn_0 466_splitncnn_1 466_splitncnn_2 466_splitncnn_3
+Concat                   Concat_274               2 1 464_splitncnn_4 466_splitncnn_3 467
+Convolution              Conv_275                 1 1 467 469 0=32 1=3 4=1 5=1 6=27648 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_66             1 3 469 469_splitncnn_0 469_splitncnn_1 469_splitncnn_2
+Concat                   Concat_277               3 1 464_splitncnn_3 466_splitncnn_2 469_splitncnn_2 470
+Convolution              Conv_278                 1 1 470 472 0=32 1=3 4=1 5=1 6=36864 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_67             1 2 472 472_splitncnn_0 472_splitncnn_1
+Concat                   Concat_280               4 1 464_splitncnn_2 466_splitncnn_1 469_splitncnn_1 472_splitncnn_1 473
+Convolution              Conv_281                 1 1 473 475 0=32 1=3 4=1 5=1 6=46080 9=2 -23310=1,2.000000e-01
+Concat                   Concat_283               5 1 464_splitncnn_1 466_splitncnn_0 469_splitncnn_0 472_splitncnn_0 475 476
+Convolution              Conv_284                 1 1 476 477 0=64 1=3 4=1 5=1 6=110592
+Eltwise                  Add_287                  2 1 477 464_splitncnn_0 480 0=1 -23301=2,2.000000e-01,1.000000e+00
+Split                    splitncnn_68             1 6 480 480_splitncnn_0 480_splitncnn_1 480_splitncnn_2 480_splitncnn_3 480_splitncnn_4 480_splitncnn_5
+Convolution              Conv_288                 1 1 480_splitncnn_5 482 0=32 1=3 4=1 5=1 6=18432 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_69             1 4 482 482_splitncnn_0 482_splitncnn_1 482_splitncnn_2 482_splitncnn_3
+Concat                   Concat_290               2 1 480_splitncnn_4 482_splitncnn_3 483
+Convolution              Conv_291                 1 1 483 485 0=32 1=3 4=1 5=1 6=27648 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_70             1 3 485 485_splitncnn_0 485_splitncnn_1 485_splitncnn_2
+Concat                   Concat_293               3 1 480_splitncnn_3 482_splitncnn_2 485_splitncnn_2 486
+Convolution              Conv_294                 1 1 486 488 0=32 1=3 4=1 5=1 6=36864 9=2 -23310=1,2.000000e-01
+Split                    splitncnn_71             1 2 488 488_splitncnn_0 488_splitncnn_1
+Concat                   Concat_296               4 1 480_splitncnn_2 482_splitncnn_1 485_splitncnn_1 488_splitncnn_1 489
+Convolution              Conv_297                 1 1 489 491 0=32 1=3 4=1 5=1 6=46080 9=2 -23310=1,2.000000e-01
+Concat                   Concat_299               5 1 480_splitncnn_1 482_splitncnn_0 485_splitncnn_0 488_splitncnn_0 491 492
+Convolution              Conv_300                 1 1 492 493 0=64 1=3 4=1 5=1 6=110592
+Eltwise                  Add_303                  2 1 493 480_splitncnn_0 496 0=1 -23301=2,2.000000e-01,1.000000e+00
+Eltwise                  Add_306                  2 1 496 448_splitncnn_0 499 0=1 -23301=2,2.000000e-01,1.000000e+00
+Convolution              Conv_307                 1 1 499 500 0=64 1=3 4=1 5=1 6=36864
+BinaryOp                 Add_308                  2 1 193_splitncnn_0 500 501
+Interp                   Resize_310               1 1 501 506 0=1 1=2.000000e+00 2=2.000000e+00
+Convolution              Conv_311                 1 1 506 508 0=64 1=3 4=1 5=1 6=36864 9=2 -23310=1,2.000000e-01
+Interp                   Resize_314               1 1 508 513 0=1 1=2.000000e+00 2=2.000000e+00
+Convolution              Conv_315                 1 1 513 515 0=64 1=3 4=1 5=1 6=36864 9=2 -23310=1,2.000000e-01
+Convolution              Conv_317                 1 1 515 517 0=64 1=3 4=1 5=1 6=36864 9=2 -23310=1,2.000000e-01
+Convolution              Conv_319                 1 1 517 output 0=3 1=3 4=1 5=1 6=1728

scripts/download_anime4k_glsl.py

@@ -0,0 +1,46 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+import shutil
+from pathlib import Path
+
+import requests
+
+ANIME4K_COMMIT = "master"
+GITHUB_GLSL_ROOT = (
+    f"https://raw.githubusercontent.com/bloc97/Anime4K/{ANIME4K_COMMIT}/glsl"
+)
+SHADERS_DIR = Path(__file__).parent.parent / "data"
+
+
+def download_and_combine_files():
+
+    modes = {
+        "ModeA": [
+            f"{GITHUB_GLSL_ROOT}/Restore/Anime4K_Clamp_Highlights.glsl",
+            f"{GITHUB_GLSL_ROOT}/Restore/Anime4K_Restore_CNN_VL.glsl",
+            f"{GITHUB_GLSL_ROOT}/Upscale/Anime4K_Upscale_CNN_x2_VL.glsl",
+            f"{GITHUB_GLSL_ROOT}/Upscale/Anime4K_AutoDownscalePre_x2.glsl",
+            f"{GITHUB_GLSL_ROOT}/Upscale/Anime4K_AutoDownscalePre_x4.glsl",
+            f"{GITHUB_GLSL_ROOT}/Upscale/Anime4K_Upscale_CNN_x2_M.glsl",
+        ]
+    }
+
+    for mode in modes:
+        file_contents = ""
+        for file in modes[mode]:
+            response = requests.get(file, timeout=5)
+            response.raise_for_status()
+            file_contents += response.text + "\n"
+
+        with (SHADERS_DIR / Path(f"Anime4K_{mode}.glsl")).open("w") as output_file:
+            output_file.write(file_contents)
+
+
+if __name__ == "__main__":
+    # clear shaders directory
+    if SHADERS_DIR.exists():
+        shutil.rmtree(SHADERS_DIR)
+    SHADERS_DIR.mkdir(exist_ok=True)
+
+    # download and combine shaders
+    download_and_combine_files()

src/anime4k.py

@@ -1,92 +0,0 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-Name: Anime4K Driver
-Author: K4YT3X
-Date Created: August 15, 2019
-Last Modified: November 15, 2019
-
-Description: This class is a high-level wrapper
-for Anime4k.
-"""
-
-# built-in imports
-import subprocess
-import threading
-
-# third-party imports
-from avalon_framework import Avalon
-
-
-class Anime4k:
-    """This class communicates with Anime4K engine
-
-    An object will be created for this class, containing information
-    about the binary address and the processing method. When being called
-    by the main program, other detailed information will be passed to
-    the upscale function.
-    """
-
-    def __init__(self, driver_settings):
-        self.driver_settings = driver_settings
-        self.print_lock = threading.Lock()
-
-    def upscale(self, input_directory, output_directory, scale_ratio, upscaler_exceptions, push_strength=None, push_grad_strength=None):
-        """ Anime4K wrapper
-
-        Arguments:
-            file_in {string} -- input file path
-            file_out {string} -- output file path
-
-        Keyword Arguments:
-            scale {int} -- scale ratio (default: {None})
-            push_strength {int} -- residual push strength (default: {None})
-            push_grad_strength {int} -- residual gradient push strength (default: {None})
-
-        Returns:
-            subprocess.Popen.returncode -- command line return value of execution
-        """
-        try:
-            # return value is the sum of all execution return codes
-            return_value = 0
-
-            # get a list lof all image files in input_directory
-            extracted_frame_files = [f for f in input_directory.iterdir() if str(f).lower().endswith('.png') or str(f).lower().endswith('.jpg')]
-
-            # upscale each image in input_directory
-            for image in extracted_frame_files:
-
-                execute = [
-                    self.driver_settings['java_path'],
-                    '-jar',
-                    self.driver_settings['path'],
-                    str(image.absolute()),
-                    str(output_directory / image.name),
-                    str(scale_ratio)
-                ]
-
-                # optional arguments
-                kwargs = [
-                    'push_strength',
-                    'push_grad_strength'
-                ]
-
-                # if optional argument specified, append value to execution list
-                for arg in kwargs:
-                    if locals()[arg] is not None:
-                        execute.extend([locals([arg])])
-
-                self.print_lock.acquire()
-                Avalon.debug_info(f'Executing: {execute}', )
-                self.print_lock.release()
-                return_value += subprocess.run(execute, check=True).returncode
-
-            # print thread exiting message
-            self.print_lock.acquire()
-            Avalon.debug_info(f'[upscaler] Thread {threading.current_thread().name} exiting')
-            self.print_lock.release()
-
-            # return command execution return code
-            return return_value
-        except Exception as e:
-            upscaler_exceptions.append(e)

src/conversions.cpp

@@ -0,0 +1,192 @@
+#include "conversions.h"
+
+#include <cstdio>
+
+#include <spdlog/spdlog.h>
+
+// Convert AVFrame format
+AVFrame *convert_avframe_pix_fmt(AVFrame *src_frame, AVPixelFormat pix_fmt) {
+    AVFrame *dst_frame = av_frame_alloc();
+    if (dst_frame == nullptr) {
+        spdlog::error("Failed to allocate destination AVFrame.");
+        return nullptr;
+    }
+
+    dst_frame->format = pix_fmt;
+    dst_frame->width = src_frame->width;
+    dst_frame->height = src_frame->height;
+
+    // Allocate memory for the converted frame
+    if (av_frame_get_buffer(dst_frame, 32) < 0) {
+        spdlog::error("Failed to allocate memory for AVFrame.");
+        av_frame_free(&dst_frame);
+        return nullptr;
+    }
+
+    // Create a SwsContext for pixel format conversion
+    SwsContext *sws_ctx = sws_getContext(
+        src_frame->width,
+        src_frame->height,
+        static_cast<AVPixelFormat>(src_frame->format),
+        dst_frame->width,
+        dst_frame->height,
+        pix_fmt,
+        SWS_BILINEAR,
+        nullptr,
+        nullptr,
+        nullptr
+    );
+
+    if (sws_ctx == nullptr) {
+        spdlog::error("Failed to initialize swscale context.");
+        av_frame_free(&dst_frame);
+        return nullptr;
+    }
+
+    // Perform the conversion
+    sws_scale(
+        sws_ctx,
+        src_frame->data,
+        src_frame->linesize,
+        0,
+        src_frame->height,
+        dst_frame->data,
+        dst_frame->linesize
+    );
+
+    // Clean up
+    sws_freeContext(sws_ctx);
+
+    return dst_frame;
+}
+
+// Convert AVFrame to ncnn::Mat by copying the data
+ncnn::Mat avframe_to_ncnn_mat(AVFrame *frame) {
+    AVFrame *converted_frame = nullptr;
+
+    // Convert to BGR24 format if necessary
+    if (frame->format != AV_PIX_FMT_BGR24) {
+        converted_frame = convert_avframe_pix_fmt(frame, AV_PIX_FMT_BGR24);
+        if (!converted_frame) {
+            spdlog::error("Failed to convert AVFrame to BGR24.");
+            return ncnn::Mat();
+        }
+    } else {
+        // If the frame is already in BGR24, use it directly
+        converted_frame = frame;
+    }
+
+    // Allocate a new ncnn::Mat and copy the data
+    int width = converted_frame->width;
+    int height = converted_frame->height;
+    ncnn::Mat ncnn_image = ncnn::Mat(width, height, (size_t)3, 3);  // BGR has 3 channels
+
+    // Manually copy the pixel data from AVFrame to the new ncnn::Mat
+    const uint8_t *src_data = converted_frame->data[0];
+    for (int y = 0; y < height; y++) {
+        uint8_t *dst_row = ncnn_image.row<uint8_t>(y);
+        const uint8_t *src_row = src_data + y * converted_frame->linesize[0];
+        memcpy(dst_row, src_row, width * 3);  // Copy 3 channels (BGR) per pixel
+    }
+
+    // If we allocated a converted frame, free it
+    if (converted_frame != frame) {
+        av_frame_free(&converted_frame);
+    }
+
+    return ncnn_image;
+}
+
+// Convert ncnn::Mat to AVFrame with a specified pixel format (this part is unchanged)
+AVFrame *ncnn_mat_to_avframe(const ncnn::Mat &mat, AVPixelFormat pix_fmt) {
+    int ret;
+
+    // Step 1: Allocate a destination AVFrame for the specified pixel format
+    AVFrame *dst_frame = av_frame_alloc();
+    if (!dst_frame) {
+        spdlog::error("Failed to allocate destination AVFrame.");
+        return nullptr;
+    }
+
+    dst_frame->format = pix_fmt;
+    dst_frame->width = mat.w;
+    dst_frame->height = mat.h;
+
+    // Allocate memory for the frame buffer
+    if (av_frame_get_buffer(dst_frame, 32) < 0) {
+        spdlog::error("Failed to allocate memory for destination AVFrame.");
+        av_frame_free(&dst_frame);
+        return nullptr;
+    }
+
+    // Step 2: Convert ncnn::Mat to BGR AVFrame
+    AVFrame *bgr_frame = av_frame_alloc();
+    if (!bgr_frame) {
+        spdlog::error("Failed to allocate intermediate BGR AVFrame.");
+        av_frame_free(&dst_frame);
+        return nullptr;
+    }
+
+    bgr_frame->format = AV_PIX_FMT_BGR24;
+    bgr_frame->width = mat.w;
+    bgr_frame->height = mat.h;
+
+    // Allocate memory for the intermediate BGR frame
+    if (av_frame_get_buffer(bgr_frame, 32) < 0) {
+        spdlog::error("Failed to allocate memory for BGR AVFrame.");
+        av_frame_free(&dst_frame);
+        av_frame_free(&bgr_frame);
+        return nullptr;
+    }
+
+    // Copy the pixel data from ncnn::Mat to the BGR AVFrame
+    for (int y = 0; y < mat.h; y++) {
+        uint8_t *dst_row = bgr_frame->data[0] + y * bgr_frame->linesize[0];
+        const uint8_t *src_row = mat.row<const uint8_t>(y);
+        memcpy(dst_row, src_row, mat.w * 3);  // Copy 3 channels (BGR) per pixel
+    }
+
+    // Step 3: Convert the BGR frame to the desired pixel format
+    SwsContext *sws_ctx = sws_getContext(
+        bgr_frame->width,
+        bgr_frame->height,
+        AV_PIX_FMT_BGR24,
+        dst_frame->width,
+        dst_frame->height,
+        pix_fmt,
+        SWS_BILINEAR,
+        nullptr,
+        nullptr,
+        nullptr
+    );
+
+    if (sws_ctx == nullptr) {
+        spdlog::error("Failed to initialize swscale context.");
+        av_frame_free(&bgr_frame);
+        av_frame_free(&dst_frame);
+        return nullptr;
+    }
+
+    // Perform the conversion
+    ret = sws_scale(
+        sws_ctx,
+        bgr_frame->data,
+        bgr_frame->linesize,
+        0,
+        bgr_frame->height,
+        dst_frame->data,
+        dst_frame->linesize
+    );
+
+    // Clean up
+    sws_freeContext(sws_ctx);
+    av_frame_free(&bgr_frame);
+
+    if (ret != dst_frame->height) {
+        spdlog::error("Failed to convert BGR AVFrame to destination pixel format.");
+        av_frame_free(&dst_frame);
+        return nullptr;
+    }
+
+    return dst_frame;
+}

src/decoder.cpp

@@ -0,0 +1,115 @@
+#include "decoder.h"
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+
+#include <spdlog/spdlog.h>
+
+static enum AVPixelFormat hw_pix_fmt = AV_PIX_FMT_NONE;
+
+// Callback function to choose the hardware-accelerated pixel format
+static enum AVPixelFormat get_hw_format(AVCodecContext *ctx, const enum AVPixelFormat *pix_fmts) {
+    for (const enum AVPixelFormat *p = pix_fmts; *p != AV_PIX_FMT_NONE; p++) {
+        if (*p == hw_pix_fmt) {
+            return *p;
+        }
+    }
+    spdlog::error("Failed to get HW surface format.");
+    return AV_PIX_FMT_NONE;
+}
+
+int init_decoder(
+    AVHWDeviceType hw_type,
+    AVBufferRef *hw_ctx,
+    const char *input_filename,
+    AVFormatContext **fmt_ctx,
+    AVCodecContext **dec_ctx,
+    int *video_stream_index
+) {
+    AVFormatContext *ifmt_ctx = NULL;
+    AVCodecContext *codec_ctx = NULL;
+    int ret;
+
+    if ((ret = avformat_open_input(&ifmt_ctx, input_filename, NULL, NULL)) < 0) {
+        spdlog::error("Could not open input file '{}'", input_filename);
+        return ret;
+    }
+
+    if ((ret = avformat_find_stream_info(ifmt_ctx, NULL)) < 0) {
+        spdlog::error("Failed to retrieve input stream information");
+        return ret;
+    }
+
+    // Find the first video stream
+    ret = av_find_best_stream(ifmt_ctx, AVMEDIA_TYPE_VIDEO, -1, -1, NULL, 0);
+    if (ret < 0) {
+        spdlog::error("Could not find video stream in the input file");
+        return ret;
+    }
+
+    int stream_index = ret;
+    AVStream *video_stream = ifmt_ctx->streams[stream_index];
+
+    // Set up the decoder
+    const AVCodec *decoder = avcodec_find_decoder(video_stream->codecpar->codec_id);
+    if (!decoder) {
+        spdlog::error(
+            "Failed to find decoder for codec ID {}", (int)video_stream->codecpar->codec_id
+        );
+        return AVERROR_DECODER_NOT_FOUND;
+    }
+
+    codec_ctx = avcodec_alloc_context3(decoder);
+    if (!codec_ctx) {
+        spdlog::error("Failed to allocate the decoder context");
+        return AVERROR(ENOMEM);
+    }
+
+    // Set hardware device context
+    if (hw_ctx != nullptr) {
+        codec_ctx->hw_device_ctx = av_buffer_ref(hw_ctx);
+        codec_ctx->get_format = get_hw_format;
+
+        // Automatically determine the hardware pixel format
+        for (int i = 0;; i++) {
+            const AVCodecHWConfig *config = avcodec_get_hw_config(decoder, i);
+            if (config == nullptr) {
+                spdlog::error(
+                    "Decoder {} does not support device type {}.",
+                    decoder->name,
+                    av_hwdevice_get_type_name(hw_type)
+                );
+                avcodec_free_context(&codec_ctx);
+                avformat_close_input(&ifmt_ctx);
+                return AVERROR(ENOSYS);
+            }
+            if (config->methods & AV_CODEC_HW_CONFIG_METHOD_HW_DEVICE_CTX &&
+                config->device_type == hw_type) {
+                hw_pix_fmt = config->pix_fmt;
+                break;
+            }
+        }
+    }
+
+    if ((ret = avcodec_parameters_to_context(codec_ctx, video_stream->codecpar)) < 0) {
+        spdlog::error("Failed to copy decoder parameters to input decoder context");
+        return ret;
+    }
+
+    // Set decoder time base and frame rate
+    codec_ctx->time_base = video_stream->time_base;
+    codec_ctx->pkt_timebase = video_stream->time_base;
+    codec_ctx->framerate = av_guess_frame_rate(ifmt_ctx, video_stream, NULL);
+
+    if ((ret = avcodec_open2(codec_ctx, decoder, NULL)) < 0) {
+        spdlog::error("Failed to open decoder for stream #{}", stream_index);
+        return ret;
+    }
+
+    *fmt_ctx = ifmt_ctx;
+    *dec_ctx = codec_ctx;
+    *video_stream_index = stream_index;
+
+    return 0;
+}

src/encoder.cpp

@@ -0,0 +1,280 @@
+#include "encoder.h"
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+
+#include <spdlog/spdlog.h>
+
+#include "conversions.h"
+
+static enum AVPixelFormat get_encoder_default_pix_fmt(const AVCodec *encoder) {
+    const enum AVPixelFormat *p = encoder->pix_fmts;
+    if (!p) {
+        spdlog::error("No pixel formats supported by encoder");
+        return AV_PIX_FMT_NONE;
+    }
+    return *p;
+}
+
+int init_encoder(
+    AVBufferRef *hw_ctx,
+    const char *output_filename,
+    AVFormatContext *ifmt_ctx,
+    AVFormatContext **ofmt_ctx,
+    AVCodecContext **enc_ctx,
+    AVCodecContext *dec_ctx,
+    EncoderConfig *encoder_config,
+    int video_stream_index,
+    int **stream_mapping
+) {
+    AVFormatContext *fmt_ctx = NULL;
+    AVCodecContext *codec_ctx = NULL;
+    int stream_index = 0;
+    int ret;
+
+    avformat_alloc_output_context2(&fmt_ctx, NULL, NULL, output_filename);
+    if (!fmt_ctx) {
+        spdlog::error("Could not create output context");
+        return AVERROR_UNKNOWN;
+    }
+
+    const AVCodec *encoder = avcodec_find_encoder(encoder_config->codec);
+    if (!encoder) {
+        spdlog::error(
+            "Required video encoder not found for vcodec {}",
+            avcodec_get_name(encoder_config->codec)
+        );
+        return AVERROR_ENCODER_NOT_FOUND;
+    }
+
+    // Create a new video stream in the output file
+    AVStream *out_stream = avformat_new_stream(fmt_ctx, NULL);
+    if (!out_stream) {
+        spdlog::error("Failed to allocate the output video stream");
+        return AVERROR_UNKNOWN;
+    }
+
+    codec_ctx = avcodec_alloc_context3(encoder);
+    if (!codec_ctx) {
+        spdlog::error("Failed to allocate the encoder context");
+        return AVERROR(ENOMEM);
+    }
+
+    // Set hardware device context
+    if (hw_ctx != nullptr) {
+        codec_ctx->hw_device_ctx = av_buffer_ref(hw_ctx);
+    }
+
+    // Set encoding parameters
+    codec_ctx->height = encoder_config->output_height;
+    codec_ctx->width = encoder_config->output_width;
+    codec_ctx->sample_aspect_ratio = dec_ctx->sample_aspect_ratio;
+    codec_ctx->bit_rate = encoder_config->bit_rate;
+
+    // Set the pixel format
+    if (encoder_config->pix_fmt != AV_PIX_FMT_NONE) {
+        // Use the specified pixel format
+        codec_ctx->pix_fmt = encoder_config->pix_fmt;
+    } else {
+        // Fall back to the default pixel format
+        codec_ctx->pix_fmt = get_encoder_default_pix_fmt(encoder);
+        if (codec_ctx->pix_fmt == AV_PIX_FMT_NONE) {
+            spdlog::error("Could not get the default pixel format for the encoder");
+            return AVERROR(EINVAL);
+        }
+    }
+
+    // Set the time base
+    codec_ctx->time_base = av_inv_q(dec_ctx->framerate);
+    if (codec_ctx->time_base.num == 0 || codec_ctx->time_base.den == 0) {
+        codec_ctx->time_base = av_inv_q(av_guess_frame_rate(ifmt_ctx, out_stream, NULL));
+    }
+
+    // Set the CRF and preset for any codecs that support it
+    char crf_str[16];
+    snprintf(crf_str, sizeof(crf_str), "%.f", encoder_config->crf);
+    av_opt_set(codec_ctx->priv_data, "crf", crf_str, 0);
+    av_opt_set(codec_ctx->priv_data, "preset", encoder_config->preset, 0);
+
+    if (fmt_ctx->oformat->flags & AVFMT_GLOBALHEADER) {
+        codec_ctx->flags |= AV_CODEC_FLAG_GLOBAL_HEADER;
+    }
+
+    if ((ret = avcodec_open2(codec_ctx, encoder, NULL)) < 0) {
+        spdlog::error("Cannot open video encoder");
+        return ret;
+    }
+
+    ret = avcodec_parameters_from_context(out_stream->codecpar, codec_ctx);
+    if (ret < 0) {
+        spdlog::error("Failed to copy encoder parameters to output video stream");
+        return ret;
+    }
+
+    out_stream->time_base = codec_ctx->time_base;
+
+    if (encoder_config->copy_streams) {
+        // Allocate the stream map
+        *stream_mapping = (int *)av_malloc_array(ifmt_ctx->nb_streams, sizeof(**stream_mapping));
+        if (!*stream_mapping) {
+            spdlog::error("Could not allocate stream mapping");
+            return AVERROR(ENOMEM);
+        }
+
+        // Map the video stream
+        (*stream_mapping)[video_stream_index] = stream_index++;
+
+        // Loop through each stream in the input file
+        for (int i = 0; i < ifmt_ctx->nb_streams; i++) {
+            AVStream *in_stream = ifmt_ctx->streams[i];
+            AVCodecParameters *in_codecpar = in_stream->codecpar;
+
+            if (i == video_stream_index) {
+                // Video stream is already handled
+                continue;
+            }
+
+            if (in_codecpar->codec_type != AVMEDIA_TYPE_AUDIO &&
+                in_codecpar->codec_type != AVMEDIA_TYPE_SUBTITLE) {
+                (*stream_mapping)[i] = -1;
+                continue;
+            }
+
+            // Create corresponding output stream
+            AVStream *out_stream = avformat_new_stream(fmt_ctx, NULL);
+            if (!out_stream) {
+                spdlog::error("Failed allocating output stream");
+                return AVERROR_UNKNOWN;
+            }
+
+            ret = avcodec_parameters_copy(out_stream->codecpar, in_codecpar);
+            if (ret < 0) {
+                spdlog::error("Failed to copy codec parameters");
+                return ret;
+            }
+            out_stream->codecpar->codec_tag = 0;
+
+            // Copy time base
+            out_stream->time_base = in_stream->time_base;
+
+            (*stream_mapping)[i] = stream_index++;
+        }
+    }
+
+    // Open the output file
+    if (!(fmt_ctx->oformat->flags & AVFMT_NOFILE)) {
+        ret = avio_open(&fmt_ctx->pb, output_filename, AVIO_FLAG_WRITE);
+        if (ret < 0) {
+            spdlog::error("Could not open output file '{}'", output_filename);
+            return ret;
+        }
+    }
+
+    *ofmt_ctx = fmt_ctx;
+    *enc_ctx = codec_ctx;
+
+    return 0;
+}
+
+int encode_and_write_frame(
+    AVFrame *frame,
+    AVCodecContext *enc_ctx,
+    AVFormatContext *ofmt_ctx,
+    int video_stream_index
+) {
+    int ret;
+
+    // Convert the frame to the encoder's pixel format if needed
+    if (frame->format != enc_ctx->pix_fmt) {
+        AVFrame *converted_frame = convert_avframe_pix_fmt(frame, enc_ctx->pix_fmt);
+        if (!converted_frame) {
+            spdlog::error("Error converting frame to encoder's pixel format");
+            return AVERROR_EXTERNAL;
+        }
+
+        converted_frame->pts = frame->pts;
+        frame = converted_frame;
+    }
+
+    AVPacket *enc_pkt = av_packet_alloc();
+    if (!enc_pkt) {
+        spdlog::error("Could not allocate AVPacket");
+        return AVERROR(ENOMEM);
+    }
+
+    ret = avcodec_send_frame(enc_ctx, frame);
+    if (ret < 0) {
+        spdlog::error("Error sending frame to encoder");
+        av_packet_free(&enc_pkt);
+        return ret;
+    }
+
+    while (ret >= 0) {
+        ret = avcodec_receive_packet(enc_ctx, enc_pkt);
+        if (ret == AVERROR(EAGAIN) || ret == AVERROR_EOF) {
+            av_packet_unref(enc_pkt);
+            break;
+        } else if (ret < 0) {
+            spdlog::error("Error encoding frame");
+            av_packet_free(&enc_pkt);
+            return ret;
+        }
+
+        // Rescale packet timestamps
+        av_packet_rescale_ts(
+            enc_pkt, enc_ctx->time_base, ofmt_ctx->streams[video_stream_index]->time_base
+        );
+        enc_pkt->stream_index = video_stream_index;
+
+        // Write the packet
+        ret = av_interleaved_write_frame(ofmt_ctx, enc_pkt);
+        av_packet_unref(enc_pkt);
+        if (ret < 0) {
+            spdlog::error("Error muxing packet");
+            av_packet_free(&enc_pkt);
+            return ret;
+        }
+    }
+
+    av_packet_free(&enc_pkt);
+    return 0;
+}
+
+int flush_encoder(AVCodecContext *enc_ctx, AVFormatContext *ofmt_ctx) {
+    int ret;
+    AVPacket *enc_pkt = av_packet_alloc();
+    if (!enc_pkt) {
+        spdlog::error("Could not allocate AVPacket");
+        return AVERROR(ENOMEM);
+    }
+
+    ret = avcodec_send_frame(enc_ctx, NULL);
+    while (ret >= 0) {
+        ret = avcodec_receive_packet(enc_ctx, enc_pkt);
+        if (ret == AVERROR(EAGAIN) || ret == AVERROR_EOF) {
+            av_packet_unref(enc_pkt);
+            break;
+        } else if (ret < 0) {
+            spdlog::error("Error encoding frame");
+            av_packet_free(&enc_pkt);
+            return ret;
+        }
+
+        // Rescale packet timestamps
+        av_packet_rescale_ts(enc_pkt, enc_ctx->time_base, ofmt_ctx->streams[0]->time_base);
+        enc_pkt->stream_index = ofmt_ctx->streams[0]->index;
+
+        // Write the packet
+        ret = av_interleaved_write_frame(ofmt_ctx, enc_pkt);
+        av_packet_unref(enc_pkt);
+        if (ret < 0) {
+            spdlog::error("Error muxing packet");
+            av_packet_free(&enc_pkt);
+            return ret;
+        }
+    }
+
+    av_packet_free(&enc_pkt);
+    return 0;
+}

src/exceptions.py

@@ -1,28 +0,0 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-Name: Video2X Exceptions
-Dev: K4YT3X
-Date Created: December 13, 2018
-Last Modified: July 27, 2019
-"""
-
-
-class ArgumentError(Exception):
-    def __init__(self, message):
-        super().__init__(message)
-
-
-class StreamNotFoundError(Exception):
-    def __init__(self, message):
-        super().__init__(message)
-
-
-class UnrecognizedDriverError(Exception):
-    def __init__(self, message):
-        super().__init__(message)
-
-
-class UnsupportedPixelError(Exception):
-    def __init__(self, message):
-        super().__init__(message)

src/ffmpeg.py

@@ -1,287 +0,0 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-Name: Video2X FFmpeg Controller
-Author: K4YT3X
-Date Created: Feb 24, 2018
-Last Modified: November 15, 2019
-
-Description: This class handles all FFmpeg related operations.
-"""
-
-# built-in imports
-import json
-import pathlib
-import subprocess
-
-# third-party imports
-from avalon_framework import Avalon
-
-
-class Ffmpeg:
-    """This class communicates with FFmpeg
-
-    This class deals with FFmpeg. It handles extracting
-    frames, stripping audio, converting images into videos
-    and inserting audio tracks to videos.
-    """
-
-    def __init__(self, ffmpeg_settings, image_format):
-        self.ffmpeg_settings = ffmpeg_settings
-
-        self.ffmpeg_path = pathlib.Path(self.ffmpeg_settings['ffmpeg_path'])
-        self.ffmpeg_binary = self.ffmpeg_path / 'ffmpeg'
-        self.ffmpeg_probe_binary = self.ffmpeg_path / 'ffprobe'
-        self.image_format = image_format
-        self.pixel_format = None
-
-    def get_pixel_formats(self):
-        """ Get a dictionary of supported pixel formats
-
-        List all supported pixel formats and their
-        corresponding bit depth.
-
-        Returns:
-            dictionary -- JSON dict of all pixel formats to bit depth
-        """
-        execute = [
-            self.ffmpeg_probe_binary,
-            '-v',
-            'quiet',
-            '-pix_fmts'
-        ]
-
-        # turn elements into str
-        execute = [str(e) for e in execute]
-
-        Avalon.debug_info(f'Executing: {" ".join(execute)}')
-
-        # initialize dictionary to store pixel formats
-        pixel_formats = {}
-
-        # record all pixel formats into dictionary
-        for line in subprocess.run(execute, check=True, stdout=subprocess.PIPE).stdout.decode().split('\n'):
-            try:
-                pixel_formats[' '.join(line.split()).split()[1]] = int(' '.join(line.split()).split()[3])
-            except (IndexError, ValueError):
-                pass
-
-        # print pixel formats for debugging
-        Avalon.debug_info(str(pixel_formats))
-
-        return pixel_formats
-
-    def get_video_info(self, input_video):
-        """ Gets input video information
-
-        This method reads input video information
-        using ffprobe in dictionary
-
-        Arguments:
-            input_video {string} -- input video file path
-
-        Returns:
-            dictionary -- JSON text of input video information
-        """
-
-        # this execution command needs to be hard-coded
-        # since video2x only strictly recignizes this one format
-        execute = [
-            self.ffmpeg_probe_binary,
-            '-v',
-            'quiet',
-            '-print_format',
-            'json',
-            '-show_format',
-            '-show_streams',
-            '-i',
-            input_video
-        ]
-
-        # turn elements into str
-        execute = [str(e) for e in execute]
-
-        Avalon.debug_info(f'Executing: {" ".join(execute)}')
-        json_str = subprocess.run(execute, check=True, stdout=subprocess.PIPE).stdout
-        return json.loads(json_str.decode('utf-8'))
-
-    def extract_frames(self, input_video, extracted_frames):
-        """Extract every frame from original videos
-
-        This method extracts every frame from input video using FFmpeg
-
-        Arguments:
-            input_video {string} -- input video path
-            extracted_frames {string} -- video output directory
-        """
-        execute = [
-            self.ffmpeg_binary
-        ]
-
-        execute.extend(self._read_configuration(phase='video_to_frames'))
-
-        execute.extend([
-            '-i',
-            input_video
-        ])
-
-        execute.extend(self._read_configuration(phase='video_to_frames', section='output_options'))
-
-        execute.extend([
-            extracted_frames / f'extracted_%0d.{self.image_format}'
-        ])
-
-        self._execute(execute)
-
-    def convert_video(self, framerate, resolution, upscaled_frames):
-        """Converts images into videos
-
-        This method converts a set of images into a video
-
-        Arguments:
-            framerate {float} -- target video framerate
-            resolution {string} -- target video resolution
-            upscaled_frames {string} -- source images directory
-        """
-        execute = [
-            self.ffmpeg_binary,
-            '-r',
-            str(framerate),
-            '-s',
-            resolution
-        ]
-
-        # read other options
-        execute.extend(self._read_configuration(phase='frames_to_video'))
-
-        # read FFmpeg input options
-        execute.extend(self._read_configuration(phase='frames_to_video', section='input_options'))
-
-        # WORKAROUND FOR WAIFU2X-NCNN-VULKAN
-        # Dev: SAT3LL
-        # rename all .png.png suffixes to .png
-        import re
-        regex = re.compile(r'\.png\.png$', re.IGNORECASE)
-        for frame_name in upscaled_frames.iterdir():
-            (upscaled_frames / frame_name).rename(upscaled_frames / regex.sub('.png', str(frame_name)))
-        # END WORKAROUND
-
-        # append input frames path into command
-        execute.extend([
-            '-i',
-            upscaled_frames / f'extracted_%d.{self.image_format}'
-        ])
-
-        # read FFmpeg output options
-        execute.extend(self._read_configuration(phase='frames_to_video', section='output_options'))
-
-        # specify output file location
-        execute.extend([
-            upscaled_frames / 'no_audio.mp4'
-        ])
-
-        self._execute(execute)
-
-    def migrate_audio_tracks_subtitles(self, input_video, output_video, upscaled_frames):
-        """ Migrates audio tracks and subtitles from input video to output video
-
-        Arguments:
-            input_video {string} -- input video file path
-            output_video {string} -- output video file path
-            upscaled_frames {string} -- directory containing upscaled frames
-        """
-        execute = [
-            self.ffmpeg_binary
-        ]
-
-        execute.extend(self._read_configuration(phase='migrating_tracks'))
-
-        execute.extend([
-            '-i',
-            upscaled_frames / 'no_audio.mp4',
-            '-i',
-            input_video
-        ])
-
-        execute.extend(self._read_configuration(phase='migrating_tracks', section='output_options'))
-
-        execute.extend([
-            output_video
-        ])
-
-        self._execute(execute)
-
-    def _read_configuration(self, phase, section=None):
-        """ read configuration from JSON
-
-        Read the configurations (arguments) from the JSON
-        configuration file and append them to the end of the
-        FFmpeg command.
-
-        Arguments:
-            execute {list} -- list of arguments to be executed
-            phase {str} -- phase of operation
-        """
-
-        configuration = []
-
-        # if section is specified, read configurations or keys
-        # from only that section
-        if section:
-            source = self.ffmpeg_settings[phase][section].keys()
-
-            # if pixel format is not specified, use the source pixel format
-            try:
-                if self.ffmpeg_settings[phase][section].get('-pix_fmt') is None:
-                    self.ffmpeg_settings[phase][section]['-pix_fmt'] = self.pixel_format
-            except KeyError:
-                pass
-        else:
-            source = self.ffmpeg_settings[phase].keys()
-
-        for key in source:
-
-            if section:
-                value = self.ffmpeg_settings[phase][section][key]
-            else:
-                value = self.ffmpeg_settings[phase][key]
-
-            # null or None means that leave this option out (keep default)
-            if value is None or value is False or isinstance(value, dict):
-                continue
-
-            # if the value is a list, append the same argument and all values
-            elif isinstance(value, list):
-
-                for subvalue in value:
-                    configuration.append(key)
-                    if value is not True:
-                        configuration.append(str(subvalue))
-
-            # otherwise the value is typical
-            else:
-                configuration.append(key)
-
-                # true means key is an option
-                if value is True:
-                    continue
-
-                configuration.append(str(value))
-
-        return configuration
-
-    def _execute(self, execute):
-        """ execute command
-
-        Arguments:
-            execute {list} -- list of arguments to be executed
-
-        Returns:
-            int -- execution return code
-        """
-        # turn all list elements into string to avoid errors
-        execute = [str(e) for e in execute]
-
-        Avalon.debug_info(f'Executing: {execute}')
-
-        return subprocess.run(execute, check=True).returncode

src/fsutils.cpp

@@ -0,0 +1,94 @@
+#include "fsutils.h"
+
+#if _WIN32
+#include <windows.h>
+#include <cwchar>
+#else
+#include <unistd.h>
+#include <cstring>
+#endif
+
+#include <spdlog/spdlog.h>
+
+#if _WIN32
+std::filesystem::path get_executable_directory() {
+    std::vector<wchar_t> filepath(MAX_PATH);
+
+    // Get the executable path, expanding the buffer if necessary
+    DWORD size = GetModuleFileNameW(NULL, filepath.data(), static_cast<DWORD>(filepath.size()));
+    if (size == 0) {
+        spdlog::error("Error getting executable path: {}", GetLastError());
+        return std::filesystem::path();
+    }
+
+    // Resize the buffer if necessary
+    while (size >= filepath.size()) {
+        filepath.resize(filepath.size() * 2);
+        size = GetModuleFileNameW(NULL, filepath.data(), static_cast<DWORD>(filepath.size()));
+        if (size == 0) {
+            spdlog::error("Error getting executable path: {}", GetLastError());
+            return std::filesystem::path();
+        }
+    }
+
+    // Create a std::filesystem::path from the filepath and return its parent path
+    std::filesystem::path execpath(filepath.data());
+    return execpath.parent_path();
+}
+#else   // _WIN32
+std::filesystem::path get_executable_directory() {
+    std::error_code ec;
+    std::filesystem::path filepath = std::filesystem::read_symlink("/proc/self/exe", ec);
+
+    if (ec) {
+        spdlog::error("Error reading /proc/self/exe: {}", ec.message());
+        return std::filesystem::path();
+    }
+
+    return filepath.parent_path();
+}
+#endif  // _WIN32
+
+bool filepath_is_readable(const std::filesystem::path &path) {
+#if _WIN32
+    FILE *fp = _wfopen(path.c_str(), L"rb");
+#else   // _WIN32
+    FILE *fp = fopen(path.c_str(), "rb");
+#endif  // _WIN32
+    if (!fp) {
+        return false;
+    }
+
+    fclose(fp);
+    return true;
+}
+
+std::filesystem::path find_resource_file(const std::filesystem::path &path) {
+    if (filepath_is_readable(path)) {
+        return path;
+    }
+
+    if (filepath_is_readable(std::filesystem::path("/usr/share/video2x/") / path)) {
+        return std::filesystem::path("/usr/share/video2x/") / path;
+    }
+
+    return get_executable_directory() / path;
+}
+
+std::string path_to_string(const std::filesystem::path &path) {
+#if _WIN32
+    std::wstring wide_path = path.wstring();
+    int buffer_size =
+        WideCharToMultiByte(CP_UTF8, 0, wide_path.c_str(), -1, nullptr, 0, nullptr, nullptr);
+    if (buffer_size == 0) {
+        return std::string();
+    }
+    std::vector<char> buffer(buffer_size);
+    WideCharToMultiByte(
+        CP_UTF8, 0, wide_path.c_str(), -1, buffer.data(), buffer_size, nullptr, nullptr
+    );
+    return std::string(buffer.data());
+#else
+    return path.string();
+#endif
+}

src/getopt.c

@@ -0,0 +1,249 @@
+/*
+ * Copyright (c) 1987, 1993, 1994, 1996
+ *	The Regents of the University of California.  All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions
+ * are met:
+ * 1. Redistributions of source code must retain the above copyright
+ *    notice, this list of conditions and the following disclaimer.
+ * 2. Redistributions in binary form must reproduce the above copyright
+ *    notice, this list of conditions and the following disclaimer in the
+ *    documentation and/or other materials provided with the distribution.
+ * 3. Neither the names of the copyright holders nor the names of its
+ *    contributors may be used to endorse or promote products derived from
+ *    this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS ``AS
+ * IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
+ * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+ * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE
+ * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+ * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+ * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+ * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+ * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+ * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+ * POSSIBILITY OF SUCH DAMAGE.
+ */
+#include <assert.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+
+#include "getopt.h"
+
+/*
+extern int opterr;
+extern int optind;
+extern int optopt;
+extern int optreset;
+extern char *optarg;
+*/
+
+int opterr = 1;      /* if error message should be printed */
+int optind = 1;      /* index into parent argv vector */
+int optopt = 0;      /* character checked for validity */
+int optreset = 0;    /* reset getopt */
+char *optarg = NULL; /* argument associated with option */
+
+#ifndef __P
+#define __P(x) x
+#endif
+#define _DIAGASSERT(x) assert(x)
+
+static char *__progname __P((char *));
+int getopt_internal __P((int, char *const *, const char *));
+
+static char *__progname(char *nargv0) {
+    char *tmp;
+
+    _DIAGASSERT(nargv0 != NULL);
+
+    tmp = strrchr(nargv0, '/');
+    if (tmp) {
+        tmp++;
+    } else {
+        tmp = nargv0;
+    }
+    return (tmp);
+}
+
+#define BADCH (int)'?'
+#define BADARG (int)':'
+#define EMSG ""
+
+/*
+ * getopt --
+ *	Parse argc/argv argument vector.
+ */
+int getopt_internal(int nargc, char *const *nargv, const char *ostr) {
+    static char *place = EMSG; /* option letter processing */
+    char *oli;                 /* option letter list index */
+
+    _DIAGASSERT(nargv != NULL);
+    _DIAGASSERT(ostr != NULL);
+
+    if (optreset || !*place) { /* update scanning pointer */
+        optreset = 0;
+        if (optind >= nargc || *(place = nargv[optind]) != '-') {
+            place = EMSG;
+            return (-1);
+        }
+        if (place[1] && *++place == '-') { /* found "--" */
+            /* ++optind; */
+            place = EMSG;
+            return (-2);
+        }
+    } /* option letter okay? */
+    if ((optopt = (int)*place++) == (int)':' || !(oli = strchr(ostr, optopt))) {
+        /*
+         * if the user didn't specify '-' as an option,
+         * assume it means -1.
+         */
+        if (optopt == (int)'-') {
+            return (-1);
+        }
+        if (!*place) {
+            ++optind;
+        }
+        if (opterr && *ostr != ':') {
+            (void)fprintf(stderr, "%s: illegal option -- %c\n", __progname(nargv[0]), optopt);
+        }
+        return (BADCH);
+    }
+    if (*++oli != ':') { /* don't need argument */
+        optarg = NULL;
+        if (!*place) {
+            ++optind;
+        }
+    } else {          /* need an argument */
+        if (*place) { /* no white space */
+            optarg = place;
+        } else if (nargc <= ++optind) { /* no arg */
+            place = EMSG;
+            if ((opterr) && (*ostr != ':')) {
+                (void)fprintf(
+                    stderr, "%s: option requires an argument -- %c\n", __progname(nargv[0]), optopt
+                );
+            }
+            return (BADARG);
+        } else { /* white space */
+            optarg = nargv[optind];
+        }
+        place = EMSG;
+        ++optind;
+    }
+    return (optopt); /* dump back option letter */
+}
+
+#if 0
+/*
+ * getopt --
+ *	Parse argc/argv argument vector.
+ */
+int
+getopt2(nargc, nargv, ostr)
+	int nargc;
+	char * const *nargv;
+	const char *ostr;
+{
+	int retval;
+
+	if ((retval = getopt_internal(nargc, nargv, ostr)) == -2) {
+		retval = -1;
+		++optind; 
+	}
+	return(retval);
+}
+#endif
+
+/*
+ * getopt_long --
+ *	Parse argc/argv argument vector.
+ */
+int getopt_long(
+    int nargc,
+    char **nargv,
+    const char *options,
+    const struct option *long_options,
+    int *index
+) {
+    int retval;
+
+    _DIAGASSERT(nargv != NULL);
+    _DIAGASSERT(options != NULL);
+    _DIAGASSERT(long_options != NULL);
+    /* index may be NULL */
+
+    if ((retval = getopt_internal(nargc, nargv, options)) == -2) {
+        char *current_argv = nargv[optind++] + 2, *has_equal;
+        int i, match = -1;
+        size_t current_argv_len;
+
+        if (*current_argv == '\0') {
+            return (-1);
+        }
+        if ((has_equal = strchr(current_argv, '=')) != NULL) {
+            current_argv_len = has_equal - current_argv;
+            has_equal++;
+        } else {
+            current_argv_len = strlen(current_argv);
+        }
+
+        for (i = 0; long_options[i].name; i++) {
+            if (strncmp(current_argv, long_options[i].name, current_argv_len)) {
+                continue;
+            }
+
+            if (strlen(long_options[i].name) == current_argv_len) {
+                match = i;
+                break;
+            }
+            if (match == -1) {
+                match = i;
+            }
+        }
+        if (match != -1) {
+            if (long_options[match].has_arg == required_argument ||
+                long_options[match].has_arg == optional_argument) {
+                if (has_equal) {
+                    optarg = has_equal;
+                } else {
+                    optarg = nargv[optind++];
+                }
+            }
+            if ((long_options[match].has_arg == required_argument) && (optarg == NULL)) {
+                /*
+                 * Missing argument, leading :
+                 * indicates no error should be generated
+                 */
+                if ((opterr) && (*options != ':')) {
+                    (void)fprintf(
+                        stderr,
+                        "%s: option requires an argument -- %s\n",
+                        __progname(nargv[0]),
+                        current_argv
+                    );
+                }
+                return (BADARG);
+            }
+        } else { /* No matching argument */
+            if ((opterr) && (*options != ':')) {
+                (void
+                )fprintf(stderr, "%s: illegal option -- %s\n", __progname(nargv[0]), current_argv);
+            }
+            return (BADCH);
+        }
+        if (long_options[match].flag) {
+            *long_options[match].flag = long_options[match].val;
+            retval = 0;
+        } else {
+            retval = long_options[match].val;
+        }
+        if (index) {
+            *index = match;
+        }
+    }
+    return (retval);
+}

src/image_cleaner.py

@@ -1,76 +0,0 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-Name: Video2X Image Cleaner
-Author: BrianPetkovsek
-Author: K4YT3X
-Date Created: March 24, 2019
-Last Modified: July 27, 2019
-
-Description: This class is to remove the extracted frames
-that have already been upscaled.
-"""
-
-# built-in imports
-import threading
-import time
-
-
-class ImageCleaner(threading.Thread):
-    """ Video2X Image Cleaner
-
-    This class creates an object that keeps track of extracted
-    frames that has already been upscaled and are not needed
-    anymore. It then deletes them to save disk space.
-
-    Extends:
-        threading.Thread
-    """
-
-    def __init__(self, input_directory, output_directory, threads):
-        threading.Thread.__init__(self)
-        self.input_directory = input_directory
-        self.output_directory = output_directory
-        self.threads = threads
-        self.running = False
-
-    def run(self):
-        """ Run image cleaner
-        """
-        self.running = True
-
-        while self.running:
-            self.remove_upscaled_frames()
-            time.sleep(1)
-
-    def stop(self):
-        """ Stop the image cleaner
-        """
-        self.running = False
-        self.join()
-
-    def remove_upscaled_frames(self):
-        """ remove frames that have already been upscaled
-
-        This method compares the files in the extracted frames
-        directory with the upscaled frames directory, and removes
-        the frames that has already been upscaled.
-        """
-
-        # list all images in the extracted frames
-        output_frames = [f for f in self.output_directory.iterdir() if f.is_file()]
-
-        # compare and remove frames downscaled images that finished being upscaled
-        # within each thread's  extracted frames directory
-        for thread_id in range(self.threads):
-            dir_path = self.input_directory / str(thread_id)
-
-            # for each file within all the directories
-            for file in dir_path.iterdir():
-                file_path = dir_path / file
-
-                # if file also exists in the output directory, then the file
-                # has already been processed, thus not needed anymore
-                if file_path.is_file() and file in output_frames:
-                    file_path.unlink(file)
-                    output_frames.remove(file)

src/libplacebo.cpp

@@ -0,0 +1,137 @@
+#include "libplacebo.h"
+
+#include <stdio.h>
+#include <stdlib.h>
+
+#include <spdlog/spdlog.h>
+
+#include "fsutils.h"
+
+int init_libplacebo(
+    AVBufferRef *hw_ctx,
+    AVFilterGraph **filter_graph,
+    AVFilterContext **buffersrc_ctx,
+    AVFilterContext **buffersink_ctx,
+    AVCodecContext *dec_ctx,
+    int output_width,
+    int output_height,
+    const std::filesystem::path &shader_path
+) {
+    char args[512];
+    int ret;
+
+    AVFilterGraph *graph = avfilter_graph_alloc();
+    if (!graph) {
+        spdlog::error("Unable to create filter graph.");
+        return AVERROR(ENOMEM);
+    }
+
+    // Create buffer source
+    const AVFilter *buffersrc = avfilter_get_by_name("buffer");
+    snprintf(
+        args,
+        sizeof(args),
+        "video_size=%dx%d:pix_fmt=%d:time_base=%d/%d:frame_rate=%d/%d:"
+        "pixel_aspect=%d/%d:colorspace=%d:range=%d",
+        dec_ctx->width,
+        dec_ctx->height,
+        dec_ctx->pix_fmt,
+        dec_ctx->time_base.num,
+        dec_ctx->time_base.den,
+        dec_ctx->framerate.num,
+        dec_ctx->framerate.den,
+        dec_ctx->sample_aspect_ratio.num,
+        dec_ctx->sample_aspect_ratio.den,
+        dec_ctx->colorspace,
+        dec_ctx->color_range
+    );
+
+    ret = avfilter_graph_create_filter(buffersrc_ctx, buffersrc, "in", args, NULL, graph);
+    if (ret < 0) {
+        spdlog::error("Cannot create buffer source.");
+        avfilter_graph_free(&graph);
+        return ret;
+    }
+
+    AVFilterContext *last_filter = *buffersrc_ctx;
+
+    // Create the libplacebo filter
+    const AVFilter *libplacebo_filter = avfilter_get_by_name("libplacebo");
+    if (!libplacebo_filter) {
+        spdlog::error("Filter 'libplacebo' not found.");
+        avfilter_graph_free(&graph);
+        return AVERROR_FILTER_NOT_FOUND;
+    }
+
+    // Convert the shader path to a string since filter args is const char *
+    std::string shader_path_string = path_to_string(shader_path);
+
+#ifdef _WIN32
+    // libplacebo does not recognize the Windows '\\' path separator
+    std::replace(shader_path_string.begin(), shader_path_string.end(), '\\', '/');
+#endif
+
+    // Prepare the filter arguments
+    char filter_args[512];
+    snprintf(
+        filter_args,
+        sizeof(filter_args),
+        "w=%d:h=%d:upscaler=ewa_lanczos:custom_shader_path=%s",
+        output_width,
+        output_height,
+        shader_path_string.c_str()
+    );
+
+    AVFilterContext *libplacebo_ctx;
+    ret = avfilter_graph_create_filter(
+        &libplacebo_ctx, libplacebo_filter, "libplacebo", filter_args, NULL, graph
+    );
+    if (ret < 0) {
+        spdlog::error("Cannot create libplacebo filter.");
+        avfilter_graph_free(&graph);
+        return ret;
+    }
+
+    // Set the hardware device context to Vulkan
+    if (hw_ctx != nullptr) {
+        libplacebo_ctx->hw_device_ctx = av_buffer_ref(hw_ctx);
+    }
+
+    // Link buffersrc to libplacebo
+    ret = avfilter_link(last_filter, 0, libplacebo_ctx, 0);
+    if (ret < 0) {
+        spdlog::error("Error connecting buffersrc to libplacebo filter.");
+        avfilter_graph_free(&graph);
+        return ret;
+    }
+
+    last_filter = libplacebo_ctx;
+
+    // Create buffer sink
+    const AVFilter *buffersink = avfilter_get_by_name("buffersink");
+    ret = avfilter_graph_create_filter(buffersink_ctx, buffersink, "out", NULL, NULL, graph);
+    if (ret < 0) {
+        spdlog::error("Cannot create buffer sink.");
+        avfilter_graph_free(&graph);
+        return ret;
+    }
+
+    // Link libplacebo to buffersink
+    ret = avfilter_link(last_filter, 0, *buffersink_ctx, 0);
+    if (ret < 0) {
+        spdlog::error("Error connecting libplacebo filter to buffersink.");
+        avfilter_graph_free(&graph);
+        return ret;
+    }
+
+    // Configure the filter graph
+    ret = avfilter_graph_config(graph, NULL);
+    if (ret < 0) {
+        spdlog::error("Error configuring the filter graph.");
+        avfilter_graph_free(&graph);
+        return ret;
+    }
+
+    *filter_graph = graph;
+    return 0;
+}

src/libplacebo_filter.cpp

@@ -0,0 +1,130 @@
+#include "libplacebo_filter.h"
+
+#include <cstdio>
+
+#include <spdlog/spdlog.h>
+
+#include "fsutils.h"
+#include "libplacebo.h"
+
+LibplaceboFilter::LibplaceboFilter(int width, int height, const std::filesystem::path &shader_path)
+    : filter_graph(nullptr),
+      buffersrc_ctx(nullptr),
+      buffersink_ctx(nullptr),
+      output_width(width),
+      output_height(height),
+      shader_path(std::move(shader_path)) {}
+
+LibplaceboFilter::~LibplaceboFilter() {
+    if (buffersrc_ctx) {
+        avfilter_free(buffersrc_ctx);
+        buffersrc_ctx = nullptr;
+    }
+    if (buffersink_ctx) {
+        avfilter_free(buffersink_ctx);
+        buffersink_ctx = nullptr;
+    }
+    if (filter_graph) {
+        avfilter_graph_free(&filter_graph);
+        filter_graph = nullptr;
+    }
+}
+
+int LibplaceboFilter::init(AVCodecContext *dec_ctx, AVCodecContext *enc_ctx, AVBufferRef *hw_ctx) {
+    // Construct the shader path
+    std::filesystem::path shader_full_path;
+    if (filepath_is_readable(shader_path)) {
+        // If the shader path is directly readable, use it
+        shader_full_path = shader_path;
+    } else {
+        // Construct the fallback path using std::filesystem
+        shader_full_path =
+            find_resource_file(std::filesystem::path("models") / (shader_path.string() + ".glsl"));
+    }
+
+    // Check if the shader file exists
+    if (!std::filesystem::exists(shader_full_path)) {
+        spdlog::error("libplacebo shader file not found: {}", shader_full_path.string());
+        return -1;
+    }
+
+    // Save the output time base
+    output_time_base = enc_ctx->time_base;
+
+    return init_libplacebo(
+        hw_ctx,
+        &filter_graph,
+        &buffersrc_ctx,
+        &buffersink_ctx,
+        dec_ctx,
+        output_width,
+        output_height,
+        shader_full_path
+    );
+}
+
+int LibplaceboFilter::process_frame(AVFrame *input_frame, AVFrame **output_frame) {
+    int ret;
+
+    // Get the filtered frame
+    *output_frame = av_frame_alloc();
+    if (*output_frame == nullptr) {
+        spdlog::error("Failed to allocate output frame");
+        return -1;
+    }
+
+    // Feed the frame to the filter graph
+    ret = av_buffersrc_add_frame(buffersrc_ctx, input_frame);
+    if (ret < 0) {
+        spdlog::error("Error while feeding the filter graph");
+        return ret;
+    }
+
+    ret = av_buffersink_get_frame(buffersink_ctx, *output_frame);
+    if (ret < 0) {
+        av_frame_free(output_frame);
+        return ret;
+    }
+
+    // Rescale PTS to encoder's time base
+    (*output_frame)->pts =
+        av_rescale_q((*output_frame)->pts, buffersink_ctx->inputs[0]->time_base, output_time_base);
+
+    // Return the processed frame to the caller
+    return 0;
+}
+
+int LibplaceboFilter::flush(std::vector<AVFrame *> &processed_frames) {
+    int ret = av_buffersrc_add_frame(buffersrc_ctx, nullptr);
+    if (ret < 0) {
+        spdlog::error("Error while flushing filter graph");
+        return ret;
+    }
+
+    // Retrieve all remaining frames from the filter graph
+    while (1) {
+        AVFrame *filt_frame = av_frame_alloc();
+        if (filt_frame == nullptr) {
+            return AVERROR(ENOMEM);
+        }
+
+        ret = av_buffersink_get_frame(buffersink_ctx, filt_frame);
+        if (ret == AVERROR(EAGAIN) || ret == AVERROR_EOF) {
+            av_frame_free(&filt_frame);
+            break;
+        }
+        if (ret < 0) {
+            av_frame_free(&filt_frame);
+            return ret;
+        }
+
+        // Rescale PTS to encoder's time base
+        filt_frame->pts =
+            av_rescale_q(filt_frame->pts, buffersink_ctx->inputs[0]->time_base, output_time_base);
+
+        // Add to processed frames
+        processed_frames.push_back(filt_frame);
+    }
+
+    return 0;
+}

src/libvideo2x.cpp

@@ -0,0 +1,460 @@
+#include "libvideo2x.h"
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <cstdint>
+#include <thread>
+
+#include <spdlog/spdlog.h>
+
+#include "decoder.h"
+#include "encoder.h"
+#include "filter.h"
+#include "libplacebo_filter.h"
+#include "realesrgan_filter.h"
+
+/**
+ * @brief Process frames using the selected filter.
+ *
+ * @param[in] encoder_config Encoder configurations
+ * @param[in,out] proc_ctx Struct containing the processing context
+ * @param[in] ifmt_ctx Input format context
+ * @param[in] ofmt_ctx Output format context
+ * @param[in] dec_ctx Decoder context
+ * @param[in] enc_ctx Encoder context
+ * @param[in] filter Filter instance
+ * @param[in] video_stream_index Index of the video stream in the input format context
+ * @param[in] stream_mapping Array mapping input stream indexes to output stream indexes
+ * @param[in] benchmark Flag to enable benchmarking mode
+ * @return int 0 on success, negative value on error
+ */
+int process_frames(
+    EncoderConfig *encoder_config,
+    VideoProcessingContext *proc_ctx,
+    AVFormatContext *ifmt_ctx,
+    AVFormatContext *ofmt_ctx,
+    AVCodecContext *dec_ctx,
+    AVCodecContext *enc_ctx,
+    Filter *filter,
+    int video_stream_index,
+    int *stream_mapping,
+    bool benchmark = false
+) {
+    int ret;
+    AVPacket packet;
+    std::vector<AVFrame *> flushed_frames;
+    char errbuf[AV_ERROR_MAX_STRING_SIZE];
+
+    // Get the total number of frames in the video
+    AVStream *video_stream = ifmt_ctx->streams[video_stream_index];
+    proc_ctx->total_frames = video_stream->nb_frames;
+
+    // If nb_frames is not set, calculate total frames using duration and frame rate
+    if (proc_ctx->total_frames == 0) {
+        int64_t duration = video_stream->duration;
+        AVRational frame_rate = video_stream->avg_frame_rate;
+        if (duration != AV_NOPTS_VALUE && frame_rate.num != 0 && frame_rate.den != 0) {
+            proc_ctx->total_frames = duration * frame_rate.num / frame_rate.den;
+        }
+    }
+
+    // Get start time
+    proc_ctx->start_time = time(NULL);
+    if (proc_ctx->start_time == -1) {
+        perror("time");
+    }
+
+    AVFrame *frame = av_frame_alloc();
+    if (frame == nullptr) {
+        ret = AVERROR(ENOMEM);
+        goto end;
+    }
+
+    // Read frames from the input file
+    while (!proc_ctx->abort) {
+        ret = av_read_frame(ifmt_ctx, &packet);
+        if (ret < 0) {
+            break;  // End of file or error
+        }
+
+        if (packet.stream_index == video_stream_index) {
+            // Send the packet to the decoder
+            ret = avcodec_send_packet(dec_ctx, &packet);
+            if (ret < 0) {
+                av_strerror(ret, errbuf, sizeof(errbuf));
+                spdlog::error("Error sending packet to decoder: {}", errbuf);
+                av_packet_unref(&packet);
+                goto end;
+            }
+
+            // Receive and process frames from the decoder
+            while (!proc_ctx->abort) {
+                // Check if the processing is paused
+                if (proc_ctx->pause) {
+                    std::this_thread::sleep_for(std::chrono::milliseconds(100));
+                    continue;
+                }
+
+                ret = avcodec_receive_frame(dec_ctx, frame);
+                if (ret == AVERROR(EAGAIN) || ret == AVERROR_EOF) {
+                    break;
+                } else if (ret < 0) {
+                    av_strerror(ret, errbuf, sizeof(errbuf));
+                    spdlog::error("Error decoding video frame: {}", errbuf);
+                    goto end;
+                }
+
+                // Process the frame using the selected filter
+                AVFrame *processed_frame = nullptr;
+                ret = filter->process_frame(frame, &processed_frame);
+                if (ret == 0 && processed_frame != nullptr) {
+                    // Encode and write the processed frame
+                    if (!benchmark) {
+                        ret = encode_and_write_frame(
+                            processed_frame, enc_ctx, ofmt_ctx, video_stream_index
+                        );
+                        if (ret < 0) {
+                            av_strerror(ret, errbuf, sizeof(errbuf));
+                            spdlog::error("Error encoding/writing frame: {}", errbuf);
+                            av_frame_free(&processed_frame);
+                            goto end;
+                        }
+                    }
+
+                    av_frame_free(&processed_frame);
+                    proc_ctx->processed_frames++;
+                } else if (ret != AVERROR(EAGAIN) && ret != AVERROR_EOF) {
+                    spdlog::error("Filter returned an error");
+                    goto end;
+                }
+
+                av_frame_unref(frame);
+                spdlog::debug(
+                    "Processed frame {}/{}", proc_ctx->processed_frames, proc_ctx->total_frames
+                );
+            }
+        } else if (encoder_config->copy_streams && stream_mapping[packet.stream_index] >= 0) {
+            AVStream *in_stream = ifmt_ctx->streams[packet.stream_index];
+            int out_stream_index = stream_mapping[packet.stream_index];
+            AVStream *out_stream = ofmt_ctx->streams[out_stream_index];
+
+            // Rescale packet timestamps
+            av_packet_rescale_ts(&packet, in_stream->time_base, out_stream->time_base);
+            packet.stream_index = out_stream_index;
+
+            // If copy streams is enabled, copy the packet to the output
+            ret = av_interleaved_write_frame(ofmt_ctx, &packet);
+            if (ret < 0) {
+                av_strerror(ret, errbuf, sizeof(errbuf));
+                spdlog::error("Error muxing packet: {}", errbuf);
+                av_packet_unref(&packet);
+                return ret;
+            }
+        }
+        av_packet_unref(&packet);
+    }
+
+    // Flush the filter
+    ret = filter->flush(flushed_frames);
+    if (ret < 0) {
+        av_strerror(ret, errbuf, sizeof(errbuf));
+        spdlog::error("Error flushing filter: {}", errbuf);
+        goto end;
+    }
+
+    // Encode and write all flushed frames
+    for (AVFrame *&flushed_frame : flushed_frames) {
+        ret = encode_and_write_frame(flushed_frame, enc_ctx, ofmt_ctx, video_stream_index);
+        if (ret < 0) {
+            av_strerror(ret, errbuf, sizeof(errbuf));
+            spdlog::error("Error encoding/writing flushed frame: {}", errbuf);
+            av_frame_free(&flushed_frame);
+            flushed_frame = nullptr;
+            goto end;
+        }
+        av_frame_free(&flushed_frame);
+        flushed_frame = nullptr;
+    }
+
+    // Flush the encoder
+    ret = flush_encoder(enc_ctx, ofmt_ctx);
+    if (ret < 0) {
+        av_strerror(ret, errbuf, sizeof(errbuf));
+        spdlog::error("Error flushing encoder: {}", errbuf);
+        goto end;
+    }
+
+end:
+    av_frame_free(&frame);
+    // Free any flushed frames not yet freed
+    for (AVFrame *flushed_frame : flushed_frames) {
+        if (flushed_frame) {
+            av_frame_free(&flushed_frame);
+        }
+    }
+    return ret;
+}
+
+// Cleanup resources after processing the video
+void cleanup(
+    AVFormatContext *ifmt_ctx,
+    AVFormatContext *ofmt_ctx,
+    AVCodecContext *dec_ctx,
+    AVCodecContext *enc_ctx,
+    AVBufferRef *hw_ctx,
+    int *stream_mapping,
+    Filter *filter
+) {
+    if (ifmt_ctx) {
+        avformat_close_input(&ifmt_ctx);
+    }
+    if (ofmt_ctx && !(ofmt_ctx->oformat->flags & AVFMT_NOFILE)) {
+        avio_closep(&ofmt_ctx->pb);
+    }
+    if (ofmt_ctx) {
+        avformat_free_context(ofmt_ctx);
+    }
+    if (dec_ctx) {
+        avcodec_free_context(&dec_ctx);
+    }
+    if (enc_ctx) {
+        avcodec_free_context(&enc_ctx);
+    }
+    if (hw_ctx) {
+        av_buffer_unref(&hw_ctx);
+    }
+    if (stream_mapping) {
+        av_free(stream_mapping);
+    }
+    if (filter) {
+        delete filter;
+    }
+}
+
+/**
+ * @brief Process a video file using the selected filter and encoder settings.
+ *
+ * @param[in] input_filename Path to the input video file
+ * @param[in] output_filename Path to the output video file
+ * @param[in] log_level Log level
+ * @param[in] benchmark Flag to enable benchmarking mode
+ * @param[in] hw_type Hardware device type
+ * @param[in] filter_config Filter configurations
+ * @param[in] encoder_config Encoder configurations
+ * @param[in,out] proc_ctx Video processing context
+ * @return int 0 on success, non-zero value on error
+ */
+extern "C" int process_video(
+    const char *input_filename,
+    const char *output_filename,
+    Libvideo2xLogLevel log_level,
+    bool benchmark,
+    AVHWDeviceType hw_type,
+    const FilterConfig *filter_config,
+    EncoderConfig *encoder_config,
+    VideoProcessingContext *proc_ctx
+) {
+    AVFormatContext *ifmt_ctx = nullptr;
+    AVFormatContext *ofmt_ctx = nullptr;
+    AVCodecContext *dec_ctx = nullptr;
+    AVCodecContext *enc_ctx = nullptr;
+    AVBufferRef *hw_ctx = nullptr;
+    int *stream_mapping = nullptr;
+    Filter *filter = nullptr;
+    int video_stream_index = -1;
+    char errbuf[AV_ERROR_MAX_STRING_SIZE];
+    int ret = 0;
+
+    // Set the log level for FFmpeg and spdlog (libvideo2x)
+    switch (log_level) {
+        case LIBVIDEO2X_LOG_LEVEL_TRACE:
+            av_log_set_level(AV_LOG_TRACE);
+            spdlog::set_level(spdlog::level::trace);
+            break;
+        case LIBVIDEO2X_LOG_LEVEL_DEBUG:
+            av_log_set_level(AV_LOG_DEBUG);
+            spdlog::set_level(spdlog::level::debug);
+            break;
+        case LIBVIDEO2X_LOG_LEVEL_INFO:
+            av_log_set_level(AV_LOG_INFO);
+            spdlog::set_level(spdlog::level::info);
+            break;
+        case LIBVIDEO2X_LOG_LEVEL_WARNING:
+            av_log_set_level(AV_LOG_WARNING);
+            spdlog::set_level(spdlog::level::warn);
+            break;
+        case LIBVIDEO2X_LOG_LEVEL_ERROR:
+            av_log_set_level(AV_LOG_ERROR);
+            spdlog::set_level(spdlog::level::err);
+            break;
+        case LIBVIDEO2X_LOG_LEVEL_CRITICAL:
+            av_log_set_level(AV_LOG_FATAL);
+            spdlog::set_level(spdlog::level::critical);
+            break;
+        case LIBVIDEO2X_LOG_LEVEL_OFF:
+            av_log_set_level(AV_LOG_QUIET);
+            spdlog::set_level(spdlog::level::off);
+            break;
+        default:
+            av_log_set_level(AV_LOG_INFO);
+            spdlog::set_level(spdlog::level::info);
+            break;
+    }
+
+    // Initialize hardware device context
+    if (hw_type != AV_HWDEVICE_TYPE_NONE) {
+        ret = av_hwdevice_ctx_create(&hw_ctx, hw_type, NULL, NULL, 0);
+        if (ret < 0) {
+            av_strerror(ret, errbuf, sizeof(errbuf));
+            spdlog::error("Error initializing hardware device context: {}", errbuf);
+            return ret;
+        }
+    }
+
+    // Initialize input
+    ret = init_decoder(hw_type, hw_ctx, input_filename, &ifmt_ctx, &dec_ctx, &video_stream_index);
+    if (ret < 0) {
+        av_strerror(ret, errbuf, sizeof(errbuf));
+        spdlog::error("Failed to initialize decoder: {}", errbuf);
+        cleanup(ifmt_ctx, ofmt_ctx, dec_ctx, enc_ctx, hw_ctx, stream_mapping, filter);
+        return ret;
+    }
+
+    // Initialize output based on Libplacebo or RealESRGAN configuration
+    int output_width = 0, output_height = 0;
+    switch (filter_config->filter_type) {
+        case FILTER_LIBPLACEBO:
+            output_width = filter_config->config.libplacebo.output_width;
+            output_height = filter_config->config.libplacebo.output_height;
+            break;
+        case FILTER_REALESRGAN:
+            // Calculate the output dimensions based on the scaling factor
+            output_width = dec_ctx->width * filter_config->config.realesrgan.scaling_factor;
+            output_height = dec_ctx->height * filter_config->config.realesrgan.scaling_factor;
+    }
+
+    // Initialize output encoder
+    encoder_config->output_width = output_width;
+    encoder_config->output_height = output_height;
+    ret = init_encoder(
+        hw_ctx,
+        output_filename,
+        ifmt_ctx,
+        &ofmt_ctx,
+        &enc_ctx,
+        dec_ctx,
+        encoder_config,
+        video_stream_index,
+        &stream_mapping
+    );
+    if (ret < 0) {
+        av_strerror(ret, errbuf, sizeof(errbuf));
+        spdlog::error("Failed to initialize encoder: {}", errbuf);
+        cleanup(ifmt_ctx, ofmt_ctx, dec_ctx, enc_ctx, hw_ctx, stream_mapping, filter);
+        return ret;
+    }
+
+    // Write the output file header
+    ret = avformat_write_header(ofmt_ctx, NULL);
+    if (ret < 0) {
+        av_strerror(ret, errbuf, sizeof(errbuf));
+        spdlog::error("Error occurred when opening output file: {}", errbuf);
+        cleanup(ifmt_ctx, ofmt_ctx, dec_ctx, enc_ctx, hw_ctx, stream_mapping, filter);
+        return ret;
+    }
+
+    // Create and initialize the appropriate filter
+    switch (filter_config->filter_type) {
+        case FILTER_LIBPLACEBO: {
+            const auto &config = filter_config->config.libplacebo;
+
+            // Validate shader path
+            if (!config.shader_path) {
+                spdlog::error("Shader path must be provided for the libplacebo filter");
+                cleanup(ifmt_ctx, ofmt_ctx, dec_ctx, enc_ctx, hw_ctx, stream_mapping, filter);
+                return -1;
+            }
+
+            // Validate output dimensions
+            if (config.output_width <= 0 || config.output_height <= 0) {
+                spdlog::error("Output dimensions must be provided for the libplacebo filter");
+                cleanup(ifmt_ctx, ofmt_ctx, dec_ctx, enc_ctx, hw_ctx, stream_mapping, filter);
+                return -1;
+            }
+
+            filter = new LibplaceboFilter{
+                config.output_width, config.output_height, std::filesystem::path(config.shader_path)
+            };
+            break;
+        }
+        case FILTER_REALESRGAN: {
+            const auto &config = filter_config->config.realesrgan;
+
+            // Validate model name
+            if (!config.model) {
+                spdlog::error("Model name must be provided for the RealESRGAN filter");
+                cleanup(ifmt_ctx, ofmt_ctx, dec_ctx, enc_ctx, hw_ctx, stream_mapping, filter);
+                return -1;
+            }
+
+            // Validate scaling factor
+            if (config.scaling_factor <= 0) {
+                spdlog::error("Scaling factor must be provided for the RealESRGAN filter");
+                cleanup(ifmt_ctx, ofmt_ctx, dec_ctx, enc_ctx, hw_ctx, stream_mapping, filter);
+                return -1;
+            }
+
+            filter = new RealesrganFilter{
+                config.gpuid, config.tta_mode, config.scaling_factor, config.model
+            };
+            break;
+        }
+        default:
+            spdlog::error("Unknown filter type");
+            cleanup(ifmt_ctx, ofmt_ctx, dec_ctx, enc_ctx, hw_ctx, stream_mapping, filter);
+            return -1;
+    }
+
+    // Initialize the filter
+    ret = filter->init(dec_ctx, enc_ctx, hw_ctx);
+    if (ret < 0) {
+        av_strerror(ret, errbuf, sizeof(errbuf));
+        spdlog::error("Failed to initialize filter: {}", errbuf);
+        cleanup(ifmt_ctx, ofmt_ctx, dec_ctx, enc_ctx, hw_ctx, stream_mapping, filter);
+        return ret;
+    }
+
+    // Process frames
+    ret = process_frames(
+        encoder_config,
+        proc_ctx,
+        ifmt_ctx,
+        ofmt_ctx,
+        dec_ctx,
+        enc_ctx,
+        filter,
+        video_stream_index,
+        stream_mapping,
+        benchmark
+    );
+    if (ret < 0) {
+        av_strerror(ret, errbuf, sizeof(errbuf));
+        spdlog::error("Error processing frames: {}", errbuf);
+        cleanup(ifmt_ctx, ofmt_ctx, dec_ctx, enc_ctx, hw_ctx, stream_mapping, filter);
+        return ret;
+    }
+
+    // Write the output file trailer
+    av_write_trailer(ofmt_ctx);
+
+    // Cleanup before returning
+    cleanup(ifmt_ctx, ofmt_ctx, dec_ctx, enc_ctx, hw_ctx, stream_mapping, filter);
+
+    if (ret < 0 && ret != AVERROR_EOF) {
+        av_strerror(ret, errbuf, sizeof(errbuf));
+        spdlog::error("Error occurred: {}", errbuf);
+        return ret;
+    }
+    return 0;
+}

src/realesrgan_filter.cpp

@@ -0,0 +1,137 @@
+#include "realesrgan_filter.h"
+
+#include <cstdint>
+#include <cstdio>
+#include <string>
+
+#include <spdlog/spdlog.h>
+
+#include "conversions.h"
+#include "fsutils.h"
+
+RealesrganFilter::RealesrganFilter(
+    int gpuid,
+    bool tta_mode,
+    int scaling_factor,
+    const char *model,
+    const std::filesystem::path custom_model_param_path,
+    const std::filesystem::path custom_model_bin_path
+)
+    : realesrgan(nullptr),
+      gpuid(gpuid),
+      tta_mode(tta_mode),
+      scaling_factor(scaling_factor),
+      model(model),
+      custom_model_param_path(std::move(custom_model_param_path)),
+      custom_model_bin_path(std::move(custom_model_bin_path)) {}
+
+RealesrganFilter::~RealesrganFilter() {
+    if (realesrgan) {
+        delete realesrgan;
+        realesrgan = nullptr;
+    }
+}
+
+int RealesrganFilter::init(AVCodecContext *dec_ctx, AVCodecContext *enc_ctx, AVBufferRef *hw_ctx) {
+    // Construct the model paths using std::filesystem
+    std::filesystem::path model_param_path;
+    std::filesystem::path model_bin_path;
+
+    if (model) {
+        // Find the model paths by model name if provided
+        model_param_path = std::filesystem::path("models") /
+                           (std::string(model) + "-x" + std::to_string(scaling_factor) + ".param");
+        model_bin_path = std::filesystem::path("models") /
+                         (std::string(model) + "-x" + std::to_string(scaling_factor) + ".bin");
+    } else if (!custom_model_param_path.empty() && !custom_model_bin_path.empty()) {
+        // Use the custom model paths if provided
+        model_param_path = custom_model_param_path;
+        model_bin_path = custom_model_bin_path;
+    } else {
+        // Neither model name nor custom model paths provided
+        spdlog::error("Model or model paths must be provided for RealESRGAN filter");
+        return -1;
+    }
+
+    // Get the full paths using a function that possibly modifies or validates the path
+    std::filesystem::path model_param_full_path = find_resource_file(model_param_path);
+    std::filesystem::path model_bin_full_path = find_resource_file(model_bin_path);
+
+    // Check if the model files exist
+    if (!std::filesystem::exists(model_param_full_path)) {
+        spdlog::error("RealESRGAN model param file not found: {}", model_param_full_path.string());
+        return -1;
+    }
+    if (!std::filesystem::exists(model_bin_full_path)) {
+        spdlog::error("RealESRGAN model bin file not found: {}", model_bin_full_path.string());
+        return -1;
+    }
+
+    // Create a new RealESRGAN instance
+    realesrgan = new RealESRGAN(gpuid, tta_mode);
+
+    // Store the time bases
+    input_time_base = dec_ctx->time_base;
+    output_time_base = enc_ctx->time_base;
+    output_pix_fmt = enc_ctx->pix_fmt;
+
+    // Load the model
+    if (realesrgan->load(model_param_full_path, model_bin_full_path) != 0) {
+        spdlog::error("Failed to load RealESRGAN model");
+        return -1;
+    }
+
+    // Set RealESRGAN parameters
+    realesrgan->scale = scaling_factor;
+    realesrgan->prepadding = 10;
+
+    // Calculate tilesize based on GPU heap budget
+    uint32_t heap_budget = ncnn::get_gpu_device(gpuid)->get_heap_budget();
+    if (heap_budget > 1900) {
+        realesrgan->tilesize = 200;
+    } else if (heap_budget > 550) {
+        realesrgan->tilesize = 100;
+    } else if (heap_budget > 190) {
+        realesrgan->tilesize = 64;
+    } else {
+        realesrgan->tilesize = 32;
+    }
+
+    return 0;
+}
+
+int RealesrganFilter::process_frame(AVFrame *input_frame, AVFrame **output_frame) {
+    int ret;
+
+    // Convert the input frame to RGB24
+    ncnn::Mat input_mat = avframe_to_ncnn_mat(input_frame);
+    if (input_mat.empty()) {
+        spdlog::error("Failed to convert AVFrame to ncnn::Mat");
+        return -1;
+    }
+
+    // Allocate space for ouptut ncnn::Mat
+    int output_width = input_mat.w * realesrgan->scale;
+    int output_height = input_mat.h * realesrgan->scale;
+    ncnn::Mat output_mat = ncnn::Mat(output_width, output_height, (size_t)3, 3);
+
+    ret = realesrgan->process(input_mat, output_mat);
+    if (ret != 0) {
+        spdlog::error("RealESRGAN processing failed");
+        return ret;
+    }
+
+    // Convert ncnn::Mat to AVFrame
+    *output_frame = ncnn_mat_to_avframe(output_mat, output_pix_fmt);
+
+    // Rescale PTS to encoder's time base
+    (*output_frame)->pts = av_rescale_q(input_frame->pts, input_time_base, output_time_base);
+
+    // Return the processed frame to the caller
+    return ret;
+}
+
+int RealesrganFilter::flush(std::vector<AVFrame *> &processed_frames) {
+    // No special flushing needed for RealESRGAN
+    return 0;
+}

src/requirements.txt

@@ -1,7 +0,0 @@
-avalon_framework
-colorama
-GPUtil
-psutil
-pyyaml
-requests
-tqdm

src/upscaler.py

@@ -1,369 +0,0 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-Name: Video2X Upscaler
-Author: K4YT3X
-Date Created: December 10, 2018
-Last Modified: December 11, 2019
-
-Dev: SAT3LL
-
-Licensed under the GNU General Public License Version 3 (GNU GPL v3),
-    available at: https://www.gnu.org/licenses/gpl-3.0.txt
-
-(C) 2018-2019 K4YT3X
-"""
-
-# local imports
-from anime4k import Anime4k
-from exceptions import *
-from ffmpeg import Ffmpeg
-from image_cleaner import ImageCleaner
-from waifu2x_caffe import Waifu2xCaffe
-from waifu2x_converter import Waifu2xConverter
-from waifu2x_ncnn_vulkan import Waifu2xNcnnVulkan
-
-# built-in imports
-from fractions import Fraction
-import contextlib
-import copy
-import pathlib
-import re
-import shutil
-import tempfile
-import threading
-import time
-import traceback
-
-# third-party imports
-from avalon_framework import Avalon
-from tqdm import tqdm
-
-AVAILABLE_DRIVERS = ['waifu2x_caffe', 'waifu2x_converter', 'waifu2x_ncnn_vulkan', 'anime4k']
-
-
-class Upscaler:
-    """ An instance of this class is a upscaler that will
-    upscale all images in the given directory.
-
-    Raises:
-        Exception -- all exceptions
-        ArgumentError -- if argument is not valid
-    """
-
-    def __init__(self, input_video, output_video, method, driver_settings, ffmpeg_settings):
-        # mandatory arguments
-        self.input_video = input_video
-        self.output_video = output_video
-        self.method = method
-        self.driver_settings = driver_settings
-        self.ffmpeg_settings = ffmpeg_settings
-
-        # optional arguments
-        self.waifu2x_driver = 'waifu2x_caffe'
-        self.scale_width = None
-        self.scale_height = None
-        self.scale_ratio = None
-        self.model_dir = None
-        self.threads = 5
-        self.video2x_cache_directory = pathlib.Path(tempfile.gettempdir()) / 'video2x'
-        self.image_format = 'png'
-        self.preserve_frames = False
-
-    def create_temp_directories(self):
-        """create temporary directory
-        """
-        self.extracted_frames = pathlib.Path(tempfile.mkdtemp(dir=self.video2x_cache_directory))
-        Avalon.debug_info(f'Extracted frames are being saved to: {self.extracted_frames}')
-        self.upscaled_frames = pathlib.Path(tempfile.mkdtemp(dir=self.video2x_cache_directory))
-        Avalon.debug_info(f'Upscaled frames are being saved to: {self.upscaled_frames}')
-
-    def cleanup_temp_directories(self):
-        """delete temp directories when done
-        """
-        if not self.preserve_frames:
-            for directory in [self.extracted_frames, self.upscaled_frames, self.video2x_cache_directory]:
-                try:
-                    # avalon framework cannot be used if python is shutting down
-                    # therefore, plain print is used
-                    print(f'Cleaning up cache directory: {directory}')
-                    shutil.rmtree(directory)
-                except (OSError, FileNotFoundError):
-                    print(f'Unable to delete: {directory}')
-                    traceback.print_exc()
-
-    def _check_arguments(self):
-        # check if arguments are valid / all necessary argument
-        # values are specified
-        if not self.input_video:
-            raise ArgumentError('You need to specify the video to process')
-        elif (not self.scale_width or not self.scale_height) and not self.scale_ratio:
-            raise ArgumentError('You must specify output video width and height or upscale factor')
-        elif not self.output_video:
-            raise ArgumentError('You need to specify the output video name')
-        elif not self.method:
-            raise ArgumentError('You need to specify the enlarging processing unit')
-
-    def _progress_bar(self, extracted_frames_directories):
-        """ This method prints a progress bar
-
-        This method prints a progress bar by keeping track
-        of the amount of frames in the input directory
-        and the output directory. This is originally
-        suggested by @ArmandBernard.
-        """
-
-        # get number of extracted frames
-        self.total_frames = 0
-        for directory in extracted_frames_directories:
-            self.total_frames += len([f for f in directory.iterdir() if str(f)[-4:] == f'.{self.image_format}'])
-
-        with tqdm(total=self.total_frames, ascii=True, desc='Upscaling Progress') as progress_bar:
-
-            # tqdm update method adds the value to the progress
-            # bar instead of setting the value. Therefore, a delta
-            # needs to be calculated.
-            previous_cycle_frames = 0
-            while not self.progress_bar_exit_signal:
-
-                with contextlib.suppress(FileNotFoundError):
-                    self.total_frames_upscaled = len([f for f in self.upscaled_frames.iterdir() if str(f)[-4:] == f'.{self.image_format}'])
-                    delta = self.total_frames_upscaled - previous_cycle_frames
-                    previous_cycle_frames = self.total_frames_upscaled
-
-                    # if upscaling is finished
-                    if self.total_frames_upscaled >= self.total_frames:
-                        return
-
-                    # adds the delta into the progress bar
-                    progress_bar.update(delta)
-
-                time.sleep(1)
-
-    def _upscale_frames(self):
-        """ Upscale video frames with waifu2x-caffe
-
-        This function upscales all the frames extracted
-        by ffmpeg using the waifu2x-caffe binary.
-
-        Arguments:
-            w2 {Waifu2x Object} -- initialized waifu2x object
-        """
-
-        # progress bar thread exit signal
-        self.progress_bar_exit_signal = False
-
-        # create a container for exceptions in threads
-        # if this thread is not empty, then an exception has occured
-        self.upscaler_exceptions = []
-
-        # initialize waifu2x driver
-        drivers = AVAILABLE_DRIVERS
-        if self.waifu2x_driver not in drivers:
-            raise UnrecognizedDriverError(f'Unrecognized waifu2x driver: {self.waifu2x_driver}')
-
-        # it's easier to do multi-threading with waifu2x_converter
-        # the number of threads can be passed directly to waifu2x_converter
-        if self.waifu2x_driver == 'waifu2x_converter':
-            w2 = Waifu2xConverter(self.driver_settings, self.model_dir)
-
-            progress_bar = threading.Thread(target=self._progress_bar, args=([self.extracted_frames],))
-            progress_bar.start()
-
-            w2.upscale(self.extracted_frames, self.upscaled_frames, self.scale_ratio, self.threads, self.image_format, self.upscaler_exceptions)
-            for image in [f for f in self.upscaled_frames.iterdir() if f.is_file()]:
-                renamed = re.sub(f'_\[.*-.*\]\[x(\d+(\.\d+)?)\]\.{self.image_format}', f'.{self.image_format}', str(image))
-                (self.upscaled_frames / image).rename(self.upscaled_frames / renamed)
-
-            self.progress_bar_exit_signal = True
-            progress_bar.join()
-            return
-
-        # drivers that are to be multi-threaded by video2x
-        else:
-            # create a container for all upscaler threads
-            upscaler_threads = []
-
-            # list all images in the extracted frames
-            frames = [(self.extracted_frames / f) for f in self.extracted_frames.iterdir() if f.is_file]
-
-            # if we have less images than threads,
-            # create only the threads necessary
-            if len(frames) < self.threads:
-                self.threads = len(frames)
-
-            # create a directory for each thread and append directory
-            # name into a list
-
-            thread_pool = []
-            thread_directories = []
-            for thread_id in range(self.threads):
-                thread_directory = self.extracted_frames / str(thread_id)
-                thread_directories.append(thread_directory)
-
-                # delete old directories and create new directories
-                if thread_directory.is_dir():
-                    shutil.rmtree(thread_directory)
-                thread_directory.mkdir(parents=True, exist_ok=True)
-
-                # append directory path into list
-                thread_pool.append((thread_directory, thread_id))
-
-            # evenly distribute images into each directory
-            # until there is none left in the directory
-            for image in frames:
-                # move image
-                image.rename(thread_pool[0][0] / image.name)
-                # rotate list
-                thread_pool = thread_pool[-1:] + thread_pool[:-1]
-
-            # create threads and start them
-            for thread_info in thread_pool:
-
-                # create a separate w2 instance for each thread
-                if self.waifu2x_driver == 'waifu2x_caffe':
-                    w2 = Waifu2xCaffe(copy.deepcopy(self.driver_settings), self.method, self.model_dir, self.bit_depth)
-                    if self.scale_ratio:
-                        thread = threading.Thread(target=w2.upscale,
-                                                  args=(thread_info[0],
-                                                        self.upscaled_frames,
-                                                        self.scale_ratio,
-                                                        False,
-                                                        False,
-                                                        self.image_format,
-                                                        self.upscaler_exceptions))
-                    else:
-                        thread = threading.Thread(target=w2.upscale,
-                                                  args=(thread_info[0],
-                                                        self.upscaled_frames,
-                                                        False,
-                                                        self.scale_width,
-                                                        self.scale_height,
-                                                        self.image_format,
-                                                        self.upscaler_exceptions))
-
-                # if the driver being used is waifu2x_ncnn_vulkan
-                elif self.waifu2x_driver == 'waifu2x_ncnn_vulkan':
-                    w2 = Waifu2xNcnnVulkan(copy.deepcopy(self.driver_settings))
-                    thread = threading.Thread(target=w2.upscale,
-                                              args=(thread_info[0],
-                                                    self.upscaled_frames,
-                                                    self.scale_ratio,
-                                                    self.upscaler_exceptions))
-
-                # if the driver being used is anime4k
-                elif self.waifu2x_driver == 'anime4k':
-                    w2 = Anime4k(copy.deepcopy(self.driver_settings))
-                    thread = threading.Thread(target=w2.upscale,
-                                              args=(thread_info[0],
-                                                    self.upscaled_frames,
-                                                    self.scale_ratio,
-                                                    self.upscaler_exceptions))
-
-                # create thread
-                thread.name = thread_info[1]
-
-                # add threads into the pool
-                upscaler_threads.append(thread)
-
-            # start progress bar in a different thread
-            progress_bar = threading.Thread(target=self._progress_bar, args=(thread_directories,))
-            progress_bar.start()
-
-            # create the clearer and start it
-            Avalon.debug_info('Starting upscaled image cleaner')
-            image_cleaner = ImageCleaner(self.extracted_frames, self.upscaled_frames, len(upscaler_threads))
-            image_cleaner.start()
-
-            # start all threads
-            for thread in upscaler_threads:
-                thread.start()
-
-            # wait for threads to finish
-            for thread in upscaler_threads:
-                thread.join()
-
-            # upscaling done, kill the clearer
-            Avalon.debug_info('Killing upscaled image cleaner')
-            image_cleaner.stop()
-
-            self.progress_bar_exit_signal = True
-
-            if len(self.upscaler_exceptions) != 0:
-                raise(self.upscaler_exceptions[0])
-
-    def run(self):
-        """Main controller for Video2X
-
-        This function controls the flow of video conversion
-        and handles all necessary functions.
-        """
-
-        # parse arguments for waifu2x
-        # check argument sanity
-        self._check_arguments()
-
-        # convert paths to absolute paths
-        self.input_video = self.input_video.absolute()
-        self.output_video = self.output_video.absolute()
-
-        # initialize objects for ffmpeg and waifu2x-caffe
-        fm = Ffmpeg(self.ffmpeg_settings, self.image_format)
-
-        # extract frames from video
-        fm.extract_frames(self.input_video, self.extracted_frames)
-
-        Avalon.info('Reading video information')
-        video_info = fm.get_video_info(self.input_video)
-        # analyze original video with ffprobe and retrieve framerate
-        # width, height = info['streams'][0]['width'], info['streams'][0]['height']
-
-        # find index of video stream
-        video_stream_index = None
-        for stream in video_info['streams']:
-            if stream['codec_type'] == 'video':
-                video_stream_index = stream['index']
-                break
-
-        # exit if no video stream found
-        if video_stream_index is None:
-            Avalon.error('Aborting: No video stream found')
-            raise StreamNotFoundError('no video stream found')
-
-        # get average frame rate of video stream
-        framerate = float(Fraction(video_info['streams'][video_stream_index]['avg_frame_rate']))
-        fm.pixel_format = video_info['streams'][video_stream_index]['pix_fmt']
-
-        # get a dict of all pixel formats and corresponding bit depth
-        pixel_formats = fm.get_pixel_formats()
-
-        try:
-            self.bit_depth = pixel_formats[fm.pixel_format]
-        except KeyError:
-            Avalon.error(f'Unsupported pixel format: {fm.pixel_format}')
-            raise UnsupportedPixelError(f'unsupported pixel format {fm.pixel_format}')
-
-        Avalon.info(f'Framerate: {framerate}')
-
-        # width/height will be coded width/height x upscale factor
-        if self.scale_ratio:
-            original_width = video_info['streams'][video_stream_index]['width']
-            original_height = video_info['streams'][video_stream_index]['height']
-            self.scale_width = int(self.scale_ratio * original_width)
-            self.scale_height = int(self.scale_ratio * original_height)
-
-        # upscale images one by one using waifu2x
-        Avalon.info('Starting to upscale extracted images')
-        self._upscale_frames()
-        Avalon.info('Upscaling completed')
-
-        # frames to Video
-        Avalon.info('Converting extracted frames into video')
-
-        # use user defined output size
-        fm.convert_video(framerate, f'{self.scale_width}x{self.scale_height}', self.upscaled_frames)
-        Avalon.info('Conversion completed')
-
-        # migrate audio tracks and subtitles
-        Avalon.info('Migrating audio tracks and subtitles to upscaled video')
-        fm.migrate_audio_tracks_subtitles(self.input_video, self.output_video, self.upscaled_frames)

src/video2x.c

@@ -0,0 +1,577 @@
+#include <stdbool.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <threads.h>
+#include <time.h>
+
+#ifdef _WIN32
+#include <conio.h>
+#else
+#include <fcntl.h>
+#include <termios.h>
+#include <unistd.h>
+#endif
+
+#include <libavutil/hwcontext.h>
+#include <libavutil/pixdesc.h>
+#include <libavutil/pixfmt.h>
+
+#include <libvideo2x/libvideo2x.h>
+#include <libvideo2x/version.h>
+
+#include "getopt.h"
+
+// Set UNIX terminal input to non-blocking mode
+#ifndef _WIN32
+void set_nonblocking_input(bool enable) {
+    static struct termios oldt, newt;
+    if (enable) {
+        tcgetattr(STDIN_FILENO, &oldt);
+        newt = oldt;
+        newt.c_lflag &= ~(ICANON | ECHO);
+        tcsetattr(STDIN_FILENO, TCSANOW, &newt);
+        fcntl(STDIN_FILENO, F_SETFL, O_NONBLOCK);
+    } else {
+        tcsetattr(STDIN_FILENO, TCSANOW, &oldt);
+        fcntl(STDIN_FILENO, F_SETFL, 0);
+    }
+}
+#endif
+
+// Define command line options
+static struct option long_options[] = {
+    {"loglevel", required_argument, NULL, 0},
+    {"noprogress", no_argument, NULL, 0},
+    {"version", no_argument, NULL, 'v'},
+    {"help", no_argument, NULL, 0},
+
+    // General options
+    {"input", required_argument, NULL, 'i'},
+    {"output", required_argument, NULL, 'o'},
+    {"filter", required_argument, NULL, 'f'},
+    {"hwaccel", required_argument, NULL, 'a'},
+    {"nocopystreams", no_argument, NULL, 0},
+    {"benchmark", no_argument, NULL, 0},
+
+    // Encoder options
+    {"codec", required_argument, NULL, 'c'},
+    {"preset", required_argument, NULL, 'p'},
+    {"pixfmt", required_argument, NULL, 'x'},
+    {"bitrate", required_argument, NULL, 'b'},
+    {"crf", required_argument, NULL, 'q'},
+
+    // libplacebo options
+    {"shader", required_argument, NULL, 's'},
+    {"width", required_argument, NULL, 'w'},
+    {"height", required_argument, NULL, 'h'},
+
+    // RealESRGAN options
+    {"gpuid", required_argument, NULL, 'g'},
+    {"model", required_argument, NULL, 'm'},
+    {"scale", required_argument, NULL, 'r'},
+    {0, 0, 0, 0}
+};
+
+// Structure to hold parsed arguments
+struct arguments {
+    // General options
+    const char *loglevel;
+    bool noprogress;
+    const char *input_filename;
+    const char *output_filename;
+    const char *filter_type;
+    const char *hwaccel;
+    bool nocopystreams;
+    bool benchmark;
+
+    // Encoder options
+    const char *codec;
+    const char *pix_fmt;
+    const char *preset;
+    int64_t bitrate;
+    float crf;
+
+    // libplacebo options
+    const char *shader_path;
+    int output_width;
+    int output_height;
+
+    // RealESRGAN options
+    int gpuid;
+    const char *model;
+    int scaling_factor;
+};
+
+struct ProcessVideoThreadArguments {
+    struct arguments *arguments;
+    enum AVHWDeviceType hw_device_type;
+    struct FilterConfig *filter_config;
+    struct EncoderConfig *encoder_config;
+    struct VideoProcessingContext *proc_ctx;
+};
+
+const char *valid_models[] = {
+    "realesrgan-plus",
+    "realesrgan-plus-anime",
+    "realesr-animevideov3",
+};
+
+int is_valid_realesrgan_model(const char *model) {
+    if (!model) {
+        return 0;
+    }
+    for (int i = 0; i < sizeof(valid_models) / sizeof(valid_models[0]); i++) {
+        if (strcmp(model, valid_models[i]) == 0) {
+            return 1;
+        }
+    }
+    return 0;
+}
+
+void print_help() {
+    printf("Usage: video2x [OPTIONS]\n");
+    printf("\nOptions:\n");
+    printf(
+        "  --loglevel		Set log level (trace, debug, info, warn, error, critical, none)\n"
+    );
+    printf("  --noprogress		Do not display the progress bar\n");
+    printf("  -v, --version		Print program version\n");
+    printf("  -?, --help		Display this help page\n");
+    printf("\nGeneral Processing Options:\n");
+    printf("  -i, --input		Input video file path\n");
+    printf("  -o, --output		Output video file path\n");
+    printf("  -f, --filter		Filter to use: 'libplacebo' or 'realesrgan'\n");
+    printf("  -a, --hwaccel		Hardware acceleration method (default: none)\n");
+    printf("  --nocopystreams	Do not copy audio and subtitle streams\n");
+    printf("  --benchmark		Discard processed frames and calculate average FPS\n");
+
+    printf("\nEncoder Options (Optional):\n");
+    printf("  -c, --codec		Output codec (default: libx264)\n");
+    printf("  -p, --preset		Encoder preset (default: slow)\n");
+    printf("  -x, --pixfmt		Output pixel format (default: auto)\n");
+    printf("  -b, --bitrate		Bitrate in bits per second (default: 0 (VBR))\n");
+    printf("  -q, --crf		Constant Rate Factor (default: 20.0)\n");
+
+    printf("\nlibplacebo Options:\n");
+    printf("  -s, --shader		Name or path to custom GLSL shader file\n");
+    printf("  -w, --width		Output width\n");
+    printf("  -h, --height		Output height\n");
+
+    printf("\nRealESRGAN Options:\n");
+    printf("  -g, --gpuid		Vulkan GPU ID (default: 0)\n");
+    printf("  -m, --model		Name of the model to use\n");
+    printf("  -r, --scale		Scaling factor (2, 3, or 4)\n");
+
+    printf("\nExamples Usage:\n");
+    printf("  video2x -i in.mp4 -o out.mp4 -f libplacebo -s anime4k-mode-a -w 3840 -h 2160\n");
+    printf("  video2x -i in.mp4 -o out.mp4 -f realesrgan -m realesr-animevideov3 -r 4\n");
+}
+
+void parse_arguments(int argc, char **argv, struct arguments *arguments) {
+    int option_index = 0;
+    int c;
+
+    // Default argument values
+    arguments->loglevel = "info";
+    arguments->noprogress = false;
+    arguments->input_filename = NULL;
+    arguments->output_filename = NULL;
+    arguments->filter_type = NULL;
+    arguments->hwaccel = "none";
+    arguments->nocopystreams = false;
+    arguments->benchmark = false;
+
+    // Encoder options
+    arguments->codec = "libx264";
+    arguments->preset = "slow";
+    arguments->pix_fmt = NULL;
+    arguments->bitrate = 0;
+    arguments->crf = 20.0;
+
+    // libplacebo options
+    arguments->shader_path = NULL;
+    arguments->output_width = 0;
+    arguments->output_height = 0;
+
+    // RealESRGAN options
+    arguments->gpuid = 0;
+    arguments->model = NULL;
+    arguments->scaling_factor = 0;
+
+    while ((c = getopt_long(
+                argc, argv, "i:o:f:a:c:x:p:b:q:s:w:h:r:m:v", long_options, &option_index
+            )) != -1) {
+        switch (c) {
+            case 'i':
+                arguments->input_filename = optarg;
+                break;
+            case 'o':
+                arguments->output_filename = optarg;
+                break;
+            case 'f':
+                arguments->filter_type = optarg;
+                break;
+            case 'a':
+                arguments->hwaccel = optarg;
+                break;
+            case 'c':
+                arguments->codec = optarg;
+                break;
+            case 'x':
+                arguments->pix_fmt = optarg;
+                break;
+            case 'p':
+                arguments->preset = optarg;
+                break;
+            case 'b':
+                arguments->bitrate = strtoll(optarg, NULL, 10);
+                if (arguments->bitrate <= 0) {
+                    fprintf(stderr, "Error: Invalid bitrate specified.\n");
+                    exit(1);
+                }
+                break;
+            case 'q':
+                arguments->crf = atof(optarg);
+                if (arguments->crf < 0.0 || arguments->crf > 51.0) {
+                    fprintf(stderr, "Error: CRF must be between 0 and 51.\n");
+                    exit(1);
+                }
+                break;
+            case 's':
+                arguments->shader_path = optarg;
+                break;
+            case 'w':
+                arguments->output_width = atoi(optarg);
+                if (arguments->output_width <= 0) {
+                    fprintf(stderr, "Error: Output width must be greater than 0.\n");
+                    exit(1);
+                }
+                break;
+            case 'h':
+                arguments->output_height = atoi(optarg);
+                if (arguments->output_height <= 0) {
+                    fprintf(stderr, "Error: Output height must be greater than 0.\n");
+                    exit(1);
+                }
+                break;
+            case 'g':
+                arguments->gpuid = atoi(optarg);
+                break;
+            case 'm':
+                arguments->model = optarg;
+                if (!is_valid_realesrgan_model(arguments->model)) {
+                    fprintf(
+                        stderr,
+                        "Error: Invalid model specified. Must be 'realesrgan-plus', "
+                        "'realesrgan-plus-anime', or 'realesr-animevideov3'.\n"
+                    );
+                    exit(1);
+                }
+                break;
+            case 'r':
+                arguments->scaling_factor = atoi(optarg);
+                if (arguments->scaling_factor != 2 && arguments->scaling_factor != 3 &&
+                    arguments->scaling_factor != 4) {
+                    fprintf(stderr, "Error: Scaling factor must be 2, 3, or 4.\n");
+                    exit(1);
+                }
+                break;
+            case 'v':
+                printf("Video2X version %s\n", LIBVIDEO2X_VERSION_STRING);
+                exit(0);
+            case 0:  // Long-only options without short equivalents
+                if (strcmp(long_options[option_index].name, "loglevel") == 0) {
+                    arguments->loglevel = optarg;
+                } else if (strcmp(long_options[option_index].name, "noprogress") == 0) {
+                    arguments->noprogress = true;
+                } else if (strcmp(long_options[option_index].name, "help") == 0) {
+                    print_help();
+                    exit(0);
+                } else if (strcmp(long_options[option_index].name, "nocopystreams") == 0) {
+                    arguments->nocopystreams = true;
+                } else if (strcmp(long_options[option_index].name, "benchmark") == 0) {
+                    arguments->benchmark = true;
+                }
+                break;
+            default:
+                fprintf(stderr, "Invalid options provided.\n");
+                exit(1);
+        }
+    }
+
+    // Check for required arguments
+    if (!arguments->input_filename) {
+        fprintf(stderr, "Error: Input file path is required.\n");
+        exit(1);
+    }
+
+    if (!arguments->output_filename && !arguments->benchmark) {
+        fprintf(stderr, "Error: Output file path is required.\n");
+        exit(1);
+    }
+
+    if (!arguments->filter_type) {
+        fprintf(stderr, "Error: Filter type is required (libplacebo or realesrgan).\n");
+        exit(1);
+    }
+
+    if (strcmp(arguments->filter_type, "libplacebo") == 0) {
+        if (!arguments->shader_path || arguments->output_width == 0 ||
+            arguments->output_height == 0) {
+            fprintf(
+                stderr,
+                "Error: For libplacebo, shader name/path (-s), width (-w), "
+                "and height (-e) are required.\n"
+            );
+            exit(1);
+        }
+    } else if (strcmp(arguments->filter_type, "realesrgan") == 0) {
+        if (arguments->scaling_factor == 0 || !arguments->model) {
+            fprintf(
+                stderr, "Error: For realesrgan, scaling factor (-r) and model (-m) are required.\n"
+            );
+            exit(1);
+        }
+    }
+}
+
+enum Libvideo2xLogLevel parse_log_level(const char *level_name) {
+    if (strcmp(level_name, "trace") == 0) {
+        return LIBVIDEO2X_LOG_LEVEL_TRACE;
+    } else if (strcmp(level_name, "debug") == 0) {
+        return LIBVIDEO2X_LOG_LEVEL_DEBUG;
+    } else if (strcmp(level_name, "info") == 0) {
+        return LIBVIDEO2X_LOG_LEVEL_INFO;
+    } else if (strcmp(level_name, "warning") == 0) {
+        return LIBVIDEO2X_LOG_LEVEL_WARNING;
+    } else if (strcmp(level_name, "error") == 0) {
+        return LIBVIDEO2X_LOG_LEVEL_ERROR;
+    } else if (strcmp(level_name, "critical") == 0) {
+        return LIBVIDEO2X_LOG_LEVEL_CRITICAL;
+    } else if (strcmp(level_name, "off") == 0) {
+        return LIBVIDEO2X_LOG_LEVEL_OFF;
+    } else {
+        fprintf(stderr, "Warning: Invalid log level specified. Defaulting to 'info'.\n");
+        return LIBVIDEO2X_LOG_LEVEL_INFO;
+    }
+}
+
+// Wrapper function for video processing thread
+int process_video_thread(void *arg) {
+    struct ProcessVideoThreadArguments *thread_args = (struct ProcessVideoThreadArguments *)arg;
+
+    // Extract individual arguments
+    enum Libvideo2xLogLevel log_level = parse_log_level(thread_args->arguments->loglevel);
+    struct arguments *arguments = thread_args->arguments;
+    enum AVHWDeviceType hw_device_type = thread_args->hw_device_type;
+    struct FilterConfig *filter_config = thread_args->filter_config;
+    struct EncoderConfig *encoder_config = thread_args->encoder_config;
+    struct VideoProcessingContext *proc_ctx = thread_args->proc_ctx;
+
+    // Call the process_video function
+    int result = process_video(
+        arguments->input_filename,
+        arguments->output_filename,
+        log_level,
+        arguments->benchmark,
+        hw_device_type,
+        filter_config,
+        encoder_config,
+        proc_ctx
+    );
+
+    proc_ctx->completed = true;
+    return result;
+}
+
+int main(int argc, char **argv) {
+    // Print help if no arguments are provided
+    if (argc < 2) {
+        print_help();
+        return 1;
+    }
+
+    // Parse command line arguments
+    struct arguments arguments;
+    parse_arguments(argc, argv, &arguments);
+
+    // Setup filter configurations based on the parsed arguments
+    struct FilterConfig filter_config;
+    if (strcmp(arguments.filter_type, "libplacebo") == 0) {
+        filter_config.filter_type = FILTER_LIBPLACEBO;
+        filter_config.config.libplacebo.output_width = arguments.output_width;
+        filter_config.config.libplacebo.output_height = arguments.output_height;
+        filter_config.config.libplacebo.shader_path = arguments.shader_path;
+    } else if (strcmp(arguments.filter_type, "realesrgan") == 0) {
+        filter_config.filter_type = FILTER_REALESRGAN;
+        filter_config.config.realesrgan.gpuid = arguments.gpuid;
+        filter_config.config.realesrgan.tta_mode = 0;
+        filter_config.config.realesrgan.scaling_factor = arguments.scaling_factor;
+        filter_config.config.realesrgan.model = arguments.model;
+    } else {
+        fprintf(stderr, "Error: Invalid filter type specified.\n");
+        return 1;
+    }
+
+    // Parse codec to AVCodec
+    const AVCodec *codec = avcodec_find_encoder_by_name(arguments.codec);
+    if (!codec) {
+        fprintf(stderr, "Error: Codec '%s' not found.\n", arguments.codec);
+        return 1;
+    }
+
+    // Parse pixel format to AVPixelFormat
+    enum AVPixelFormat pix_fmt = AV_PIX_FMT_NONE;
+    if (arguments.pix_fmt) {
+        pix_fmt = av_get_pix_fmt(arguments.pix_fmt);
+        if (pix_fmt == AV_PIX_FMT_NONE) {
+            fprintf(stderr, "Error: Invalid pixel format '%s'.\n", arguments.pix_fmt);
+            return 1;
+        }
+    }
+
+    // Setup encoder configuration
+    struct EncoderConfig encoder_config = {
+        .output_width = 0,   // To be filled by libvideo2x
+        .output_height = 0,  // To be filled by libvideo2x
+        .copy_streams = !arguments.nocopystreams,
+        .codec = codec->id,
+        .pix_fmt = pix_fmt,
+        .preset = arguments.preset,
+        .bit_rate = arguments.bitrate,
+        .crf = arguments.crf,
+    };
+
+    // Parse hardware acceleration method
+    enum AVHWDeviceType hw_device_type = AV_HWDEVICE_TYPE_NONE;
+    if (strcmp(arguments.hwaccel, "none") != 0) {
+        hw_device_type = av_hwdevice_find_type_by_name(arguments.hwaccel);
+        if (hw_device_type == AV_HWDEVICE_TYPE_NONE) {
+            fprintf(stderr, "Error: Invalid hardware device type '%s'.\n", arguments.hwaccel);
+            return 1;
+        }
+    }
+
+    // Setup struct to store processing context
+    struct VideoProcessingContext proc_ctx = {
+        .processed_frames = 0,
+        .total_frames = 0,
+        .start_time = time(NULL),
+        .pause = false,
+        .abort = false,
+        .completed = false
+    };
+
+    // Create a ThreadArguments struct to hold all the arguments for the thread
+    struct ProcessVideoThreadArguments thread_args = {
+        .arguments = &arguments,
+        .hw_device_type = hw_device_type,
+        .filter_config = &filter_config,
+        .encoder_config = &encoder_config,
+        .proc_ctx = &proc_ctx
+    };
+
+    // Create a thread for video processing
+    thrd_t processing_thread;
+    if (thrd_create(&processing_thread, process_video_thread, &thread_args) != thrd_success) {
+        fprintf(stderr, "Failed to create processing thread\n");
+        return 1;
+    }
+    printf("Video processing started; press SPACE to pause/resume, 'q' to abort.\n");
+
+// Enable non-blocking input
+#ifndef _WIN32
+    set_nonblocking_input(true);
+#endif
+
+    // Main thread loop to display progress and handle input
+    while (!proc_ctx.completed) {
+        // Check for key presses
+        int ch = -1;
+
+        // Check for key press
+#ifdef _WIN32
+        if (_kbhit()) {
+            ch = _getch();
+        }
+#else
+        ch = getchar();
+#endif
+
+        if (ch == ' ' || ch == '\n') {
+            // Toggle pause state
+            proc_ctx.pause = !proc_ctx.pause;
+            if (proc_ctx.pause) {
+                printf("\nProcessing paused. Press SPACE to resume, 'q' to abort.\n");
+            } else {
+                printf("Resuming processing...\n");
+            }
+        } else if (ch == 'q' || ch == 'Q') {
+            // Abort processing
+            printf("Aborting processing...\n");
+            proc_ctx.abort = true;
+            break;
+        }
+
+        // Display progress
+        if (!arguments.noprogress && !proc_ctx.pause && proc_ctx.total_frames > 0) {
+            printf(
+                "\rProcessing frame %ld/%ld (%.2f%%); time elapsed: %lds",
+                proc_ctx.processed_frames,
+                proc_ctx.total_frames,
+                proc_ctx.total_frames > 0
+                    ? proc_ctx.processed_frames * 100.0 / proc_ctx.total_frames
+                    : 0.0,
+                time(NULL) - proc_ctx.start_time
+            );
+            fflush(stdout);
+        }
+
+        // Sleep for 50ms
+        thrd_sleep(&(struct timespec){.tv_sec = 0, .tv_nsec = 50000000}, NULL);
+    }
+
+// Restore terminal to blocking mode
+#ifndef _WIN32
+    set_nonblocking_input(false);
+#endif
+
+    // Join the processing thread to ensure it completes before exiting
+    int process_result;
+    thrd_join(processing_thread, &process_result);
+
+    // Print a newline if progress bar was displayed
+    if (!arguments.noprogress && process_result == 0) {
+        puts("");
+    }
+
+    if (proc_ctx.abort) {
+        fprintf(stderr, "Video processing aborted\n");
+        return 2;
+    }
+
+    if (process_result != 0) {
+        fprintf(stderr, "Video processing failed\n");
+        return process_result;
+    }
+
+    // Calculate statistics
+    time_t time_elapsed = time(NULL) - proc_ctx.start_time;
+    float average_speed_fps =
+        (float)proc_ctx.processed_frames / (time_elapsed > 0 ? time_elapsed : 1);
+
+    // Print processing summary
+    printf("====== Video2X %s summary ======\n", arguments.benchmark ? "Benchmark" : "Processing");
+    printf("Video file processed: %s\n", arguments.input_filename);
+    printf("Total frames processed: %ld\n", proc_ctx.processed_frames);
+    printf("Total time taken: %lds\n", time_elapsed);
+    printf("Average processing speed: %.2f FPS\n", average_speed_fps);
+
+    // Print additional information if not in benchmark mode
+    if (!arguments.benchmark) {
+        printf("Output written to: %s\n", arguments.output_filename);
+    }
+
+    return 0;
+}

src/video2x.json

@@ -1,102 +0,0 @@
-{
-  "waifu2x_caffe": {
-    "waifu2x_caffe_path": "C:\\Users\\K4YT3X\\AppData\\Local\\video2x\\waifu2x-caffe\\waifu2x-caffe-cui.exe",
-    "input_extention_list": null,
-    "output_extention": null,
-    "mode": "noise_scale",
-    "scale_ratio": null,
-    "scale_width": null,
-    "scale_height": null,
-    "noise_level": 3,
-    "process": "gpu",
-    "crop_size": 128,
-    "output_quality": -1,
-    "output_depth": 8,
-    "batch_size": 1,
-    "gpu": 0,
-    "tta": 0,
-    "input_path": null,
-    "output_path": null,
-    "model_dir": null,
-    "crop_w": null,
-    "crop_h": null
-  },
-  "waifu2x_converter": {
-    "waifu2x_converter_path": "C:\\Users\\K4YT3X\\AppData\\Local\\video2x\\waifu2x-converter-cpp",
-    "output-format": null,
-    "png-compression": null,
-    "image-quality": null,
-    "block-size": null,
-    "disable-gpu": null,
-    "force-OpenCL": null,
-    "processor": null,
-    "jobs": null,
-    "model-dir": null,
-    "scale-ratio": null,
-    "noise-level": 3,
-    "mode": "noise-scale",
-    "silent": true,
-    "output": null,
-    "input": null
-  },
-  "waifu2x_ncnn_vulkan": {
-    "waifu2x_ncnn_vulkan_path": "C:\\Users\\K4YT3X\\AppData\\Local\\video2x\\waifu2x-ncnn-vulkan\\waifu2x-ncnn-vulkan.exe",
-    "v": null,
-    "i": null,
-    "o": null,
-    "n": 2,
-    "s": 2,
-    "t": 400,
-    "m": "models-cunet",
-    "g": 0,
-    "j": "1:2:2"
-  },
-  "anime4k": {
-    "anime4k_path": "C:\\Users\\K4YT3X\\AppData\\Local\\video2x\\anime4k\\Anime4K.jar",
-    "java_path": "C:\\Program Files\\Java\\jdk-12.0.2\\bin\\java.exe"
-  },
-  "ffmpeg": {
-    "ffmpeg_path": "C:\\Users\\K4YT3X\\AppData\\Local\\video2x\\ffmpeg-latest-win64-static\\bin",
-    "video_to_frames": {
-      "output_options": {
-        "-qscale:v": null,
-        "-pix_fmt": "rgba64be"
-      },
-      "-hwaccel": "auto",
-      "-y": true
-    },
-    "frames_to_video": {
-      "input_options": {
-        "-qscale:v": null,
-        "-qscale:a": null,
-        "-f": "image2"
-      },
-      "output_options": {
-        "-vcodec": "libx264",
-        "-crf": 17,
-        "-b:v": null,
-        "-pix_fmt": null
-      },
-      "-hwaccel": "auto",
-      "-y": true
-    },
-    "migrating_tracks": {
-      "output_options": {
-        "-map": [
-          "0:v:0?",
-          "1?",
-          "-1:v?"
-        ],
-        "-c": "copy",
-        "-pix_fmt": null
-      },
-      "-hwaccel": "auto",
-      "-y": true
-    }
-  },
-  "video2x": {
-    "video2x_cache_directory": null,
-    "image_format": "png",
-    "preserve_frames": false
-  }
-}

src/video2x.py

@@ -1,446 +0,0 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-r"""
-
-__      __  _       _                  ___   __   __
-\ \    / / (_)     | |                |__ \  \ \ / /
- \ \  / /   _    __| |   ___    ___      ) |  \ V /
-  \ \/ /   | |  / _` |  / _ \  / _ \    / /    > <
-   \  /    | | | (_| | |  __/ | (_) |  / /_   / . \
-    \/     |_|  \__,_|  \___|  \___/  |____| /_/ \_\
-
-
-Name: Video2X Controller
-Creator: K4YT3X
-Date Created: Feb 24, 2018
-Last Modified: January 4, 2020
-
-Editor: BrianPetkovsek
-Editor: SAT3LL
-
-Licensed under the GNU General Public License Version 3 (GNU GPL v3),
-    available at: https://www.gnu.org/licenses/gpl-3.0.txt
-
-(C) 2018 - 2020 K4YT3X
-
-Video2X is free software: you can redistribute it and/or modify
-it under the terms of the GNU General Public License as published by
-the Free Software Foundation, either version 3 of the License, or
-(at your option) any later version.
-
-Video2X is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU General Public License for more details.
-
-You should have received a copy of the GNU General Public License
-along with this program.  If not, see <https://www.gnu.org/licenses/>.
-
-Description: Video2X is an automation software based on waifu2x image
-enlarging engine. It extracts frames from a video, enlarge it by a
-number of times without losing any details or quality, keeping lines
-smooth and edges sharp.
-"""
-
-# local imports
-from exceptions import *
-from upscaler import AVAILABLE_DRIVERS
-from upscaler import Upscaler
-
-# built-in imports
-import argparse
-import contextlib
-import pathlib
-import re
-import shutil
-import sys
-import tempfile
-import time
-import traceback
-import yaml
-
-# third-party imports
-from avalon_framework import Avalon
-import GPUtil
-import psutil
-
-
-VERSION = '3.0.0'
-
-LEGAL_INFO = f'''Video2X Version: {VERSION}
-Author: K4YT3X
-License: GNU GPL v3
-Github Page: https://github.com/k4yt3x/video2x
-Contact: k4yt3x@k4yt3x.com'''
-
-LOGO = r'''
-    __      __  _       _                  ___   __   __
-    \ \    / / (_)     | |                |__ \  \ \ / /
-     \ \  / /   _    __| |   ___    ___      ) |  \ V /
-      \ \/ /   | |  / _` |  / _ \  / _ \    / /    > <
-       \  /    | | | (_| | |  __/ | (_) |  / /_   / . \
-        \/     |_|  \__,_|  \___|  \___/  |____| /_/ \_\
-'''
-
-# each thread might take up to 2.5 GB during initialization.
-# (system memory, not to be confused with GPU memory)
-SYS_MEM_PER_THREAD = 2.5
-GPU_MEM_PER_THREAD = 3.5
-
-
-def parse_arguments():
-    """Processes CLI arguments
-
-    This function parses all arguments
-    This allows users to customize options
-    for the output video.
-    """
-    parser = argparse.ArgumentParser(formatter_class=argparse.ArgumentDefaultsHelpFormatter)
-
-    # video options
-    file_options = parser.add_argument_group('File Options')
-    file_options.add_argument('-i', '--input', type=pathlib.Path, help='source video file/directory', action='store')
-    file_options.add_argument('-o', '--output', type=pathlib.Path, help='output video file/directory', action='store')
-
-    # upscaler options
-    upscaler_options = parser.add_argument_group('Upscaler Options')
-    upscaler_options.add_argument('-m', '--method', help='upscaling method', action='store', default='gpu', choices=['cpu', 'gpu', 'cudnn'])
-    upscaler_options.add_argument('-d', '--driver', help='upscaling driver', action='store', default='waifu2x_caffe', choices=AVAILABLE_DRIVERS)
-    upscaler_options.add_argument('-y', '--model_dir', type=pathlib.Path, help='directory containing model JSON files', action='store')
-    upscaler_options.add_argument('-t', '--threads', help='number of threads to use for upscaling', action='store', type=int, default=1)
-    upscaler_options.add_argument('-c', '--config', type=pathlib.Path, help='video2x config file location', action='store', default=pathlib.Path(sys.argv[0]).parent.absolute() / 'video2x.yaml')
-    upscaler_options.add_argument('-b', '--batch', help='enable batch mode (select all default values to questions)', action='store_true')
-
-    # scaling options
-    scaling_options = parser.add_argument_group('Scaling Options')
-    scaling_options.add_argument('--width', help='output video width', action='store', type=int)
-    scaling_options.add_argument('--height', help='output video height', action='store', type=int)
-    scaling_options.add_argument('-r', '--ratio', help='scaling ratio', action='store', type=float)
-
-    # extra options
-    extra_options = parser.add_argument_group('Extra Options')
-    extra_options.add_argument('-v', '--version', help='display version, lawful information and exit', action='store_true')
-
-    # parse arguments
-    return parser.parse_args()
-
-
-def print_logo():
-    """print video2x logo"""
-    print(LOGO)
-    print(f'\n{"Video2X Video Enlarger".rjust(40, " ")}')
-    print(f'\n{Avalon.FM.BD}{f"Version {VERSION}".rjust(36, " ")}{Avalon.FM.RST}\n')
-
-
-def check_memory():
-    """ Check usable system memory
-    Warn the user if insufficient memory is available for
-    the number of threads that the user have chosen.
-    """
-
-    memory_status = []
-    # get system available memory
-    system_memory_available = psutil.virtual_memory().available / (1024 ** 3)
-    memory_status.append(('system', system_memory_available))
-
-    # check if Nvidia-smi is available
-    # GPUtil requires nvidia-smi.exe to interact with GPU
-    if args.method in ['gpu', 'cudnn']:
-        if not (shutil.which('nvidia-smi') or
-                pathlib.Path(r'C:\Program Files\NVIDIA Corporation\NVSMI\nvidia-smi.exe').is_file()):
-            # Nvidia System Management Interface not available
-            Avalon.warning('Nvidia-smi not available, skipping available memory check')
-            Avalon.warning('If you experience error \"cudaSuccess out of memory\", try reducing number of threads you\'re using')
-        else:
-            with contextlib.suppress(ValueError):
-                # "0" is GPU ID. Both waifu2x drivers use the first GPU available, therefore only 0 makes sense
-                gpu_memory_available = (GPUtil.getGPUs()[0].memoryTotal - GPUtil.getGPUs()[0].memoryUsed) / 1024
-                memory_status.append(('GPU', gpu_memory_available))
-
-    # go though each checkable memory type and check availability
-    for memory_type, memory_available in memory_status:
-
-        if memory_type == 'system':
-            mem_per_thread = SYS_MEM_PER_THREAD
-        else:
-            mem_per_thread = GPU_MEM_PER_THREAD
-
-        # if user doesn't even have enough memory to run even one thread
-        if memory_available < mem_per_thread:
-            Avalon.warning(f'You might have insufficient amount of {memory_type} memory available to run this program ({memory_available} GB)')
-            Avalon.warning('Proceed with caution')
-            if args.threads > 1:
-                if Avalon.ask('Reduce number of threads to avoid crashing?', default=True, batch=args.batch):
-                    args.threads = 1
-        # if memory available is less than needed, warn the user
-        elif memory_available < (mem_per_thread * args.threads):
-            Avalon.warning(f'Each waifu2x-caffe thread will require up to {SYS_MEM_PER_THREAD} GB of system memory')
-            Avalon.warning(f'You demanded {args.threads} threads to be created, but you only have {round(memory_available, 4)} GB {memory_type} memory available')
-            Avalon.warning(f'{mem_per_thread * args.threads} GB of {memory_type} memory is recommended for {args.threads} threads')
-            Avalon.warning(f'With your current amount of {memory_type} memory available, {int(memory_available // mem_per_thread)} threads is recommended')
-
-            # ask the user if he / she wants to change to the recommended
-            # number of threads
-            if Avalon.ask('Change to the recommended value?', default=True, batch=args.batch):
-                args.threads = int(memory_available // mem_per_thread)
-            else:
-                Avalon.warning('Proceed with caution')
-
-
-def read_config(config_file: pathlib.Path) -> dict:
-    """ read video2x configurations from config file
-
-    Arguments:
-        config_file {pathlib.Path} -- video2x configuration file pathlib.Path
-
-    Returns:
-        dict -- dictionary of video2x configuration
-    """
-
-    with open(config_file, 'r') as config:
-        return yaml.load(config, Loader=yaml.FullLoader)
-
-
-def absolutify_paths(config):
-    """ Check to see if paths to binaries are absolute
-
-    This function checks if paths to binary files are absolute.
-    If not, then absolutify the path.
-
-    Arguments:
-        config {dict} -- configuration file dictionary
-
-    Returns:
-        dict -- configuration file dictionary
-    """
-    current_directory = pathlib.Path(sys.argv[0]).parent.absolute()
-
-    # check waifu2x-caffe path
-    if not re.match('^[a-z]:', config['waifu2x_caffe']['waifu2x_caffe_path'], re.IGNORECASE):
-        config['waifu2x_caffe']['waifu2x_caffe_path'] = current_directory / config['waifu2x_caffe']['waifu2x_caffe_path']
-
-    # check waifu2x-converter-cpp path
-    if not re.match('^[a-z]:', config['waifu2x_converter']['waifu2x_converter_path'], re.IGNORECASE):
-        config['waifu2x_converter']['waifu2x_converter_path'] = current_directory / config['waifu2x_converter']['waifu2x_converter_path']
-
-    # check waifu2x_ncnn_vulkan path
-    if not re.match('^[a-z]:', config['waifu2x_ncnn_vulkan']['waifu2x_ncnn_vulkan_path'], re.IGNORECASE):
-        config['waifu2x_ncnn_vulkan']['waifu2x_ncnn_vulkan_path'] = current_directory / config['waifu2x_ncnn_vulkan']['waifu2x_ncnn_vulkan_path']
-
-    # check anime4k path
-    if not re.match('^[a-z]:', config['anime4k']['anime4k_path'], re.IGNORECASE):
-        config['anime4k']['anime4k_path'] = current_directory / config['anime4k']['anime4k_path']
-
-    # check ffmpeg path
-    if not re.match('^[a-z]:', config['ffmpeg']['ffmpeg_path'], re.IGNORECASE):
-        config['ffmpeg']['ffmpeg_path'] = current_directory / config['ffmpeg']['ffmpeg_path']
-
-    # check video2x cache path
-    if config['video2x']['video2x_cache_directory']:
-        if not re.match('^[a-z]:', config['video2x']['video2x_cache_directory'], re.IGNORECASE):
-            config['video2x']['video2x_cache_directory'] = current_directory / config['video2x']['video2x_cache_directory']
-
-    return config
-
-
-# /////////////////// Execution /////////////////// #
-
-# this is not a library
-if __name__ != '__main__':
-    Avalon.error('This file cannot be imported')
-    raise ImportError(f'{__file__} cannot be imported')
-
-# print video2x logo
-print_logo()
-
-# parse command line arguments
-args = parse_arguments()
-
-# display version and lawful informaition
-if args.version:
-    print(LEGAL_INFO)
-    sys.exit(0)
-
-# arguments sanity check
-if not args.input:
-    Avalon.error('You must specify input video file/directory path')
-    raise ArgumentError('input video path not specified')
-if not args.output:
-    Avalon.error('You must specify output video file/directory path')
-    raise ArgumentError('output video path not specified')
-if (args.driver in ['waifu2x_converter', 'waifu2x_ncnn_vulkan', 'anime4k']) and args.width and args.height:
-    Avalon.error('Selected driver accepts only scaling ratio')
-    raise ArgumentError('selected driver supports only scaling ratio')
-if args.driver == 'waifu2x_ncnn_vulkan' and args.ratio is not None and (args.ratio > 2 or not args.ratio.is_integer()):
-    Avalon.error('Scaling ratio must be 1 or 2 for waifu2x_ncnn_vulkan')
-    raise ArgumentError('scaling ratio must be 1 or 2 for waifu2x_ncnn_vulkan')
-if (args.width or args.height) and args.ratio:
-    Avalon.error('You can only specify either scaling ratio or output width and height')
-    raise ArgumentError('both scaling ration and width/height specified')
-if (args.width and not args.height) or (not args.width and args.height):
-    Avalon.error('You must specify both width and height')
-    raise ArgumentError('only one of width or height is specified')
-
-# check available memory if driver is waifu2x-based
-if args.driver in ['waifu2x_caffe', 'waifu2x_converter', 'waifu2x_ncnn_vulkan']:
-    check_memory()
-
-# anime4k runs significantly faster with more threads
-if args.driver == 'anime4k' and args.threads <= 1:
-    Avalon.warning('Anime4K runs significantly faster with more threads')
-    if Avalon.ask('Use more threads of Anime4K?', default=True, batch=args.batch):
-        while True:
-            try:
-                threads = Avalon.gets('Amount of threads to use [5]: ', default=5, batch=args.batch)
-                args.threads = int(threads)
-                break
-            except ValueError:
-                if threads == '':
-                    args.threads = 5
-                    break
-                Avalon.error(f'{threads} is not a valid integer')
-
-# read configurations from configuration file
-config = read_config(args.config)
-
-# config = absolutify_paths(config)
-
-# load waifu2x configuration
-driver_settings = config[args.driver]
-
-# check if driver path exists
-if not pathlib.Path(driver_settings['path']).is_file():
-    if not pathlib.Path(f'{driver_settings["path"]}.exe').is_file():
-        Avalon.error('Specified driver executable directory doesn\'t exist')
-        Avalon.error('Please check the configuration file settings')
-        raise FileNotFoundError(driver_settings['path'])
-
-# if the driver is Anime4K, check if JDK 12 is installed
-if args.driver == 'anime4k':
-    if not pathlib.Path('C:/Program Files/Java/jdk-12.0.2/bin/java.exe').is_file():
-        Avalon.warning('Cannot find JDK 12 at its default installation location')
-        Avalon.warning('Please ensure you have JDK 12 installed and configured')
-
-# read FFmpeg configuration
-ffmpeg_settings = config['ffmpeg']
-
-# load video2x settings
-image_format = config['video2x']['image_format'].lower()
-preserve_frames = config['video2x']['preserve_frames']
-
-# load cache directory
-if isinstance(config['video2x']['video2x_cache_directory'], str):
-    video2x_cache_directory = pathlib.Path(config['video2x']['video2x_cache_directory'])
-else:
-    video2x_cache_directory = pathlib.Path(tempfile.gettempdir()) / 'video2x'
-
-if video2x_cache_directory.exists() and not video2x_cache_directory.is_dir():
-    Avalon.error('Specified cache directory is a file/link')
-    raise FileExistsError('Specified cache directory is a file/link')
-
-elif not video2x_cache_directory.exists():
-    # if destination file is a file or a symbolic link
-    Avalon.warning(f'Specified cache directory {video2x_cache_directory} does not exist')
-
-    # try creating the cache directory
-    if Avalon.ask('Create directory?', default=True, batch=args.batch):
-        try:
-            video2x_cache_directory.mkdir(parents=True, exist_ok=True)
-            Avalon.info(f'{video2x_cache_directory} created')
-
-        # there can be a number of exceptions here
-        # PermissionError, FileExistsError, etc.
-        # therefore, we put a catch-them-all here
-        except Exception as e:
-            Avalon.error(f'Unable to create {video2x_cache_directory}')
-            Avalon.error('Aborting...')
-            raise e
-    else:
-        raise FileNotFoundError('Could not create cache directory')
-
-
-# start execution
-try:
-    # start timer
-    begin_time = time.time()
-
-    # if input specified is a single file
-    if args.input.is_file():
-
-        # upscale single video file
-        Avalon.info(f'Upscaling single video file: {args.input}')
-
-        # check for input output format mismatch
-        if args.output.is_dir():
-            Avalon.error('Input and output path type mismatch')
-            Avalon.error('Input is single file but output is directory')
-            raise Exception('input output path type mismatch')
-        if not re.search(r'.*\..*$', str(args.output)):
-            Avalon.error('No suffix found in output file path')
-            Avalon.error('Suffix must be specified for FFmpeg')
-            raise Exception('No suffix specified')
-
-        upscaler = Upscaler(input_video=args.input, output_video=args.output, method=args.method, driver_settings=driver_settings, ffmpeg_settings=ffmpeg_settings)
-
-        # set optional options
-        upscaler.waifu2x_driver = args.driver
-        upscaler.scale_width = args.width
-        upscaler.scale_height = args.height
-        upscaler.scale_ratio = args.ratio
-        upscaler.model_dir = args.model_dir
-        upscaler.threads = args.threads
-        upscaler.video2x_cache_directory = video2x_cache_directory
-        upscaler.image_format = image_format
-        upscaler.preserve_frames = preserve_frames
-
-        # run upscaler
-        upscaler.create_temp_directories()
-        upscaler.run()
-        upscaler.cleanup_temp_directories()
-
-    # if input specified is a directory
-    elif args.input.is_dir():
-        # upscale videos in a directory
-        Avalon.info(f'Upscaling videos in directory: {args.input}')
-
-        # make output directory if it doesn't exist
-        args.output.mkdir(parents=True, exist_ok=True)
-
-        for input_video in [f for f in args.input.iterdir() if f.is_file()]:
-            output_video = args.output / input_video.name
-            upscaler = Upscaler(input_video=input_video, output_video=output_video, method=args.method, driver_settings=driver_settings, ffmpeg_settings=ffmpeg_settings)
-
-            # set optional options
-            upscaler.waifu2x_driver = args.driver
-            upscaler.scale_width = args.width
-            upscaler.scale_height = args.height
-            upscaler.scale_ratio = args.ratio
-            upscaler.model_dir = args.model_dir
-            upscaler.threads = args.threads
-            upscaler.video2x_cache_directory = video2x_cache_directory
-            upscaler.image_format = image_format
-            upscaler.preserve_frames = preserve_frames
-
-            # run upscaler
-            upscaler.create_temp_directories()
-            upscaler.run()
-            upscaler.cleanup_temp_directories()
-    else:
-        Avalon.error('Input path is neither a file nor a directory')
-        raise FileNotFoundError(f'{args.input} is neither file nor directory')
-
-    Avalon.info(f'Program completed, taking {round((time.time() - begin_time), 5)} seconds')
-
-except Exception:
-    Avalon.error('An exception has occurred')
-    traceback.print_exc()
-
-    # try cleaning up temp directories
-    with contextlib.suppress(Exception):
-        upscaler.cleanup_temp_directories()
-
-finally:
-    # remove Video2X cache directory
-    with contextlib.suppress(FileNotFoundError):
-        if not preserve_frames:
-            shutil.rmtree(video2x_cache_directory)

src/video2x.yaml

@@ -1,89 +0,0 @@
----
-waifu2x_caffe:
-  path: C:\Users\K4YT3X\AppData\Local\video2x\waifu2x-caffe\waifu2x-caffe-cui
-  input_extention_list:
-  output_extention:
-  mode: noise_scale
-  scale_ratio:
-  scale_width:
-  scale_height:
-  noise_level: 3
-  process: gpu
-  crop_size: 128
-  output_quality: -1
-  output_depth: 8
-  batch_size: 1
-  gpu: 0
-  tta: 0
-  input_path:
-  output_path:
-  model_dir:
-  crop_w:
-  crop_h:
-waifu2x_converter:
-  path: C:\Users\K4YT3X\AppData\Local\video2x\waifu2x-converter-cpp
-  output-format:
-  png-compression:
-  image-quality:
-  block-size:
-  disable-gpu:
-  force-OpenCL:
-  processor:
-  jobs:
-  model-dir:
-  scale-ratio:
-  noise-level: 3
-  mode: noise-scale
-  silent: true
-  output:
-  input:
-waifu2x_ncnn_vulkan:
-  path: C:\Users\K4YT3X\AppData\Local\video2x\waifu2x-ncnn-vulkan\waifu2x-ncnn-vulkan
-  v:
-  i:
-  o:
-  n: 2
-  s: 2
-  t: 400
-  m: models-cunet
-  g: 0
-  j: "1:2:2"
-anime4k:
-  path: C:\Users\K4YT3X\AppData\Local\video2x\anime4k\Anime4K.jar
-  java_path: C:\Program Files\Java\jdk-12.0.2\bin\java.exe
-ffmpeg:
-  ffmpeg_path: C:\Users\K4YT3X\AppData\Local\video2x\ffmpeg-latest-win64-static\bin
-  video_to_frames:
-    output_options:
-      "-qscale:v":
-      "-pix_fmt": rgba64be
-    "-hwaccel": auto
-    "-y": true
-  frames_to_video:
-    input_options:
-      "-qscale:v":
-      "-qscale:a":
-      "-f": image2
-    output_options:
-      "-vcodec": libx264
-      "-crf": 17
-      "-b:v":
-      "-pix_fmt":
-    "-hwaccel": auto
-    "-y": true
-  migrating_tracks:
-    output_options:
-      "-map":
-        - 0:v?
-        - 1:a?
-        - 1:s?
-        - 1:d?
-        - 1:t?
-      "-c": copy
-      "-pix_fmt":
-    "-hwaccel": auto
-    "-y": true
-video2x:
-  video2x_cache_directory:
-  image_format: png
-  preserve_frames: false

src/video2x_gui.py

@@ -1,462 +0,0 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-Creator: Video2X GUI
-Author: K4YT3X
-Date Created: July 27, 2019
-Last Modified: December 11, 2019
-
-Description: A simple GUI for Video2X made with tkinter.
-"""
-
-# local imports
-from exceptions import *
-from upscaler import Upscaler
-
-# built-in imports
-from tkinter import *
-from tkinter import messagebox
-from tkinter import ttk
-from tkinter.filedialog import *
-import contextlib
-import pathlib
-import sys
-import tempfile
-import threading
-import time
-import yaml
-
-VERSION = '1.1.3'
-
-VIDEO2X_CONFIG = pathlib.Path(sys.argv[0]).parent.absolute() / 'video2x.yaml'
-
-LEGAL_INFO = f'''Video2X GUI Version: {VERSION}
-Author: K4YT3X
-License: GNU GPL v3
-Github Page: https://github.com/k4yt3x/video2x
-Contact: k4yt3x@k4yt3x.com'''
-
-# global static variables
-AVAILABLE_METHODS = {
-    'GPU': 'gpu',
-    'CUDNN': 'cudnn',
-    'CPU': 'cpu'
-}
-
-AVAILABLE_DRIVERS = {
-    'Waifu2X Caffe': 'waifu2x_caffe',
-    'Waifu2X Converter CPP': 'waifu2x_converter',
-    'Waifu2x NCNN Vulkan': 'waifu2x_ncnn_vulkan',
-    'Anime4K': 'anime4k'
-}
-
-IMAGE_FORMATS = {'PNG', 'JPG'}
-
-DEMUXER_EXTENSIONS = {'3dostr', '4xm', 'aa', 'aac', 'ac3', 'acm', 'act',
-                      'adf', 'adp', 'ads', 'adx', 'aea', 'afc', 'aiff', 'aix', 'alaw',
-                      'alias_pix', 'alsa', 'amr', 'amrnb', 'amrwb', 'anm', 'apc', 'ape',
-                      'apng', 'aptx', 'aptx_hd', 'aqtitle', 'asf', 'asf_o', 'ass', 'ast',
-                      'au', 'avi', 'avisynth', 'avr', 'avs', 'avs2', 'bethsoftvid', 'bfi',
-                      'bfstm', 'bin', 'bink', 'bit', 'bmp_pipe', 'bmv', 'boa', 'brender_pix',
-                      'brstm', 'c93', 'caf', 'cavsvideo', 'cdg', 'cdxl', 'cine', 'codec2',
-                      'codec2raw', 'concat', 'dash', 'data', 'daud', 'dcstr', 'dds_pipe',
-                      'dfa', 'dirac', 'dnxhd', 'dpx_pipe', 'dsf', 'dsicin', 'dss', 'dts',
-                      'dtshd', 'dv', 'dvbsub', 'dvbtxt', 'dxa', 'ea', 'ea_cdata', 'eac3',
-                      'epaf', 'exr_pipe', 'f32be', 'f32le', 'f64be', 'f64le', 'fbdev',
-                      'ffmetadata', 'film_cpk', 'filmstrip', 'fits', 'flac', 'flic', 'flv',
-                      'frm', 'fsb', 'g722', 'g723_1', 'g726', 'g726le', 'g729', 'gdv', 'genh',
-                      'gif', 'gsm', 'gxf', 'h261', 'h263', 'h264', 'hevc', 'hls', 'applehttp',
-                      'hnm', 'ico', 'idcin', 'idf', 'iec61883', 'iff', 'ilbc', 'image2',
-                      'image2pipe', 'ingenient', 'ipmovie', 'ircam', 'iss', 'iv8', 'ivf',
-                      'ivr', 'j2k_pipe', 'jack', 'jacosub', 'jpeg_pipe', 'jpegls_pipe',
-                      'jv', 'kmsgrab', 'lavfi', 'libcdio', 'libdc1394', 'libgme', 'libopenmpt',
-                      'live_flv', 'lmlm4', 'loas', 'lrc', 'lvf', 'lxf', 'm4v', 'matroska', 'webm',
-                      'mgsts', 'microdvd', 'mjpeg', 'mjpeg_2000', 'mlp', 'mlv', 'mm', 'mmf',
-                      'mov', 'mp4', 'm4a', '3gp', '3g2', 'mj2', 'mp3', 'mpc', 'mpc8', 'mpeg',
-                      'mpegts', 'mpegtsraw', 'mpegvideo', 'mpjpeg', 'mpl2', 'mpsub', 'msf',
-                      'msnwctcp', 'mtaf', 'mtv', 'mulaw', 'musx', 'mv', 'mvi', 'mxf', 'mxg',
-                      'nc', 'nistsphere', 'nsp', 'nsv', 'nut', 'nuv', 'ogg', 'oma', 'openal',
-                      'oss', 'paf', 'pam_pipe', 'pbm_pipe', 'pcx_pipe', 'pgm_pipe', 'pgmyuv_pipe',
-                      'pictor_pipe', 'pjs', 'pmp', 'png_pipe', 'ppm_pipe', 'psd_pipe', 'psxstr',
-                      'pulse', 'pva', 'pvf', 'qcp', 'qdraw_pipe', 'r3d', 'rawvideo', 'realtext',
-                      'redspark', 'rl2', 'rm', 'roq', 'rpl', 'rsd', 'rso', 'rtp', 'rtsp',
-                      's16be', 's16le', 's24be', 's24le', 's32be', 's32le', 's337m', 's8',
-                      'sami', 'sap', 'sbc', 'sbg', 'scc', 'sdp', 'sdr2', 'sds', 'sdx', 'ser',
-                      'sgi_pipe', 'shn', 'siff', 'sln', 'smjpeg', 'smk', 'smush', 'sndio',
-                      'sol', 'sox', 'spdif', 'srt', 'stl', 'subviewer', 'subviewer1', 'sunrast_pipe',
-                      'sup', 'svag', 'svg_pipe', 'swf', 'tak', 'tedcaptions', 'thp', 'tiertexseq',
-                      'tiff_pipe', 'tmv', 'truehd', 'tta', 'tty', 'txd', 'ty', 'u16be', 'u16le',
-                      'u24be', 'u24le', 'u32be', 'u32le', 'u8', 'v210', 'v210x', 'vag', 'vc1',
-                      'vc1test', 'vidc', 'video4linux2', 'v4l2', 'vivo', 'vmd', 'vobsub', 'voc',
-                      'vpk', 'vplayer', 'vqf', 'w64', 'wav', 'wc3movie', 'webm_dash_manifest',
-                      'webp_pipe', 'webvtt', 'wsaud', 'wsd', 'wsvqa', 'wtv', 'wv', 'wve', 'x11grab',
-                      'xa', 'xbin', 'xmv', 'xpm_pipe', 'xvag', 'xwd_pipe', 'xwma', 'yop', 'yuv4mpegpipe'}
-
-
-class Video2xGui():
-
-    def __init__(self):
-
-        self.running = False
-
-        # create main window
-        self.main_window = Tk()
-        self.main_window.title(f'Video2X GUI {VERSION}')
-        self.main_frame = Frame()
-        self.main_frame.pack(fill=BOTH, expand=True)
-
-        # add menu bar
-        self.menu_bar = Menu(self.main_frame)
-
-        # file menu
-        self.file_menu = Menu(self.menu_bar, tearoff=0)
-        self.file_menu.add_command(label='Exit', command=self.main_frame.quit)
-        self.menu_bar.add_cascade(label='File', menu=self.file_menu)
-
-        # help menu
-        self.help_menu = Menu(self.menu_bar, tearoff=0)
-        self.help_menu.add_command(label='About', command=self._display_help)
-        self.menu_bar.add_cascade(label='Help', menu=self.help_menu)
-
-        self.main_window.config(menu=self.menu_bar)
-
-        # file frame
-        self.file_frame = Frame(self.main_frame)
-        self.file_frame.pack(fill=X, padx=5, pady=5, expand=True)
-
-        # input file
-        self.input_file = StringVar()
-        label_text = StringVar()
-        label_text.set('Input File')
-        Label(self.file_frame, textvariable=label_text, relief=RIDGE, width=10).grid(row=0, column=0, padx=5, pady=5, sticky=W)
-        Entry(self.file_frame, textvariable=self.input_file, width=60).grid(row=0, column=1, padx=5, pady=5, sticky=W)
-        Button(self.file_frame, text='Select', command=self._select_input).grid(row=0, column=2, padx=5, pady=5, sticky=W)
-
-        # output file
-        self.output_file = StringVar()
-        label_text = StringVar()
-        label_text.set('Output File')
-        Label(self.file_frame, textvariable=label_text, relief=RIDGE, width=10).grid(row=1, column=0, padx=5, pady=5, sticky=W)
-        Entry(self.file_frame, textvariable=self.output_file, width=60).grid(row=1, column=1, padx=5, pady=5, sticky=W)
-        Button(self.file_frame, text='Select', command=self._select_output).grid(row=1, column=2, padx=5, pady=5, sticky=W)
-
-        # options
-        self.options_frame = Frame()
-        # self.options_left.pack(fill=X, padx=5, pady=5, expand=True)
-        self.options_frame.pack(fill=X, padx=5, pady=5, expand=True)
-
-        self.options_left = Frame(self.options_frame)
-        # self.options_left.pack(fill=X, padx=5, pady=5, expand=True)
-        self.options_left.grid(row=0, column=0, padx=5, pady=5, sticky=N)
-
-        # width
-        self.width = IntVar()
-        # self.width.set(1920)
-        Label(self.options_left, text='Width', relief=RIDGE, width=15).grid(row=0, column=0, padx=2, pady=3)
-        width_field = Entry(self.options_left, textvariable=self.width)
-        width_field.grid(row=0, column=1, padx=2, pady=3, sticky=W)
-
-        # height
-        self.height = IntVar()
-        # self.height.set(1080)
-        Label(self.options_left, text='Height', relief=RIDGE, width=15).grid(row=1, column=0, padx=2, pady=3)
-        height_field = Entry(self.options_left, textvariable=self.height)
-        height_field.grid(row=1, column=1, padx=2, pady=3, sticky=W)
-
-        # scale ratio
-        self.scale_ratio = DoubleVar()
-        # self.scale_ratio.set(2.0)
-        Label(self.options_left, text='Scale Ratio', relief=RIDGE, width=15).grid(row=2, column=0, padx=2, pady=3)
-        scale_ratio_field = Entry(self.options_left, textvariable=self.scale_ratio)
-        scale_ratio_field.grid(row=2, column=1, padx=2, pady=3, sticky=W)
-
-        # image format
-        self.image_format = StringVar(self.options_left)
-        self.image_format.set('PNG')
-        Label(self.options_left, text='Image Format', relief=RIDGE, width=15).grid(row=3, column=0, padx=2, pady=3)
-        image_format_menu = OptionMenu(self.options_left, self.image_format, *IMAGE_FORMATS)
-        image_format_menu.grid(row=3, column=1, padx=2, pady=3, sticky=W)
-
-        # options
-        self.options_right = Frame(self.options_frame)
-        # self.options_left.pack(fill=X, padx=5, pady=5, expand=True)
-        self.options_right.grid(row=0, column=1, padx=5, pady=5, sticky=N)
-
-        # threads
-        self.threads = IntVar()
-        self.threads.set(1)
-        Label(self.options_right, text='Threads', relief=RIDGE, width=15).grid(row=0, column=0, padx=2, pady=3)
-        threads_field = Entry(self.options_right, textvariable=self.threads)
-        threads_field.grid(row=0, column=1, padx=2, pady=3, sticky=W)
-
-        # method
-        self.method = StringVar(self.options_left)
-        self.method.set('GPU')
-        Label(self.options_right, text='Method', relief=RIDGE, width=15).grid(row=1, column=0, padx=2, pady=3)
-        method_menu = OptionMenu(self.options_right, self.method, *AVAILABLE_METHODS)
-        method_menu.grid(row=1, column=1, padx=2, pady=3, sticky=W)
-
-        # driver
-        self.driver = StringVar(self.options_left)
-        self.driver.set('Waifu2X Caffe')
-        Label(self.options_right, text='Driver', relief=RIDGE, width=15).grid(row=2, column=0, padx=2, pady=3)
-        driver_menu = OptionMenu(self.options_right, self.driver, *AVAILABLE_DRIVERS)
-        driver_menu.grid(row=2, column=1, padx=2, pady=3, sticky=W)
-
-        # preserve frames
-        self.preserve_frames = BooleanVar(self.options_left)
-        self.preserve_frames.set(False)
-        Label(self.options_right, text='Preserve Frames', relief=RIDGE, width=15).grid(row=3, column=0, padx=2, pady=3)
-        preserve_frames_menu = OptionMenu(self.options_right, self.preserve_frames, *{True, False})
-        preserve_frames_menu.grid(row=3, column=1, padx=2, pady=3, sticky=W)
-
-        # progress bar
-        self.progress_bar_frame = Frame()
-        self.progress_bar_frame.pack(fill=X, padx=5, pady=5, expand=True)
-
-        self.progress_bar = ttk.Progressbar(self.progress_bar_frame, orient='horizontal', length=100, mode='determinate')
-        self.progress_bar.pack(fill=X)
-
-        # start button frame
-        self.start_frame = Frame()
-        self.start_frame.pack(fill=X, padx=5, pady=5, expand=True)
-
-        # start button
-        self.start_button_text = StringVar()
-        self.start_button_text.set('Start')
-        Button(self.start_frame, textvariable=self.start_button_text, command=self._launch_upscaling, width=20).pack(side=RIGHT)
-
-        self.main_frame.mainloop()
-    
-    def _display_help(self):
-        messagebox.showinfo('About', LEGAL_INFO)
-    
-    def _launch_upscaling(self):
-
-        # prevent launching multiple instances
-        if self.running:
-            messagebox.showerror('Error', 'Video2X is already running')
-            return
-
-        # arguments sanity check
-        if self.input_file.get() == '':
-            messagebox.showerror('Error', 'You must specify input video file/directory path')
-            return
-        if self.output_file.get() == '':
-            messagebox.showerror('Error', 'You must specify output video file/directory path')
-            return
-        if (self.driver.get() in ['Waifu2X Converter CPP', 'Waifu2x NCNN Vulkan', 'Anime4K']) and self.width.get() and self.height.get():
-            messagebox.showerror('Error', f'Selected driver \"{self.driver.get()}\" accepts only scaling ratio')
-            return
-        if self.driver.get() == 'waifu2x_ncnn_vulkan' and (self.scale_ratio.get() > 2 or not self.scale_ratio.get().is_integer()):
-            messagebox.showerror('Error', 'Scaling ratio must be 1 or 2 for waifu2x_ncnn_vulkan')
-            return
-        if (self.width.get() or self.height.get()) and self.scale_ratio.get():
-            messagebox.showerror('Error', 'You can only specify either scaling ratio or output width and height')
-            return
-        if (self.width.get() and not self.height.get()) or (not self.width.get() and self.height.get()):
-            messagebox.showerror('Error', 'You must specify both width and height')
-            return
-        if (not self.width.get() or not self.height.get()) and not self.scale_ratio.get():
-            messagebox.showerror('Error', 'You must specify either output dimensions or scaling ratio')
-            return
-
-        upscale = threading.Thread(target=self._upscale)
-        upscale.start()
-        self.running = True
-        self.start_button_text.set('Running')
-
-    def _upscale(self):
-
-        try:
-            # start timer
-            begin_time = time.time()
-
-            # read configuration file
-            config = read_config(VIDEO2X_CONFIG)
-            config = absolutify_paths(config)
-
-            input_file = pathlib.Path(self.input_file.get())
-            output_file = pathlib.Path(self.output_file.get())
-            driver = AVAILABLE_DRIVERS[self.driver.get()]
-
-            # load specified driver's config into driver_settings
-            driver_settings = config[driver]
-
-            # if executable doesn't exist, show warning
-            if not pathlib.Path(driver_settings['path']).is_file() and not pathlib.Path(f'{driver_settings["path"]}.exe').is_file():
-                messagebox.showerror('Error', 'Specified driver directory doesn\'t exist\nPlease check the configuration file settings')
-                raise FileNotFoundError(driver_settings['path'])
-
-            # read FFmpeg configuration
-            ffmpeg_settings = config['ffmpeg']
-
-            # load video2x settings
-            image_format = config['video2x']['image_format'].lower()
-            preserve_frames = config['video2x']['preserve_frames']
-
-            # load cache directory
-            if isinstance(config['video2x']['video2x_cache_directory'], str):
-                video2x_cache_directory = pathlib.Path(config['video2x']['video2x_cache_directory'])
-            else:
-                video2x_cache_directory = pathlib.Path(tempfile.gettempdir()) / 'video2x'
-
-            if video2x_cache_directory.exists() and not video2x_cache_directory.is_dir():
-                messagebox.showerror('Error', 'Specified cache directory is a file/link')
-                raise FileExistsError('Specified cache directory is a file/link')
-
-            elif not video2x_cache_directory.exists():
-                # try creating the cache directory
-                if messagebox.askyesno('Question', f'Specified cache directory {video2x_cache_directory} does not exist\nCreate directory?'):
-                    try:
-                        video2x_cache_directory.mkdir(parents=True, exist_ok=True)
-
-                    # there can be a number of exceptions here
-                    # PermissionError, FileExistsError, etc.
-                    # therefore, we put a catch-them-all here
-                    except Exception as e:
-                        messagebox.showerror('Error', f'Unable to create {video2x_cache_directory}\nAborting...')
-                        raise e
-                else:
-                    raise FileNotFoundError('Could not create cache directory')
-
-            # load more settings from gui
-            width = self.width.get()
-            height = self.height.get()
-            scale_ratio = self.scale_ratio.get()
-            image_format = self.image_format.get()
-            threads = self.threads.get()
-            method = AVAILABLE_METHODS[self.method.get()]
-            preserve_frames = self.preserve_frames.get()
-
-            self.upscaler = Upscaler(input_video=input_file, output_video=output_file, method=method, driver_settings=driver_settings, ffmpeg_settings=ffmpeg_settings)
-
-            # set optional options
-            self.upscaler.waifu2x_driver = driver
-            self.upscaler.scale_width = width
-            self.upscaler.scale_height = height
-            self.upscaler.scale_ratio = scale_ratio
-            self.upscaler.model_dir = None
-            self.upscaler.threads = threads
-            self.upscaler.video2x_cache_directory = video2x_cache_directory
-            self.upscaler.image_format = image_format
-            self.upscaler.preserve_frames = preserve_frames
-
-            # run upscaler
-            self.upscaler.create_temp_directories()
-
-            # start progress bar
-            progress_bar = threading.Thread(target=self._progress_bar)
-            progress_bar.start()
-
-            # start upscaling
-            self.upscaler.run()
-            self.upscaler.cleanup_temp_directories()
-
-            # show message when upscaling completes
-            messagebox.showinfo('Info', f'Upscaling Completed\nTime Taken: {round((time.time() - begin_time), 5)} seconds')
-            self.progress_bar['value'] = 100
-            self.running = False
-            self.start_button_text.set('Start')
-        
-        except Exception as e:
-            messagebox.showerror('Error', f'Upscaler ran into an error:\n{e}')
-
-            # try cleaning up temp directories
-            with contextlib.suppress(Exception):
-                self.upscaler.cleanup_temp_directories()
-
-
-    def _progress_bar(self):
-        """ This method prints a progress bar
-
-        This method prints a progress bar by keeping track
-        of the amount of frames in the input directory
-        and the output directory. This is originally
-        suggested by @ArmandBernard.
-        """
-        # initialize variables early
-        self.upscaler.progress_bar_exit_signal = False
-        self.upscaler.total_frames_upscaled = 0
-        self.upscaler.total_frames = 1
-
-        # initialize progress bar values
-        self.progress_bar['value'] = 0
-
-        while not self.upscaler.progress_bar_exit_signal:
-            self.progress_bar['value'] = int(100 * self.upscaler.total_frames_upscaled / self.upscaler.total_frames)
-            time.sleep(1)
-
-    def _select_input(self):
-        self.input_file.set(askopenfilename(title='Select Input File'))
-
-        # remove input file extension
-        input_filename = str(self.input_file.get())
-        for extension in DEMUXER_EXTENSIONS:
-            if input_filename.endswith(f'.{extension}'):
-                input_filename = input_filename[:-1 - len(extension)]
-
-        # try to set an output file name automatically
-        output_file = pathlib.Path(f'{input_filename}_output.mp4')
-
-        output_file_id = 0
-        while output_file.is_file() and output_file_id <= 10:
-            output_file = pathlib.Path(f'{input_filename}_output_{output_file_id}.mp4')
-            output_file_id += 1
-        
-        if not output_file.exists():
-            self.output_file.set(str(output_file))
-
-    def _select_output(self):
-        self.output_file.set(asksaveasfilename(title='Select Output File'))
-
-
-def read_config(config_file):
-    """ Reads configuration file
-
-    Returns a dictionary read by parsing Video2X config.
-    """
-    with open(config_file, 'r') as raw_config:
-        config = yaml.load(raw_config, Loader=yaml.FullLoader)
-        return config
-
-
-def absolutify_paths(config):
-    """ Check to see if paths to binaries are absolute
-
-    This function checks if paths to binary files are absolute.
-    If not, then absolutify the path.
-
-    Arguments:
-        config {dict} -- configuration file dictionary
-
-    Returns:
-        dict -- configuration file dictionary
-    """
-    current_directory = pathlib.Path(sys.argv[0]).parent.absolute()
-
-    # check waifu2x-caffe path
-    if not re.match('^[a-z]:', config['waifu2x_caffe']['path'], re.IGNORECASE):
-        config['waifu2x_caffe']['path'] = current_directory / config['waifu2x_caffe']['path']
-
-    # check waifu2x-converter-cpp path
-    if not re.match('^[a-z]:', config['waifu2x_converter']['path'], re.IGNORECASE):
-        config['waifu2x_converter']['path'] = current_directory / config['waifu2x_converter']['path']
-
-    # check waifu2x_ncnn_vulkan path
-    if not re.match('^[a-z]:', config['waifu2x_ncnn_vulkan']['path'], re.IGNORECASE):
-        config['waifu2x_ncnn_vulkan']['path'] = current_directory / config['waifu2x_ncnn_vulkan']['path']
-
-    # check ffmpeg path
-    if not re.match('^[a-z]:', config['ffmpeg']['ffmpeg_path'], re.IGNORECASE):
-        config['ffmpeg']['ffmpeg_path'] = current_directory / config['ffmpeg']['ffmpeg_path']
-
-    # check video2x cache path
-    if config['video2x']['video2x_cache_directory']:
-        if not re.match('^[a-z]:', config['video2x']['video2x_cache_directory'], re.IGNORECASE):
-            config['video2x']['video2x_cache_directory'] = current_directory / config['video2x']['video2x_cache_directory']
-
-    return config
-
-
-video2x_gui = Video2xGui()

src/video2x_setup.py

@@ -1,382 +0,0 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-Name: Video2X Setup Script
-Creator: K4YT3X
-Date Created: November 28, 2018
-Last Modified: January 4, 2020
-
-Editor: BrianPetkovsek
-Editor: SAT3LL
-
-Description: This script helps installing all dependencies of video2x
-and generates a configuration for it.
-
-Installation Details:
-- ffmpeg: %LOCALAPPDATA%\\video2x\\ffmpeg
-- waifu2x-caffe: %LOCALAPPDATA%\\video2x\\waifu2x-caffe
-- waifu2x-cpp-converter: %LOCALAPPDATA%\\video2x\\waifu2x-converter-cpp
-- waifu2x_ncnn_vulkan: %LOCALAPPDATA%\\video2x\\waifu2x-ncnn-vulkan
-- anime4k: %LOCALAPPDATA%\\video2x\\anime4k
-"""
-
-# built-in imports
-from datetime import timedelta
-import argparse
-import contextlib
-import os
-import pathlib
-import re
-import shutil
-import subprocess
-import sys
-import tempfile
-import time
-import traceback
-import urllib
-import zipfile
-
-# Requests doesn't come with windows, therefore
-# it will be installed as a dependency and imported
-# later in the script.
-# import requests
-
-VERSION = '1.6.1'
-
-# global static variables
-LOCALAPPDATA = pathlib.Path(os.getenv('localappdata'))
-VIDEO2X_CONFIG = pathlib.Path(sys.argv[0]).parent.absolute() / 'video2x.yaml'
-DRIVER_OPTIONS = ['all', 'waifu2x_caffe', 'waifu2x_converter', 'waifu2x_ncnn_vulkan', 'anime4k']
-
-
-def parse_arguments():
-    """Processes CLI arguments
-    """
-    parser = argparse.ArgumentParser(formatter_class=argparse.ArgumentDefaultsHelpFormatter)
-
-    # video options
-    general_options = parser.add_argument_group('General Options')
-    general_options.add_argument('-d', '--driver', help='driver to download and configure', action='store', choices=DRIVER_OPTIONS, default='all')
-
-    # parse arguments
-    return parser.parse_args()
-
-
-class Video2xSetup:
-    """ Install dependencies for video2x video enlarger
-
-    This library is meant to be executed as a stand-alone
-    script. All files will be installed under %LOCALAPPDATA%\\video2x.
-    """
-
-    def __init__(self, driver, download_python_modules):
-        self.driver = driver
-        self.download_python_modules = download_python_modules
-        self.trash = []
-
-    def run(self):
-        if self.download_python_modules:
-            print('\nInstalling Python libraries')
-            self._install_python_requirements()
-
-        print('\nInstalling FFmpeg')
-        self._install_ffmpeg()
-
-        if self.driver == 'all':
-            self._install_waifu2x_caffe()
-            self._install_waifu2x_converter_cpp()
-            self._install_waifu2x_ncnn_vulkan()
-            self._install_anime4k()
-        elif self.driver == 'waifu2x_caffe':
-            self._install_waifu2x_caffe()
-        elif self.driver == 'waifu2x_converter':
-            self._install_waifu2x_converter_cpp()
-        elif self.driver == 'waifu2x_ncnn_vulkan':
-            self._install_waifu2x_ncnn_vulkan()
-        elif self.driver == 'anime4k':
-            self._install_anime4k()
-
-        print('\nGenerating Video2X configuration file')
-        self._generate_config()
-
-        print('\nCleaning up temporary files')
-        self._cleanup()
-
-    def _install_python_requirements(self):
-        """ Read requirements.txt and return its content
-        """
-        pip_install('requirements.txt')
-
-    def _cleanup(self):
-        """ Cleanup all the temp files downloaded
-        """
-        for file in self.trash:
-            try:
-                if file.is_dir():
-                    print(f'Deleting directory: {file}')
-                    shutil.rmtree(file)
-                else:
-                    print(f'Deleting file: {file}')
-                    file.unlink()
-            except Exception:
-                print(f'Error deleting: {file}')
-                traceback.print_exc()
-
-    def _install_ffmpeg(self):
-        """ Install FFMPEG
-        """
-        latest_release = 'https://ffmpeg.zeranoe.com/builds/win64/static/ffmpeg-latest-win64-static.zip'
-
-        ffmpeg_zip = download(latest_release, tempfile.gettempdir())
-        self.trash.append(ffmpeg_zip)
-
-        with zipfile.ZipFile(ffmpeg_zip) as zipf:
-            zipf.extractall(LOCALAPPDATA / 'video2x')
-
-    def _install_waifu2x_caffe(self):
-        """ Install waifu2x_caffe
-        """
-        print('\nInstalling waifu2x-caffe')
-        import requests
-
-        # Get latest release of waifu2x-caffe via GitHub API
-        latest_release = requests.get('https://api.github.com/repos/lltcggie/waifu2x-caffe/releases/latest').json()
-
-        for a in latest_release['assets']:
-            if 'waifu2x-caffe.zip' in a['browser_download_url']:
-                waifu2x_caffe_zip = download(a['browser_download_url'], tempfile.gettempdir())
-                self.trash.append(waifu2x_caffe_zip)
-
-        with zipfile.ZipFile(waifu2x_caffe_zip) as zipf:
-            zipf.extractall(LOCALAPPDATA / 'video2x')
-
-    def _install_waifu2x_converter_cpp(self):
-        """ Install waifu2x_caffe
-        """
-        print('\nInstalling waifu2x-converter-cpp')
-        import requests
-
-        # Get latest release of waifu2x-caffe via GitHub API
-        latest_release = requests.get('https://api.github.com/repos/DeadSix27/waifu2x-converter-cpp/releases/latest').json()
-
-        for a in latest_release['assets']:
-            if re.search(r'waifu2x-DeadSix27-win64_v[0-9]*\.zip', a['browser_download_url']):
-                waifu2x_converter_cpp_zip = download(a['browser_download_url'], tempfile.gettempdir())
-                self.trash.append(waifu2x_converter_cpp_zip)
-
-        with zipfile.ZipFile(waifu2x_converter_cpp_zip) as zipf:
-            zipf.extractall(LOCALAPPDATA / 'video2x' / 'waifu2x-converter-cpp')
-
-    def _install_waifu2x_ncnn_vulkan(self):
-        """ Install waifu2x-ncnn-vulkan
-        """
-        print('\nInstalling waifu2x-ncnn-vulkan')
-        import requests
-
-        # Get latest release of waifu2x-ncnn-vulkan via Github API
-        latest_release = requests.get('https://api.github.com/repos/nihui/waifu2x-ncnn-vulkan/releases/latest').json()
-
-        for a in latest_release['assets']:
-            if re.search(r'waifu2x-ncnn-vulkan-\d*\.zip', a['browser_download_url']):
-                waifu2x_ncnn_vulkan_zip = download(a['browser_download_url'], tempfile.gettempdir())
-                self.trash.append(waifu2x_ncnn_vulkan_zip)
-
-        # extract and rename
-        waifu2x_ncnn_vulkan_directory = LOCALAPPDATA / 'video2x' / 'waifu2x-ncnn-vulkan'
-        with zipfile.ZipFile(waifu2x_ncnn_vulkan_zip) as zipf:
-            zipf.extractall(LOCALAPPDATA / 'video2x')
-
-            # if directory already exists, remove it
-            if waifu2x_ncnn_vulkan_directory.exists():
-                shutil.rmtree(waifu2x_ncnn_vulkan_directory)
-
-            # rename the newly extracted directory
-            (LOCALAPPDATA / 'video2x' / zipf.namelist()[0]).rename(waifu2x_ncnn_vulkan_directory)
-
-    def _install_anime4k(self):
-        """ Install Anime4K
-        """
-        print('\nInstalling Anime4K')
-
-        """
-        import requests
-
-        # get latest release of Anime4K via Github API
-        # at the time of writing this portion, Anime4K doesn't yet have a stable release
-        # therefore releases/latest won't work
-        latest_release = requests.get('https://api.github.com/repos/bloc97/Anime4K/releases').json()[0]
-
-        for a in latest_release['assets']:
-            if 'Anime4K_Java.zip' in a['browser_download_url']:
-                anime4k_zip = download(a['browser_download_url'], tempfile.gettempdir())
-                self.trash.append(anime4k_zip)
-        """
-
-        # since Java pre-compiled release has been removed from download
-        # page, we use this cached version as a temporary solution
-        anime4k_zip = download('https://files.flexio.org/Resources/anime4k.zip', tempfile.gettempdir())
-        self.trash.append(anime4k_zip)
-
-        # extract and rename
-        with zipfile.ZipFile(anime4k_zip) as zipf:
-            zipf.extractall(LOCALAPPDATA / 'video2x' / 'anime4k')
-
-    def _generate_config(self):
-        """ Generate video2x config
-        """
-        import yaml
-
-        # open current video2x configuration file as template
-        with open(VIDEO2X_CONFIG, 'r') as template:
-            template_dict = yaml.load(template, Loader=yaml.FullLoader)
-            template.close()
-
-        # configure only the specified drivers
-        if self.driver == 'all':
-            template_dict['waifu2x_caffe']['path'] = str(LOCALAPPDATA / 'video2x' / 'waifu2x-caffe' / 'waifu2x-caffe-cui.exe')
-            template_dict['waifu2x_converter']['path'] = str(LOCALAPPDATA / 'video2x' / 'waifu2x-converter-cpp')
-            template_dict['waifu2x_ncnn_vulkan']['path'] = str(LOCALAPPDATA / 'video2x' / 'waifu2x-ncnn-vulkan' / 'waifu2x-ncnn-vulkan.exe')
-            template_dict['anime4k']['path'] = str(LOCALAPPDATA / 'video2x' / 'anime4k' / 'Anime4K.jar')
-        elif self.driver == 'waifu2x_caffe':
-            template_dict['waifu2x_caffe']['path'] = str(LOCALAPPDATA / 'video2x' / 'waifu2x-caffe' / 'waifu2x-caffe-cui.exe')
-        elif self.driver == 'waifu2x_converter':
-            template_dict['waifu2x_converter']['path'] = str(LOCALAPPDATA / 'video2x' / 'waifu2x-converter-cpp')
-        elif self.driver == 'waifu2x_ncnn_vulkan':
-            template_dict['waifu2x_ncnn_vulkan']['path'] = str(LOCALAPPDATA / 'video2x' / 'waifu2x-ncnn-vulkan' / 'waifu2x-ncnn-vulkan.exe')
-        elif self.driver == 'anime4k':
-            template_dict['anime4k']['path'] = str(LOCALAPPDATA / 'video2x' / 'anime4k' / 'Anime4K.jar')
-
-        template_dict['ffmpeg']['ffmpeg_path'] = str(LOCALAPPDATA / 'video2x' / 'ffmpeg-latest-win64-static' / 'bin')
-        template_dict['video2x']['video2x_cache_directory'] = None
-        template_dict['video2x']['preserve_frames'] = False
-
-        # write configuration into file
-        with open(VIDEO2X_CONFIG, 'w') as config:
-            yaml.dump(template_dict, config)
-
-
-def download(url, save_path, chunk_size=4096):
-    """ Download file to local with requests library
-    """
-    from tqdm import tqdm
-    import requests
-
-    save_path = pathlib.Path(save_path)
-
-    # create target folder if it doesn't exist
-    save_path.mkdir(parents=True, exist_ok=True)
-
-    # create requests stream for steaming file
-    stream = requests.get(url, stream=True, allow_redirects=True)
-
-    # get file name
-    file_name = None
-    if 'content-disposition' in stream.headers:
-        disposition = stream.headers['content-disposition']
-        with contextlib.suppress(IndexError):
-            file_name = re.findall("filename=(.+)", disposition)[0].strip('"')
-
-    if file_name is None:
-        # output_file = f'{save_path}\\{stream.url.split("/")[-1]}'
-        output_file = save_path / stream.url.split('/')[-1]
-    else:
-        output_file = save_path / file_name
-
-    # decode url encoding
-    output_file = pathlib.Path(urllib.parse.unquote(str(output_file)))
-
-    # get total size for progress bar if provided in headers
-    total_size = 0
-    if 'content-length' in stream.headers:
-        total_size = int(stream.headers['content-length'])
-
-    # print download information summary
-    print(f'Downloading: {url}')
-    print(f'Total size: {total_size}')
-    print(f'Chunk size: {chunk_size}')
-    print(f'Saving to: {output_file}')
-
-    # Write content into file
-    with open(output_file, 'wb') as output:
-        with tqdm(total=total_size, ascii=True) as progress_bar:
-            for chunk in stream.iter_content(chunk_size=chunk_size):
-                if chunk:
-                    output.write(chunk)
-                    progress_bar.update(len(chunk))
-
-    # return the full path of saved file
-    return output_file
-
-
-def pip_install(file):
-    """ Install python package via python pip module
-
-    pip.main() is not available after pip 9.0.1, thus
-    pip module is not used in this case.
-    """
-    return subprocess.run([sys.executable, '-m', 'pip', 'install', '-U', '-r', file]).returncode
-
-
-if __name__ == '__main__':
-    try:
-        # set default exit code
-        EXIT_CODE = 0
-
-        # get start time
-        start_time = time.time()
-
-        # check platform
-        if sys.platform != 'win32':
-            print('This script is currently only compatible with Windows')
-            EXIT_CODE = 1
-            sys.exit(1)
-
-        # parse command line arguments
-        args = parse_arguments()
-        print('Video2X Setup Script')
-        print(f'Version: {VERSION}')
-
-        # do not install pip modules if script
-        # is packaged in exe format
-        download_python_modules = True
-        if sys.argv[0].endswith('.exe'):
-            print('\nScript is packaged as exe, skipping pip module download')
-            download_python_modules = False
-
-        setup = Video2xSetup(args.driver, download_python_modules)
-        setup.run()
-        print('\nScript finished successfully')
-
-    except SystemExit:
-        pass
-
-    # if PermissionError is raised
-    # user needs to run this with higher privilege
-    except PermissionError:
-        traceback.print_exc()
-        print('You might have insufficient privilege for this script to run')
-        print('Try running this script with Administrator privileges')
-        EXIT_CODE = 1
-
-    # for any exception in the script
-    except Exception:
-        traceback.print_exc()
-        print('An error has occurred')
-        print('Video2X Automatic Setup has failed')
-
-        # in case of a failure, try cleaning up temp files
-        try:
-            setup._cleanup()
-        except Exception:
-            traceback.print_exc()
-            print('An error occurred while trying to cleanup files')
-
-        EXIT_CODE = 1
-
-    # regardless if script finishes successfully or not
-    # print script execution summary
-    finally:
-        print('Script finished')
-        print(f'Time taken: {timedelta(seconds=round(time.time() - start_time))}')
-        input('Press [ENTER] to exit script')
-        sys.exit(EXIT_CODE)

src/waifu2x_caffe.py

@@ -1,98 +0,0 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-Name: Waifu2x Caffe Driver
-Author: K4YT3X
-Date Created: Feb 24, 2018
-Last Modified: October 6, 2019
-
-Description: This class is a high-level wrapper
-for waifu2x-caffe.
-"""
-
-# built-in imports
-import subprocess
-import threading
-
-# third-party imports
-from avalon_framework import Avalon
-
-
-class Waifu2xCaffe:
-    """This class communicates with waifu2x cui engine
-
-    An object will be created for this class, containing information
-    about the binary address and the processing method. When being called
-    by the main program, other detailed information will be passed to
-    the upscale function.
-    """
-
-    def __init__(self, driver_settings, process, model_dir, bit_depth):
-        self.driver_settings = driver_settings
-        self.driver_settings['process'] = process
-        self.driver_settings['model_dir'] = model_dir
-        self.driver_settings['output_depth'] = bit_depth
-
-        # arguments passed through command line overwrites config file values
-        self.process = process
-        self.model_dir = model_dir
-        self.print_lock = threading.Lock()
-
-    def upscale(self, input_directory, output_directory, scale_ratio, scale_width, scale_height, image_format, upscaler_exceptions):
-        """This is the core function for WAIFU2X class
-
-        Arguments:
-            input_directory {string} -- source directory path
-            output_directory {string} -- output directory path
-            width {int} -- output video width
-            height {int} -- output video height
-        """
-
-        try:
-            # overwrite config file settings
-            self.driver_settings['input_path'] = input_directory
-            self.driver_settings['output_path'] = output_directory
-
-            if scale_ratio:
-                self.driver_settings['scale_ratio'] = scale_ratio
-            elif scale_width and scale_height:
-                self.driver_settings['scale_width'] = scale_width
-                self.driver_settings['scale_height'] = scale_height
-
-            self.driver_settings['output_extention'] = image_format
-
-            # print thread start message
-            self.print_lock.acquire()
-            Avalon.debug_info(f'[upscaler] Thread {threading.current_thread().name} started')
-            self.print_lock.release()
-
-            # list to be executed
-            # initialize the list with waifu2x binary path as the first element
-            execute = [str(self.driver_settings['path'])]
-
-            for key in self.driver_settings.keys():
-
-                value = self.driver_settings[key]
-
-                # is executable key or null or None means that leave this option out (keep default)
-                if key == 'path' or value is None or value is False:
-                    continue
-                else:
-                    if len(key) == 1:
-                        execute.append(f'-{key}')
-                    else:
-                        execute.append(f'--{key}')
-                    execute.append(str(value))
-
-            Avalon.debug_info(f'Executing: {execute}')
-            completed_command = subprocess.run(execute, check=True)
-
-            # print thread exiting message
-            self.print_lock.acquire()
-            Avalon.debug_info(f'[upscaler] Thread {threading.current_thread().name} exiting')
-            self.print_lock.release()
-
-            # return command execution return code
-            return completed_command.returncode
-        except Exception as e:
-            upscaler_exceptions.append(e)

src/waifu2x_converter.py

@@ -1,96 +0,0 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-Name: Waifu2x Converter CPP Driver
-Author: K4YT3X
-Date Created: February 8, 2019
-Last Modified: October 6, 2019
-
-Description: This class is a high-level wrapper
-for waifu2x-converter-cpp.
-"""
-
-# built-in imports
-import pathlib
-import subprocess
-import threading
-
-# third-party imports
-from avalon_framework import Avalon
-
-
-class Waifu2xConverter:
-    """This class communicates with waifu2x cui engine
-
-    An object will be created for this class, containing information
-    about the binary address and the processing method. When being called
-    by the main program, other detailed information will be passed to
-    the upscale function.
-    """
-
-    def __init__(self, driver_settings, model_dir):
-        self.driver_settings = driver_settings
-        self.driver_settings['model_dir'] = model_dir
-        self.print_lock = threading.Lock()
-
-    def upscale(self, input_directory, output_directory, scale_ratio, jobs, image_format, upscaler_exceptions):
-        """ Waifu2x Converter Driver Upscaler
-        This method executes the upscaling of extracted frames.
-
-        Arguments:
-            input_directory {string} -- source directory path
-            output_directory {string} -- output directory path
-            scale_ratio {int} -- frames' scale ratio
-            threads {int} -- number of threads
-        """
-
-        try:
-            # overwrite config file settings
-            self.driver_settings['input'] = input_directory
-            self.driver_settings['output'] = output_directory
-            self.driver_settings['scale-ratio'] = scale_ratio
-            self.driver_settings['jobs'] = jobs
-            self.driver_settings['output-format'] = image_format
-
-            # models_rgb must be specified manually for waifu2x-converter-cpp
-            # if it's not specified in the arguments, create automatically
-            if self.driver_settings['model-dir'] is None:
-                self.driver_settings['model-dir'] = pathlib.Path(self.driver_settings['waifu2x_converter_path']) / 'models_rgb'
-
-            # print thread start message
-            self.print_lock.acquire()
-            Avalon.debug_info(f'[upscaler] Thread {threading.current_thread().name} started')
-            self.print_lock.release()
-
-            # list to be executed
-            # initialize the list with waifu2x binary path as the first element
-            execute = [str(pathlib.Path(self.driver_settings['path']) / 'waifu2x-converter-cpp.exe')]
-
-            for key in self.driver_settings.keys():
-
-                value = self.driver_settings[key]
-
-                # the key doesn't need to be passed in this case
-                if key == 'path':
-                    continue
-
-                # null or None means that leave this option out (keep default)
-                elif value is None or value is False:
-                    continue
-                else:
-                    if len(key) == 1:
-                        execute.append(f'-{key}')
-                    else:
-                        execute.append(f'--{key}')
-
-                    # true means key is an option
-                    if value is True:
-                        continue
-
-                    execute.append(str(value))
-
-            Avalon.debug_info(f'Executing: {execute}')
-            return subprocess.run(execute, check=True).returncode
-
-        except Exception as e:
-            upscaler_exceptions.append(e)

src/waifu2x_ncnn_vulkan.py

@@ -1,94 +0,0 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-Name: Waifu2x NCNN Vulkan Driver
-Creator: SAT3LL
-Date Created: June 26, 2019
-Last Modified: November 15, 2019
-
-Editor: K4YT3X
-Last Modified: January 4, 2020
-
-Description: This class is a high-level wrapper
-for waifu2x_ncnn_vulkan.
-"""
-
-# built-in imports
-import os
-import subprocess
-import threading
-
-# third-party imports
-from avalon_framework import Avalon
-
-
-class Waifu2xNcnnVulkan:
-    """This class communicates with waifu2x ncnn vulkan engine
-
-    An object will be created for this class, containing information
-    about the binary address and the processing method. When being called
-    by the main program, other detailed information will be passed to
-    the upscale function.
-    """
-
-    def __init__(self, driver_settings):
-        self.driver_settings = driver_settings
-
-        # arguments passed through command line overwrites config file values
-
-        # waifu2x_ncnn_vulkan can't find its own model directory if its not in the current dir
-        #   so change to it
-        os.chdir(os.path.join(self.driver_settings['path'], '..'))
-
-        self.print_lock = threading.Lock()
-
-    def upscale(self, input_directory, output_directory, scale_ratio, upscaler_exceptions):
-        """This is the core function for WAIFU2X class
-
-        Arguments:
-            input_directory {string} -- source directory path
-            output_directory {string} -- output directory path
-            ratio {int} -- output video ratio
-        """
-
-        try:
-            # overwrite config file settings
-            self.driver_settings['i'] = input_directory
-            self.driver_settings['o'] = output_directory
-            self.driver_settings['s'] = int(scale_ratio)
-
-            # print thread start message
-            self.print_lock.acquire()
-            Avalon.debug_info(f'[upscaler] Thread {threading.current_thread().name} started')
-            self.print_lock.release()
-
-            # list to be executed
-            # initialize the list with waifu2x binary path as the first element
-            execute = [str(self.driver_settings['path'])]
-
-            for key in self.driver_settings.keys():
-
-                value = self.driver_settings[key]
-
-                # is executable key or null or None means that leave this option out (keep default)
-                if key == 'path' or value is None or value is False:
-                    continue
-                else:
-                    if len(key) == 1:
-                        execute.append(f'-{key}')
-                    else:
-                        execute.append(f'--{key}')
-                    execute.append(str(value))
-
-            Avalon.debug_info(f'Executing: {execute}')
-            completed_command = subprocess.run(execute, check=True)
-
-            # print thread exiting message
-            self.print_lock.acquire()
-            Avalon.debug_info(f'[upscaler] Thread {threading.current_thread().name} exiting')
-            self.print_lock.release()
-
-            # return command execution return code
-            return completed_command.returncode
-        except Exception as e:
-            upscaler_exceptions.append(e)