mirror of
https://github.com/k4yt3x/video2x.git
synced 2026-02-15 09:44:46 +08:00
Compare commits
9 Commits
6.0.0-beta
...
6.0.0
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
31e606bd4c | ||
|
|
d50cf54f2a | ||
|
|
613b75ffec | ||
|
|
9d342c51a2 | ||
|
|
48119a30eb | ||
|
|
9d09d8570f | ||
|
|
ebef5f54cb | ||
|
|
747d85cf9b | ||
|
|
f89b263487 |
2
.gitattributes
vendored
2
.gitattributes
vendored
@@ -1 +1 @@
|
|||||||
models/* linguist-vendored
|
models/** linguist-vendored
|
||||||
|
|||||||
2
.github/workflows/release.yml
vendored
2
.github/workflows/release.yml
vendored
@@ -52,6 +52,6 @@ jobs:
|
|||||||
with:
|
with:
|
||||||
token: ${{ secrets.GITHUB_TOKEN }}
|
token: ${{ secrets.GITHUB_TOKEN }}
|
||||||
tag_name: ${{ needs.setup.outputs.version }}
|
tag_name: ${{ needs.setup.outputs.version }}
|
||||||
release_name: Video2X ${{ needs.setup.outputs.version }}
|
name: ${{ needs.setup.outputs.version }}
|
||||||
draft: true
|
draft: true
|
||||||
prerelease: false
|
prerelease: false
|
||||||
|
|||||||
6
.gitmodules
vendored
6
.gitmodules
vendored
@@ -1,6 +1,6 @@
|
|||||||
[submodule "third_party/libreal_esrgan_ncnn_vulkan"]
|
[submodule "third_party/librealesrgan_ncnn_vulkan"]
|
||||||
path = third_party/libreal_esrgan_ncnn_vulkan
|
path = third_party/librealesrgan_ncnn_vulkan
|
||||||
url = https://github.com/k4yt3x/libreal-esrgan-ncnn-vulkan.git
|
url = https://github.com/k4yt3x/librealesrgan-ncnn-vulkan.git
|
||||||
[submodule "third_party/ncnn"]
|
[submodule "third_party/ncnn"]
|
||||||
path = third_party/ncnn
|
path = third_party/ncnn
|
||||||
url = https://github.com/Tencent/ncnn.git
|
url = https://github.com/Tencent/ncnn.git
|
||||||
|
|||||||
@@ -271,10 +271,10 @@ endif()
|
|||||||
# Include ExternalProject module
|
# Include ExternalProject module
|
||||||
include(ExternalProject)
|
include(ExternalProject)
|
||||||
|
|
||||||
# Add libreal-esrgan-ncnn-vulkan as an external project
|
# Add librealesrgan-ncnn-vulkan as an external project
|
||||||
ExternalProject_Add(
|
ExternalProject_Add(
|
||||||
realesrgan
|
realesrgan
|
||||||
SOURCE_DIR ${PROJECT_SOURCE_DIR}/third_party/libreal_esrgan_ncnn_vulkan/src
|
SOURCE_DIR ${PROJECT_SOURCE_DIR}/third_party/librealesrgan_ncnn_vulkan/src
|
||||||
CMAKE_ARGS
|
CMAKE_ARGS
|
||||||
-DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE}
|
-DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE}
|
||||||
-DCMAKE_INSTALL_PREFIX=${CMAKE_BINARY_DIR}/realesrgan_install
|
-DCMAKE_INSTALL_PREFIX=${CMAKE_BINARY_DIR}/realesrgan_install
|
||||||
@@ -309,7 +309,7 @@ target_include_directories(libvideo2x PRIVATE
|
|||||||
${CMAKE_CURRENT_BINARY_DIR}
|
${CMAKE_CURRENT_BINARY_DIR}
|
||||||
${PROJECT_SOURCE_DIR}/include
|
${PROJECT_SOURCE_DIR}/include
|
||||||
${PROJECT_SOURCE_DIR}/include/libvideo2x
|
${PROJECT_SOURCE_DIR}/include/libvideo2x
|
||||||
${PROJECT_SOURCE_DIR}/third_party/libreal_esrgan_ncnn_vulkan/src
|
${PROJECT_SOURCE_DIR}/third_party/librealesrgan_ncnn_vulkan/src
|
||||||
)
|
)
|
||||||
|
|
||||||
# Compile options for the shared library
|
# Compile options for the shared library
|
||||||
|
|||||||
8
Makefile
8
Makefile
@@ -61,7 +61,7 @@ debian:
|
|||||||
cmake --build /tmp/build --config Release --target install --parallel
|
cmake --build /tmp/build --config Release --target install --parallel
|
||||||
|
|
||||||
clean:
|
clean:
|
||||||
rm -rf $(BINDIR)
|
rm -vrf $(BINDIR) data/output*.* heaptrack*.zst valgrind.log
|
||||||
|
|
||||||
test-realesrgan:
|
test-realesrgan:
|
||||||
LD_LIBRARY_PATH=$(BINDIR) $(BINDIR)/video2x -i $(TEST_VIDEO) -o $(TEST_OUTPUT) \
|
LD_LIBRARY_PATH=$(BINDIR) $(BINDIR)/video2x -i $(TEST_VIDEO) -o $(TEST_OUTPUT) \
|
||||||
@@ -69,7 +69,7 @@ test-realesrgan:
|
|||||||
|
|
||||||
test-libplacebo:
|
test-libplacebo:
|
||||||
LD_LIBRARY_PATH=$(BINDIR) $(BINDIR)/video2x -i $(TEST_VIDEO) -o $(TEST_OUTPUT) \
|
LD_LIBRARY_PATH=$(BINDIR) $(BINDIR)/video2x -i $(TEST_VIDEO) -o $(TEST_OUTPUT) \
|
||||||
-f libplacebo -w 1920 -h 1080 -s anime4k-mode-a
|
-f libplacebo -w 1920 -h 1080 -s anime4k-v4-a
|
||||||
|
|
||||||
memcheck-realesrgan:
|
memcheck-realesrgan:
|
||||||
LD_LIBRARY_PATH=$(BINDIR) valgrind \
|
LD_LIBRARY_PATH=$(BINDIR) valgrind \
|
||||||
@@ -94,7 +94,7 @@ memcheck-libplacebo:
|
|||||||
--verbose --log-file="valgrind.log" \
|
--verbose --log-file="valgrind.log" \
|
||||||
$(BINDIR)/video2x \
|
$(BINDIR)/video2x \
|
||||||
-i $(TEST_VIDEO) -o $(TEST_OUTPUT) \
|
-i $(TEST_VIDEO) -o $(TEST_OUTPUT) \
|
||||||
-f libplacebo -w 1920 -h 1080 -s anime4k-mode-a \
|
-f libplacebo -w 1920 -h 1080 -s anime4k-v4-a \
|
||||||
-p veryfast -b 1000000 -q 30
|
-p veryfast -b 1000000 -q 30
|
||||||
|
|
||||||
heaptrack-realesrgan:
|
heaptrack-realesrgan:
|
||||||
@@ -108,5 +108,5 @@ heaptrack-libplacebo:
|
|||||||
LD_LIBRARY_PATH=$(BINDIR) HEAPTRACK_ENABLE_DEBUGINFOD=1 heaptrack \
|
LD_LIBRARY_PATH=$(BINDIR) HEAPTRACK_ENABLE_DEBUGINFOD=1 heaptrack \
|
||||||
$(BINDIR)/video2x \
|
$(BINDIR)/video2x \
|
||||||
-i $(TEST_VIDEO) -o $(TEST_OUTPUT) \
|
-i $(TEST_VIDEO) -o $(TEST_OUTPUT) \
|
||||||
-f libplacebo -w 1920 -h 1080 -s anime4k-mode-a \
|
-f libplacebo -w 1920 -h 1080 -s anime4k-v4-a \
|
||||||
-p veryfast -b 1000000 -q 30
|
-p veryfast -b 1000000 -q 30
|
||||||
|
|||||||
@@ -13,9 +13,9 @@
|
|||||||
|
|
||||||
## 🌟 Version 6.0.0 Preview
|
## 🌟 Version 6.0.0 Preview
|
||||||
|
|
||||||
**[Direct download link for Windows (Installer)](https://github.com/k4yt3x/video2x/releases/download/6.0.0-beta.4/video2x-qt6-windows-amd64-installer.exe)**
|
**[Direct download link for Windows (Installer)](https://github.com/k4yt3x/video2x/releases/download/6.0.0-beta.5/video2x-qt6-windows-amd64-installer.exe)**
|
||||||
|
|
||||||

|

|
||||||
|
|
||||||
Version 6.0.0 is a complete rewrite of this project in C/C++. It:
|
Version 6.0.0 is a complete rewrite of this project in C/C++. It:
|
||||||
|
|
||||||
|
|||||||
@@ -21,7 +21,7 @@ int init_encoder(
|
|||||||
int **stream_map
|
int **stream_map
|
||||||
);
|
);
|
||||||
|
|
||||||
int encode_and_write_frame(
|
int write_frame(
|
||||||
AVFrame *frame,
|
AVFrame *frame,
|
||||||
AVCodecContext *enc_ctx,
|
AVCodecContext *enc_ctx,
|
||||||
AVFormatContext *ofmt_ctx,
|
AVFormatContext *ofmt_ctx,
|
||||||
|
|||||||
@@ -15,7 +15,7 @@ class Filter {
|
|||||||
virtual ~Filter() = default;
|
virtual ~Filter() = default;
|
||||||
virtual int init(AVCodecContext *dec_ctx, AVCodecContext *enc_ctx, AVBufferRef *hw_ctx) = 0;
|
virtual int init(AVCodecContext *dec_ctx, AVCodecContext *enc_ctx, AVBufferRef *hw_ctx) = 0;
|
||||||
virtual int process_frame(AVFrame *in_frame, AVFrame **out_frame) = 0;
|
virtual int process_frame(AVFrame *in_frame, AVFrame **out_frame) = 0;
|
||||||
virtual int flush(std::vector<AVFrame *> &flushed_frames) { return 0; }
|
virtual int flush(std::vector<AVFrame *> &_) { return 0; }
|
||||||
};
|
};
|
||||||
|
|
||||||
#endif // FILTER_H
|
#endif // FILTER_H
|
||||||
|
|||||||
9173
models/libplacebo/anime4k-v4.1-gan.glsl
vendored
Normal file
9173
models/libplacebo/anime4k-v4.1-gan.glsl
vendored
Normal file
File diff suppressed because it is too large
Load Diff
@@ -63,6 +63,12 @@ def download_and_combine_files():
|
|||||||
f"{GITHUB_GLSL_ROOT}/Restore/Anime4K_Restore_CNN_M.glsl",
|
f"{GITHUB_GLSL_ROOT}/Restore/Anime4K_Restore_CNN_M.glsl",
|
||||||
f"{GITHUB_GLSL_ROOT}/Upscale/Anime4K_Upscale_CNN_x2_M.glsl",
|
f"{GITHUB_GLSL_ROOT}/Upscale/Anime4K_Upscale_CNN_x2_M.glsl",
|
||||||
],
|
],
|
||||||
|
"gan": [
|
||||||
|
f"{GITHUB_GLSL_ROOT}/Restore/Anime4K_Restore_GAN_UUL.glsl",
|
||||||
|
f"{GITHUB_GLSL_ROOT}/Upscale/Anime4K_Upscale_GAN_x4_UUL.glsl",
|
||||||
|
f"{GITHUB_GLSL_ROOT}/Restore/Anime4K_Restore_CNN_Soft_M.glsl",
|
||||||
|
f"{GITHUB_GLSL_ROOT}/Upscale/Anime4K_Upscale_CNN_x2_M.glsl",
|
||||||
|
],
|
||||||
}
|
}
|
||||||
|
|
||||||
for mode in modes:
|
for mode in modes:
|
||||||
@@ -72,7 +78,13 @@ def download_and_combine_files():
|
|||||||
response.raise_for_status()
|
response.raise_for_status()
|
||||||
file_contents += response.text + "\n"
|
file_contents += response.text + "\n"
|
||||||
|
|
||||||
with (SHADERS_DIR / Path(f"anime4k-{mode}.glsl")).open("w") as output_file:
|
version = "v4"
|
||||||
|
if mode == "gan":
|
||||||
|
version = "v4.1"
|
||||||
|
|
||||||
|
with (SHADERS_DIR / Path(f"anime4k-{version}-{mode}.glsl")).open(
|
||||||
|
"w"
|
||||||
|
) as output_file:
|
||||||
output_file.write(file_contents)
|
output_file.write(file_contents)
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -85,12 +85,20 @@ int init_encoder(
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Set the time base
|
// Set the output video's time base
|
||||||
codec_ctx->time_base = av_inv_q(dec_ctx->framerate);
|
if (dec_ctx->time_base.num > 0 && dec_ctx->time_base.den > 0) {
|
||||||
if (codec_ctx->time_base.num == 0 || codec_ctx->time_base.den == 0) {
|
codec_ctx->time_base = dec_ctx->time_base;
|
||||||
|
} else {
|
||||||
codec_ctx->time_base = av_inv_q(av_guess_frame_rate(ifmt_ctx, out_stream, NULL));
|
codec_ctx->time_base = av_inv_q(av_guess_frame_rate(ifmt_ctx, out_stream, NULL));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Set the output video's frame rate
|
||||||
|
if (dec_ctx->framerate.num > 0 && dec_ctx->framerate.den > 0) {
|
||||||
|
codec_ctx->framerate = dec_ctx->framerate;
|
||||||
|
} else {
|
||||||
|
codec_ctx->framerate = av_guess_frame_rate(ifmt_ctx, out_stream, NULL);
|
||||||
|
}
|
||||||
|
|
||||||
// Set the CRF and preset for any codecs that support it
|
// Set the CRF and preset for any codecs that support it
|
||||||
char crf_str[16];
|
char crf_str[16];
|
||||||
snprintf(crf_str, sizeof(crf_str), "%.f", static_cast<double>(encoder_config->crf));
|
snprintf(crf_str, sizeof(crf_str), "%.f", static_cast<double>(encoder_config->crf));
|
||||||
@@ -113,6 +121,8 @@ int init_encoder(
|
|||||||
}
|
}
|
||||||
|
|
||||||
out_stream->time_base = codec_ctx->time_base;
|
out_stream->time_base = codec_ctx->time_base;
|
||||||
|
out_stream->avg_frame_rate = codec_ctx->framerate;
|
||||||
|
out_stream->r_frame_rate = codec_ctx->framerate;
|
||||||
|
|
||||||
if (encoder_config->copy_streams) {
|
if (encoder_config->copy_streams) {
|
||||||
// Allocate the stream map
|
// Allocate the stream map
|
||||||
@@ -178,7 +188,7 @@ int init_encoder(
|
|||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
int encode_and_write_frame(
|
int write_frame(
|
||||||
AVFrame *frame,
|
AVFrame *frame,
|
||||||
AVCodecContext *enc_ctx,
|
AVCodecContext *enc_ctx,
|
||||||
AVFormatContext *ofmt_ctx,
|
AVFormatContext *ofmt_ctx,
|
||||||
|
|||||||
@@ -185,7 +185,7 @@ int getopt_long(
|
|||||||
return (-1);
|
return (-1);
|
||||||
}
|
}
|
||||||
if ((has_equal = strchr(current_argv, '=')) != NULL) {
|
if ((has_equal = strchr(current_argv, '=')) != NULL) {
|
||||||
current_argv_len = has_equal - current_argv;
|
current_argv_len = (size_t)(has_equal - current_argv);
|
||||||
has_equal++;
|
has_equal++;
|
||||||
} else {
|
} else {
|
||||||
current_argv_len = strlen(current_argv);
|
current_argv_len = strlen(current_argv);
|
||||||
|
|||||||
@@ -72,16 +72,23 @@ int init_libplacebo(
|
|||||||
#endif
|
#endif
|
||||||
|
|
||||||
// Prepare the filter arguments
|
// Prepare the filter arguments
|
||||||
char filter_args[512];
|
char filter_args[4096];
|
||||||
snprintf(
|
int filter_args_size = snprintf(
|
||||||
filter_args,
|
filter_args,
|
||||||
sizeof(filter_args),
|
sizeof(filter_args),
|
||||||
"w=%d:h=%d:upscaler=ewa_lanczos:custom_shader_path=%s",
|
"w=%d:h=%d:custom_shader_path='%s'",
|
||||||
out_width,
|
out_width,
|
||||||
out_height,
|
out_height,
|
||||||
shader_path_string.c_str()
|
shader_path_string.c_str()
|
||||||
);
|
);
|
||||||
|
|
||||||
|
// Check if the filter arguments are too long
|
||||||
|
if (filter_args_size < 0 || filter_args_size >= static_cast<int>(sizeof(filter_args))) {
|
||||||
|
spdlog::error("libplacebo filter arguments too long.");
|
||||||
|
avfilter_graph_free(&graph);
|
||||||
|
return AVERROR(EINVAL);
|
||||||
|
}
|
||||||
|
|
||||||
AVFilterContext *libplacebo_ctx;
|
AVFilterContext *libplacebo_ctx;
|
||||||
ret = avfilter_graph_create_filter(
|
ret = avfilter_graph_create_filter(
|
||||||
&libplacebo_ctx, libplacebo_filter, "libplacebo", filter_args, NULL, graph
|
&libplacebo_ctx, libplacebo_filter, "libplacebo", filter_args, NULL, graph
|
||||||
|
|||||||
@@ -92,6 +92,7 @@ int LibplaceboFilter::process_frame(AVFrame *in_frame, AVFrame **out_frame) {
|
|||||||
ret = av_buffersrc_add_frame(buffersrc_ctx, in_frame);
|
ret = av_buffersrc_add_frame(buffersrc_ctx, in_frame);
|
||||||
if (ret < 0) {
|
if (ret < 0) {
|
||||||
spdlog::error("Error while feeding the filter graph");
|
spdlog::error("Error while feeding the filter graph");
|
||||||
|
av_frame_free(out_frame);
|
||||||
return ret;
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -42,12 +42,11 @@ static int process_frames(
|
|||||||
bool benchmark = false
|
bool benchmark = false
|
||||||
) {
|
) {
|
||||||
int ret;
|
int ret;
|
||||||
AVPacket packet;
|
|
||||||
std::vector<AVFrame *> flushed_frames;
|
|
||||||
char errbuf[AV_ERROR_MAX_STRING_SIZE];
|
char errbuf[AV_ERROR_MAX_STRING_SIZE];
|
||||||
|
std::vector<AVFrame *> flushed_frames;
|
||||||
|
|
||||||
// Get the total number of frames in the video with OpenCV
|
// Get the total number of frames in the video with OpenCV
|
||||||
spdlog::debug("Unable to estimate total number of frames; reading with OpenCV");
|
spdlog::debug("Reading total number of frames with OpenCV");
|
||||||
cv::VideoCapture cap(ifmt_ctx->url);
|
cv::VideoCapture cap(ifmt_ctx->url);
|
||||||
if (!cap.isOpened()) {
|
if (!cap.isOpened()) {
|
||||||
spdlog::error("Failed to open video file with OpenCV");
|
spdlog::error("Failed to open video file with OpenCV");
|
||||||
@@ -72,12 +71,31 @@ static int process_frames(
|
|||||||
AVFrame *frame = av_frame_alloc();
|
AVFrame *frame = av_frame_alloc();
|
||||||
if (frame == nullptr) {
|
if (frame == nullptr) {
|
||||||
ret = AVERROR(ENOMEM);
|
ret = AVERROR(ENOMEM);
|
||||||
goto end;
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
AVPacket *packet = av_packet_alloc();
|
||||||
|
if (packet == nullptr) {
|
||||||
|
spdlog::error("Could not allocate AVPacket");
|
||||||
|
av_frame_free(&frame);
|
||||||
|
return AVERROR(ENOMEM);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Lambda function for cleaning up resources
|
||||||
|
auto cleanup = [&]() {
|
||||||
|
av_frame_free(&frame);
|
||||||
|
av_packet_free(&packet);
|
||||||
|
for (AVFrame *&flushed_frame : flushed_frames) {
|
||||||
|
if (flushed_frame) {
|
||||||
|
av_frame_free(&flushed_frame);
|
||||||
|
flushed_frame = nullptr;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
// Read frames from the input file
|
// Read frames from the input file
|
||||||
while (!proc_ctx->abort) {
|
while (!proc_ctx->abort) {
|
||||||
ret = av_read_frame(ifmt_ctx, &packet);
|
ret = av_read_frame(ifmt_ctx, packet);
|
||||||
if (ret < 0) {
|
if (ret < 0) {
|
||||||
if (ret == AVERROR_EOF) {
|
if (ret == AVERROR_EOF) {
|
||||||
spdlog::debug("Reached end of file");
|
spdlog::debug("Reached end of file");
|
||||||
@@ -85,22 +103,21 @@ static int process_frames(
|
|||||||
}
|
}
|
||||||
av_strerror(ret, errbuf, sizeof(errbuf));
|
av_strerror(ret, errbuf, sizeof(errbuf));
|
||||||
spdlog::error("Error reading packet: {}", errbuf);
|
spdlog::error("Error reading packet: {}", errbuf);
|
||||||
goto end;
|
cleanup();
|
||||||
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
||||||
if (packet.stream_index == vstream_idx) {
|
if (packet->stream_index == vstream_idx) {
|
||||||
// Send the packet to the decoder
|
ret = avcodec_send_packet(dec_ctx, packet);
|
||||||
ret = avcodec_send_packet(dec_ctx, &packet);
|
|
||||||
if (ret < 0) {
|
if (ret < 0) {
|
||||||
av_strerror(ret, errbuf, sizeof(errbuf));
|
av_strerror(ret, errbuf, sizeof(errbuf));
|
||||||
spdlog::error("Error sending packet to decoder: {}", errbuf);
|
spdlog::error("Error sending packet to decoder: {}", errbuf);
|
||||||
av_packet_unref(&packet);
|
av_packet_unref(packet);
|
||||||
goto end;
|
cleanup();
|
||||||
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Receive and process frames from the decoder
|
|
||||||
while (!proc_ctx->abort) {
|
while (!proc_ctx->abort) {
|
||||||
// Check if the processing is paused
|
|
||||||
if (proc_ctx->pause) {
|
if (proc_ctx->pause) {
|
||||||
std::this_thread::sleep_for(std::chrono::milliseconds(100));
|
std::this_thread::sleep_for(std::chrono::milliseconds(100));
|
||||||
continue;
|
continue;
|
||||||
@@ -113,30 +130,33 @@ static int process_frames(
|
|||||||
} else if (ret < 0) {
|
} else if (ret < 0) {
|
||||||
av_strerror(ret, errbuf, sizeof(errbuf));
|
av_strerror(ret, errbuf, sizeof(errbuf));
|
||||||
spdlog::error("Error decoding video frame: {}", errbuf);
|
spdlog::error("Error decoding video frame: {}", errbuf);
|
||||||
goto end;
|
av_packet_unref(packet);
|
||||||
|
cleanup();
|
||||||
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Process the frame using the selected filter
|
|
||||||
AVFrame *processed_frame = nullptr;
|
AVFrame *processed_frame = nullptr;
|
||||||
ret = filter->process_frame(frame, &processed_frame);
|
ret = filter->process_frame(frame, &processed_frame);
|
||||||
if (ret == 0 && processed_frame != nullptr) {
|
if (ret < 0 && ret != AVERROR(EAGAIN)) {
|
||||||
// Encode and write the processed frame
|
av_strerror(ret, errbuf, sizeof(errbuf));
|
||||||
|
av_frame_free(&processed_frame);
|
||||||
|
av_packet_unref(packet);
|
||||||
|
cleanup();
|
||||||
|
return ret;
|
||||||
|
} else if (ret == 0 && processed_frame != nullptr) {
|
||||||
if (!benchmark) {
|
if (!benchmark) {
|
||||||
ret =
|
ret = write_frame(processed_frame, enc_ctx, ofmt_ctx, vstream_idx);
|
||||||
encode_and_write_frame(processed_frame, enc_ctx, ofmt_ctx, vstream_idx);
|
|
||||||
if (ret < 0) {
|
if (ret < 0) {
|
||||||
av_strerror(ret, errbuf, sizeof(errbuf));
|
av_strerror(ret, errbuf, sizeof(errbuf));
|
||||||
spdlog::error("Error encoding/writing frame: {}", errbuf);
|
spdlog::error("Error encoding/writing frame: {}", errbuf);
|
||||||
av_frame_free(&processed_frame);
|
av_frame_free(&processed_frame);
|
||||||
goto end;
|
av_packet_unref(packet);
|
||||||
|
cleanup();
|
||||||
|
return ret;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
av_frame_free(&processed_frame);
|
av_frame_free(&processed_frame);
|
||||||
proc_ctx->processed_frames++;
|
proc_ctx->processed_frames++;
|
||||||
} else if (ret != AVERROR(EAGAIN) && ret != AVERROR_EOF) {
|
|
||||||
spdlog::error("Filter returned an error");
|
|
||||||
goto end;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
av_frame_unref(frame);
|
av_frame_unref(frame);
|
||||||
@@ -144,25 +164,24 @@ static int process_frames(
|
|||||||
"Processed frame {}/{}", proc_ctx->processed_frames, proc_ctx->total_frames
|
"Processed frame {}/{}", proc_ctx->processed_frames, proc_ctx->total_frames
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
} else if (encoder_config->copy_streams && stream_map[packet.stream_index] >= 0) {
|
} else if (encoder_config->copy_streams && stream_map[packet->stream_index] >= 0) {
|
||||||
AVStream *in_stream = ifmt_ctx->streams[packet.stream_index];
|
AVStream *in_stream = ifmt_ctx->streams[packet->stream_index];
|
||||||
int out_stream_index = stream_map[packet.stream_index];
|
int out_stream_index = stream_map[packet->stream_index];
|
||||||
AVStream *out_stream = ofmt_ctx->streams[out_stream_index];
|
AVStream *out_stream = ofmt_ctx->streams[out_stream_index];
|
||||||
|
|
||||||
// Rescale packet timestamps
|
av_packet_rescale_ts(packet, in_stream->time_base, out_stream->time_base);
|
||||||
av_packet_rescale_ts(&packet, in_stream->time_base, out_stream->time_base);
|
packet->stream_index = out_stream_index;
|
||||||
packet.stream_index = out_stream_index;
|
|
||||||
|
|
||||||
// If copy streams is enabled, copy the packet to the output
|
ret = av_interleaved_write_frame(ofmt_ctx, packet);
|
||||||
ret = av_interleaved_write_frame(ofmt_ctx, &packet);
|
|
||||||
if (ret < 0) {
|
if (ret < 0) {
|
||||||
av_strerror(ret, errbuf, sizeof(errbuf));
|
av_strerror(ret, errbuf, sizeof(errbuf));
|
||||||
spdlog::error("Error muxing packet: {}", errbuf);
|
spdlog::error("Error muxing packet: {}", errbuf);
|
||||||
av_packet_unref(&packet);
|
av_packet_unref(packet);
|
||||||
|
cleanup();
|
||||||
return ret;
|
return ret;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
av_packet_unref(&packet);
|
av_packet_unref(packet);
|
||||||
}
|
}
|
||||||
|
|
||||||
// Flush the filter
|
// Flush the filter
|
||||||
@@ -170,21 +189,24 @@ static int process_frames(
|
|||||||
if (ret < 0) {
|
if (ret < 0) {
|
||||||
av_strerror(ret, errbuf, sizeof(errbuf));
|
av_strerror(ret, errbuf, sizeof(errbuf));
|
||||||
spdlog::error("Error flushing filter: {}", errbuf);
|
spdlog::error("Error flushing filter: {}", errbuf);
|
||||||
goto end;
|
cleanup();
|
||||||
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Encode and write all flushed frames
|
// Encode and write all flushed frames
|
||||||
for (AVFrame *&flushed_frame : flushed_frames) {
|
for (AVFrame *&flushed_frame : flushed_frames) {
|
||||||
ret = encode_and_write_frame(flushed_frame, enc_ctx, ofmt_ctx, vstream_idx);
|
ret = write_frame(flushed_frame, enc_ctx, ofmt_ctx, vstream_idx);
|
||||||
if (ret < 0) {
|
if (ret < 0) {
|
||||||
av_strerror(ret, errbuf, sizeof(errbuf));
|
av_strerror(ret, errbuf, sizeof(errbuf));
|
||||||
spdlog::error("Error encoding/writing flushed frame: {}", errbuf);
|
spdlog::error("Error encoding/writing flushed frame: {}", errbuf);
|
||||||
av_frame_free(&flushed_frame);
|
av_frame_free(&flushed_frame);
|
||||||
flushed_frame = nullptr;
|
flushed_frame = nullptr;
|
||||||
goto end;
|
cleanup();
|
||||||
|
return ret;
|
||||||
}
|
}
|
||||||
av_frame_free(&flushed_frame);
|
av_frame_free(&flushed_frame);
|
||||||
flushed_frame = nullptr;
|
flushed_frame = nullptr;
|
||||||
|
proc_ctx->processed_frames++;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Flush the encoder
|
// Flush the encoder
|
||||||
@@ -192,64 +214,14 @@ static int process_frames(
|
|||||||
if (ret < 0) {
|
if (ret < 0) {
|
||||||
av_strerror(ret, errbuf, sizeof(errbuf));
|
av_strerror(ret, errbuf, sizeof(errbuf));
|
||||||
spdlog::error("Error flushing encoder: {}", errbuf);
|
spdlog::error("Error flushing encoder: {}", errbuf);
|
||||||
goto end;
|
cleanup();
|
||||||
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
||||||
end:
|
cleanup();
|
||||||
av_frame_free(&frame);
|
|
||||||
// Free any flushed frames not yet freed
|
|
||||||
for (AVFrame *flushed_frame : flushed_frames) {
|
|
||||||
if (flushed_frame) {
|
|
||||||
av_frame_free(&flushed_frame);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return ret;
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Cleanup resources after processing the video
|
|
||||||
static void cleanup(
|
|
||||||
AVFormatContext *ifmt_ctx,
|
|
||||||
AVFormatContext *ofmt_ctx,
|
|
||||||
AVCodecContext *dec_ctx,
|
|
||||||
AVCodecContext *enc_ctx,
|
|
||||||
AVBufferRef *hw_ctx,
|
|
||||||
int *stream_map,
|
|
||||||
Filter *filter
|
|
||||||
) {
|
|
||||||
if (ifmt_ctx) {
|
|
||||||
avformat_close_input(&ifmt_ctx);
|
|
||||||
ifmt_ctx = nullptr;
|
|
||||||
}
|
|
||||||
if (ofmt_ctx && !(ofmt_ctx->oformat->flags & AVFMT_NOFILE)) {
|
|
||||||
avio_closep(&ofmt_ctx->pb);
|
|
||||||
ofmt_ctx->pb = nullptr;
|
|
||||||
}
|
|
||||||
if (ofmt_ctx) {
|
|
||||||
avformat_free_context(ofmt_ctx);
|
|
||||||
ofmt_ctx = nullptr;
|
|
||||||
}
|
|
||||||
if (dec_ctx) {
|
|
||||||
avcodec_free_context(&dec_ctx);
|
|
||||||
dec_ctx = nullptr;
|
|
||||||
}
|
|
||||||
if (enc_ctx) {
|
|
||||||
avcodec_free_context(&enc_ctx);
|
|
||||||
enc_ctx = nullptr;
|
|
||||||
}
|
|
||||||
if (hw_ctx) {
|
|
||||||
av_buffer_unref(&hw_ctx);
|
|
||||||
hw_ctx = nullptr;
|
|
||||||
}
|
|
||||||
if (stream_map) {
|
|
||||||
av_free(stream_map);
|
|
||||||
stream_map = nullptr;
|
|
||||||
}
|
|
||||||
if (filter) {
|
|
||||||
delete filter;
|
|
||||||
filter = nullptr;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* @brief Process a video file using the selected filter and encoder settings.
|
* @brief Process a video file using the selected filter and encoder settings.
|
||||||
*
|
*
|
||||||
@@ -284,6 +256,42 @@ extern "C" int process_video(
|
|||||||
char errbuf[AV_ERROR_MAX_STRING_SIZE];
|
char errbuf[AV_ERROR_MAX_STRING_SIZE];
|
||||||
int ret = 0;
|
int ret = 0;
|
||||||
|
|
||||||
|
// Lambda function for cleaning up resources
|
||||||
|
auto cleanup = [&]() {
|
||||||
|
if (ifmt_ctx) {
|
||||||
|
avformat_close_input(&ifmt_ctx);
|
||||||
|
ifmt_ctx = nullptr;
|
||||||
|
}
|
||||||
|
if (ofmt_ctx && !(ofmt_ctx->oformat->flags & AVFMT_NOFILE)) {
|
||||||
|
avio_closep(&ofmt_ctx->pb);
|
||||||
|
ofmt_ctx->pb = nullptr;
|
||||||
|
}
|
||||||
|
if (ofmt_ctx) {
|
||||||
|
avformat_free_context(ofmt_ctx);
|
||||||
|
ofmt_ctx = nullptr;
|
||||||
|
}
|
||||||
|
if (dec_ctx) {
|
||||||
|
avcodec_free_context(&dec_ctx);
|
||||||
|
dec_ctx = nullptr;
|
||||||
|
}
|
||||||
|
if (enc_ctx) {
|
||||||
|
avcodec_free_context(&enc_ctx);
|
||||||
|
enc_ctx = nullptr;
|
||||||
|
}
|
||||||
|
if (hw_ctx) {
|
||||||
|
av_buffer_unref(&hw_ctx);
|
||||||
|
hw_ctx = nullptr;
|
||||||
|
}
|
||||||
|
if (stream_map) {
|
||||||
|
av_free(stream_map);
|
||||||
|
stream_map = nullptr;
|
||||||
|
}
|
||||||
|
if (filter) {
|
||||||
|
delete filter;
|
||||||
|
filter = nullptr;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
// Set the log level for FFmpeg and spdlog (libvideo2x)
|
// Set the log level for FFmpeg and spdlog (libvideo2x)
|
||||||
switch (log_level) {
|
switch (log_level) {
|
||||||
case LIBVIDEO2X_LOG_LEVEL_TRACE:
|
case LIBVIDEO2X_LOG_LEVEL_TRACE:
|
||||||
@@ -326,6 +334,7 @@ extern "C" int process_video(
|
|||||||
if (ret < 0) {
|
if (ret < 0) {
|
||||||
av_strerror(ret, errbuf, sizeof(errbuf));
|
av_strerror(ret, errbuf, sizeof(errbuf));
|
||||||
spdlog::error("Error initializing hardware device context: {}", errbuf);
|
spdlog::error("Error initializing hardware device context: {}", errbuf);
|
||||||
|
cleanup();
|
||||||
return ret;
|
return ret;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -335,11 +344,11 @@ extern "C" int process_video(
|
|||||||
if (ret < 0) {
|
if (ret < 0) {
|
||||||
av_strerror(ret, errbuf, sizeof(errbuf));
|
av_strerror(ret, errbuf, sizeof(errbuf));
|
||||||
spdlog::error("Failed to initialize decoder: {}", errbuf);
|
spdlog::error("Failed to initialize decoder: {}", errbuf);
|
||||||
cleanup(ifmt_ctx, ofmt_ctx, dec_ctx, enc_ctx, hw_ctx, stream_map, filter);
|
cleanup();
|
||||||
return ret;
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Initialize output based on Libplacebo or RealESRGAN configuration
|
// Initialize output dimensions based on filter configuration
|
||||||
int output_width = 0, output_height = 0;
|
int output_width = 0, output_height = 0;
|
||||||
switch (filter_config->filter_type) {
|
switch (filter_config->filter_type) {
|
||||||
case FILTER_LIBPLACEBO:
|
case FILTER_LIBPLACEBO:
|
||||||
@@ -347,13 +356,12 @@ extern "C" int process_video(
|
|||||||
output_height = filter_config->config.libplacebo.out_height;
|
output_height = filter_config->config.libplacebo.out_height;
|
||||||
break;
|
break;
|
||||||
case FILTER_REALESRGAN:
|
case FILTER_REALESRGAN:
|
||||||
// Calculate the output dimensions based on the scaling factor
|
|
||||||
output_width = dec_ctx->width * filter_config->config.realesrgan.scaling_factor;
|
output_width = dec_ctx->width * filter_config->config.realesrgan.scaling_factor;
|
||||||
output_height = dec_ctx->height * filter_config->config.realesrgan.scaling_factor;
|
output_height = dec_ctx->height * filter_config->config.realesrgan.scaling_factor;
|
||||||
break;
|
break;
|
||||||
default:
|
default:
|
||||||
spdlog::error("Unknown filter type");
|
spdlog::error("Unknown filter type");
|
||||||
cleanup(ifmt_ctx, ofmt_ctx, dec_ctx, enc_ctx, hw_ctx, stream_map, filter);
|
cleanup();
|
||||||
return -1;
|
return -1;
|
||||||
}
|
}
|
||||||
spdlog::info("Output video dimensions: {}x{}", output_width, output_height);
|
spdlog::info("Output video dimensions: {}x{}", output_width, output_height);
|
||||||
@@ -375,7 +383,7 @@ extern "C" int process_video(
|
|||||||
if (ret < 0) {
|
if (ret < 0) {
|
||||||
av_strerror(ret, errbuf, sizeof(errbuf));
|
av_strerror(ret, errbuf, sizeof(errbuf));
|
||||||
spdlog::error("Failed to initialize encoder: {}", errbuf);
|
spdlog::error("Failed to initialize encoder: {}", errbuf);
|
||||||
cleanup(ifmt_ctx, ofmt_ctx, dec_ctx, enc_ctx, hw_ctx, stream_map, filter);
|
cleanup();
|
||||||
return ret;
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -384,67 +392,49 @@ extern "C" int process_video(
|
|||||||
if (ret < 0) {
|
if (ret < 0) {
|
||||||
av_strerror(ret, errbuf, sizeof(errbuf));
|
av_strerror(ret, errbuf, sizeof(errbuf));
|
||||||
spdlog::error("Error occurred when opening output file: {}", errbuf);
|
spdlog::error("Error occurred when opening output file: {}", errbuf);
|
||||||
cleanup(ifmt_ctx, ofmt_ctx, dec_ctx, enc_ctx, hw_ctx, stream_map, filter);
|
cleanup();
|
||||||
return ret;
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Create and initialize the appropriate filter
|
// Create and initialize the appropriate filter
|
||||||
switch (filter_config->filter_type) {
|
if (filter_config->filter_type == FILTER_LIBPLACEBO) {
|
||||||
case FILTER_LIBPLACEBO: {
|
const auto &config = filter_config->config.libplacebo;
|
||||||
const auto &config = filter_config->config.libplacebo;
|
if (!config.shader_path) {
|
||||||
|
spdlog::error("Shader path must be provided for the libplacebo filter");
|
||||||
// Validate shader path
|
cleanup();
|
||||||
if (!config.shader_path) {
|
|
||||||
spdlog::error("Shader path must be provided for the libplacebo filter");
|
|
||||||
cleanup(ifmt_ctx, ofmt_ctx, dec_ctx, enc_ctx, hw_ctx, stream_map, filter);
|
|
||||||
return -1;
|
|
||||||
}
|
|
||||||
|
|
||||||
// Validate output dimensions
|
|
||||||
if (config.out_width <= 0 || config.out_height <= 0) {
|
|
||||||
spdlog::error("Output dimensions must be provided for the libplacebo filter");
|
|
||||||
cleanup(ifmt_ctx, ofmt_ctx, dec_ctx, enc_ctx, hw_ctx, stream_map, filter);
|
|
||||||
return -1;
|
|
||||||
}
|
|
||||||
|
|
||||||
filter = new LibplaceboFilter{
|
|
||||||
config.out_width, config.out_height, std::filesystem::path(config.shader_path)
|
|
||||||
};
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
case FILTER_REALESRGAN: {
|
|
||||||
const auto &config = filter_config->config.realesrgan;
|
|
||||||
|
|
||||||
// Validate model name
|
|
||||||
if (!config.model) {
|
|
||||||
spdlog::error("Model name must be provided for the RealESRGAN filter");
|
|
||||||
cleanup(ifmt_ctx, ofmt_ctx, dec_ctx, enc_ctx, hw_ctx, stream_map, filter);
|
|
||||||
return -1;
|
|
||||||
}
|
|
||||||
|
|
||||||
// Validate scaling factor
|
|
||||||
if (config.scaling_factor <= 0) {
|
|
||||||
spdlog::error("Scaling factor must be provided for the RealESRGAN filter");
|
|
||||||
cleanup(ifmt_ctx, ofmt_ctx, dec_ctx, enc_ctx, hw_ctx, stream_map, filter);
|
|
||||||
return -1;
|
|
||||||
}
|
|
||||||
|
|
||||||
filter = new RealesrganFilter{
|
|
||||||
config.gpuid, config.tta_mode, config.scaling_factor, config.model
|
|
||||||
};
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
default:
|
|
||||||
spdlog::error("Unknown filter type");
|
|
||||||
cleanup(ifmt_ctx, ofmt_ctx, dec_ctx, enc_ctx, hw_ctx, stream_map, filter);
|
|
||||||
return -1;
|
return -1;
|
||||||
|
}
|
||||||
|
filter = new LibplaceboFilter{
|
||||||
|
config.out_width, config.out_height, std::filesystem::path(config.shader_path)
|
||||||
|
};
|
||||||
|
} else if (filter_config->filter_type == FILTER_REALESRGAN) {
|
||||||
|
const auto &config = filter_config->config.realesrgan;
|
||||||
|
if (!config.model) {
|
||||||
|
spdlog::error("Model name must be provided for the RealESRGAN filter");
|
||||||
|
cleanup();
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
filter = new RealesrganFilter{
|
||||||
|
config.gpuid, config.tta_mode, config.scaling_factor, config.model
|
||||||
|
};
|
||||||
|
} else {
|
||||||
|
spdlog::error("Unknown filter type");
|
||||||
|
cleanup();
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Check if the filter instance was created successfully
|
||||||
|
if (filter == nullptr) {
|
||||||
|
spdlog::error("Failed to create filter instance");
|
||||||
|
cleanup();
|
||||||
|
return -1;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Initialize the filter
|
// Initialize the filter
|
||||||
ret = filter->init(dec_ctx, enc_ctx, hw_ctx);
|
ret = filter->init(dec_ctx, enc_ctx, hw_ctx);
|
||||||
if (ret < 0) {
|
if (ret < 0) {
|
||||||
spdlog::error("Failed to initialize filter");
|
spdlog::error("Failed to initialize filter");
|
||||||
cleanup(ifmt_ctx, ofmt_ctx, dec_ctx, enc_ctx, hw_ctx, stream_map, filter);
|
cleanup();
|
||||||
return ret;
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -464,7 +454,7 @@ extern "C" int process_video(
|
|||||||
if (ret < 0) {
|
if (ret < 0) {
|
||||||
av_strerror(ret, errbuf, sizeof(errbuf));
|
av_strerror(ret, errbuf, sizeof(errbuf));
|
||||||
spdlog::error("Error processing frames: {}", errbuf);
|
spdlog::error("Error processing frames: {}", errbuf);
|
||||||
cleanup(ifmt_ctx, ofmt_ctx, dec_ctx, enc_ctx, hw_ctx, stream_map, filter);
|
cleanup();
|
||||||
return ret;
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -472,7 +462,7 @@ extern "C" int process_video(
|
|||||||
av_write_trailer(ofmt_ctx);
|
av_write_trailer(ofmt_ctx);
|
||||||
|
|
||||||
// Cleanup before returning
|
// Cleanup before returning
|
||||||
cleanup(ifmt_ctx, ofmt_ctx, dec_ctx, enc_ctx, hw_ctx, stream_map, filter);
|
cleanup();
|
||||||
|
|
||||||
if (ret < 0 && ret != AVERROR_EOF) {
|
if (ret < 0 && ret != AVERROR_EOF) {
|
||||||
av_strerror(ret, errbuf, sizeof(errbuf));
|
av_strerror(ret, errbuf, sizeof(errbuf));
|
||||||
|
|||||||
@@ -216,7 +216,7 @@ void parse_arguments(int argc, char **argv, struct arguments *arguments) {
|
|||||||
arguments->scaling_factor = 0;
|
arguments->scaling_factor = 0;
|
||||||
|
|
||||||
while ((c = getopt_long(
|
while ((c = getopt_long(
|
||||||
argc, argv, "i:o:f:a:c:x:p:b:q:s:w:h:r:m:v", long_options, &option_index
|
argc, argv, "i:o:f:a:c:x:p:b:q:s:w:h:g:m:r:v", long_options, &option_index
|
||||||
)) != -1) {
|
)) != -1) {
|
||||||
switch (c) {
|
switch (c) {
|
||||||
case 'i':
|
case 'i':
|
||||||
@@ -337,7 +337,7 @@ void parse_arguments(int argc, char **argv, struct arguments *arguments) {
|
|||||||
fprintf(
|
fprintf(
|
||||||
stderr,
|
stderr,
|
||||||
"Error: For libplacebo, shader name/path (-s), width (-w), "
|
"Error: For libplacebo, shader name/path (-s), width (-w), "
|
||||||
"and height (-e) are required.\n"
|
"and height (-h) are required.\n"
|
||||||
);
|
);
|
||||||
exit(1);
|
exit(1);
|
||||||
}
|
}
|
||||||
|
|||||||
1
third_party/libreal_esrgan_ncnn_vulkan
vendored
1
third_party/libreal_esrgan_ncnn_vulkan
vendored
Submodule third_party/libreal_esrgan_ncnn_vulkan deleted from 3e633ddb4f
1
third_party/librealesrgan_ncnn_vulkan
vendored
Submodule
1
third_party/librealesrgan_ncnn_vulkan
vendored
Submodule
Submodule third_party/librealesrgan_ncnn_vulkan added at cd68df6f98
Reference in New Issue
Block a user