Skip to content

Commit 0d3aab5

Browse files
committed
add img2img pipeline, use newer genai/with clone idea
1 parent e362022 commit 0d3aab5

File tree

4 files changed

+9
-3
lines changed

4 files changed

+9
-3
lines changed

src/image_gen/http_image_gen_calculator.cc

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -94,8 +94,11 @@ class ImageGenCalculator : public CalculatorBase {
9494
}
9595
std::string prompt = promptIt->value.GetString();
9696

97+
// TODO: Support more pipeline types
98+
// Depending on URI, select text2ImagePipeline/image2ImagePipeline/inpaintingPipeline
99+
97100
// curl -X POST localhost:11338/v3/images/generations -H "Content-Type: application/json" -d '{ "model": "endpoint", "prompt": "A cute baby sea otter", "n": 1, "size": "1024x1024" }'
98-
ov::genai::Text2ImagePipeline::GenerationRequest request = pipe->text2ImagePipeline.create_generation_request();
101+
ov::genai::Text2ImagePipeline request = pipe->text2ImagePipeline.clone();
99102
ov::Tensor image = request.generate(prompt,
100103
ov::AnyMap{
101104
ov::genai::width(512), // todo: get from req

src/image_gen/pipelines.cpp

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,8 @@
1818
namespace ovms {
1919

2020
ImageGenerationPipelines::ImageGenerationPipelines(const std::string& models_path) :
21-
text2ImagePipeline(ov::genai::Text2ImagePipeline(models_path, "CPU"/*TODO Device*/)) {
21+
image2ImagePipeline(ov::genai::Image2ImagePipeline(models_path, "CPU"/*TODO Device*/)),
22+
text2ImagePipeline(image2ImagePipeline) {
2223
// TODO: Make other pipelines out of the basic one, with shared models, GenAI API supports that
2324
}
2425

src/image_gen/pipelines.hpp

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -18,10 +18,12 @@
1818
#include <string>
1919

2020
#include <openvino/genai/image_generation/text2image_pipeline.hpp>
21+
#include <openvino/genai/image_generation/image2image_pipeline.hpp>
2122

2223
namespace ovms {
2324

2425
struct ImageGenerationPipelines {
26+
ov::genai::Image2ImagePipeline image2ImagePipeline;
2527
ov::genai::Text2ImagePipeline text2ImagePipeline;
2628

2729
ImageGenerationPipelines() = delete;

third_party/llm_engine/llm_engine.bzl

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,7 @@ def llm_engine():
2424
new_git_repository(
2525
name = "llm_engine",
2626
remote = "https://github.com/dkalinowski/openvino.genai",
27-
commit = "4813206d9699f3fab4673e726a3b493a572dedb7", # master 2025-05-02
27+
commit = "963c05fefc88a41ca2216f727b8a5ae7ffc11dc5",
2828
build_file = "@_llm_engine//:BUILD",
2929
init_submodules = True,
3030
recursive_init_submodules = True,

0 commit comments

Comments
 (0)