图像搜索

Image 搜索使用图像作为搜索输入来执行向量相似性搜索。

其他信息

配置图像搜索

要使用图像作为搜索输入，请为您的集合配置图像向量化器集成。请参阅模型提供商集成页面，了解可用集成的列表。

通过本地图像路径

使用 Near Image 操作符执行图像搜索。
如果您的查询图像存储在文件中，您可以使用客户端库通过其文件名进行搜索。

PythonJavaScript/TypeScriptGoJava v6Java v5 (已弃用)C#

  API 文档

更多信息文档中的代码片段反映了最新的客户端库和 Weaviate 数据库版本。请查看 发行说明 以获取特定版本。

如果某个片段无法工作或您有任何反馈，请打开一个 GitHub issue。

from pathlib import Path

dogs = client.collections.use("Dog")
response = dogs.query.near_image(
    near_image=Path("./images/search-image.jpg"),  # Provide a `Path` object
    return_properties=["breed"],
    limit=1,
    # targetVector: "vector_name" # required when using multiple named vectors
)

print(response.objects[0])

client.close()

  const myCollection = client.collections.use('Dog');

  // Query based on the image content
  const result = await myCollection.query.nearImage('./images/search-image.jpg', {
    returnProperties: ['breed'],
    limit: 1,
    // targetVector: 'vector_name' // required when using multiple named vectors
  })

  console.log(JSON.stringify(result.objects, null, 2));

response, err := client.GraphQL().Get().
  WithClassName("Dog").
  WithFields(graphql.Field{Name: "breed"}).
  WithNearImage((&graphql.NearImageArgumentBuilder{}).WithImage("image.jpg")).
  WithLimit(1).
  Do(ctx)

CollectionHandle<Map<String, Object>> dogs = client.collections.use("Dog");
var response = dogs.query.nearImage(
    QUERY_IMAGE_PATH,
    q -> q.returnProperties("breed").limit(1)
// targetVector: "vector_name" // required when using multiple named vectors
);

if (!response.objects().isEmpty()) {
  System.out.println(response.objects().get(0));
}

NearImageArgument nearImage = NearImageArgument.builder()
  .imageFile(new File("./images/search-image.jpg"))
  .build();

Fields fields = Fields.builder()
  .fields(new Field[]{
    Field.builder().name("Breed").build()
  })
  .build();

String query = GetBuilder.builder()
  .className(className)
  .fields(fields)
  .withNearImageFilter(nearImage)
  .limit(1)
  .build()
  .buildQuery();

Result<GraphQLResponse> result = client.graphQL().raw().withQuery(query).run();

    // Coming soon

示例响应

通过 base64 编码

您可以通过图像的 base64 编码进行搜索

PythonJavaScript/TypeScriptGoJava v6Java v5 (已弃用)C#

  API 文档

更多信息文档中的代码片段反映了最新的客户端库和 Weaviate 数据库版本。请查看 发行说明 以获取特定版本。

如果某个片段无法工作或您有任何反馈，请打开一个 GitHub issue。

base64_string="SOME_BASE_64_REPRESENTATION"

# Get the collection containing images
dogs = client.collections.use("Dog")

# Perform query
response = dogs.query.near_image(
    near_image=base64_string,
    return_properties=["breed"],
    limit=1,
    # targetVector: "vector_name" # required when using multiple named vectors
)

print(response.objects[0])

client.close()

  import { toBase64FromMedia } from 'weaviate-client';

  const myCollection = client.collections.use('Dog');
  const filePath = './images/search-image.jpg'
  const base64String = await toBase64FromMedia(file.path)

  // Perform query
  const result = await myCollection.query.nearImage(base64String, {
    returnProperties: ['breed'],
    limit: 1,
    // targetVector: 'vector_name' // required when using multiple named vectors
  })

  console.log(JSON.stringify(result.objects, null, 2));

response, err := client.GraphQL().Get().
  WithClassName("Dog").
  WithFields(graphql.Field{Name: "breed"}).
  WithNearImage((&graphql.NearImageArgumentBuilder{}).WithImage(base64String)).
  WithLimit(1).
  Do(ctx)

String base64String = fileToBase64(QUERY_IMAGE_PATH); // This would be a real base64 string

// Get the collection containing images
CollectionHandle<Map<String, Object>> dogs = client.collections.use("Dog");

// Perform query
var response = dogs.query.nearImage(base64String,
    q -> q.returnProperties("breed").limit(1)
// targetVector: "vector_name" // required when using multiple named vectors
);

if (!response.objects().isEmpty()) {
  System.out.println(response.objects().get(0));
}

String base64_string = "SOME_BASE_64_REPRESENTATION";

NearImageArgument nearImage = NearImageArgument.builder()
  .image(base64_string)
  .build();

Fields fields = Fields.builder()
  .fields(new Field[]{
    Field.builder().name("Breed").build()
  })
  .build();

String query = GetBuilder.builder()
  .className(className)
  .fields(fields)
  .withNearImageFilter(nearImage)
  .limit(1)
  .build()
  .buildQuery();

Result<GraphQLResponse> result = client.graphQL().raw().withQuery(query).run();

// The C# client's NearImage method takes a byte array directly.
var imageBytes = await FileToByteArray(QUERY_IMAGE_PATH);

// Get the collection containing images
var dogs = client.Collections.Use("Dog");

// Perform query
var response = await dogs.Query.NearMedia(
    query => query.Image(imageBytes).Build(),
    returnProperties: ["breed"],
    limit: 1
);

if (response.Objects.Any())
{
    Console.WriteLine(JsonSerializer.Serialize(response.Objects.First()));
}

示例响应

{
  "data": {
    "Get": {
      "Dog": [
        {
          "breed": "Corgi"
        }
      ]
    }
  }
}

client.close()

创建在线图像的 base64 编码

您可以创建在线图像的 base64 编码，并将其作为相似性搜索的输入如上所示。

PythonJavaScript/TypeScriptGoJava v6Java v5 (已弃用)C#

  API 文档

更多信息文档中的代码片段反映了最新的客户端库和 Weaviate 数据库版本。请查看 发行说明 以获取特定版本。

如果某个片段无法工作或您有任何反馈，请打开一个 GitHub issue。

import base64, requests

def url_to_base64(url):
    image_response = requests.get(url)
    content = image_response.content
    return base64.b64encode(content).decode("utf-8")

base64_img = url_to_base64("https://upload.wikimedia.org/wikipedia/commons/thumb/1/14/Deutsches_Museum_Portrait_4.jpg/500px-Deutsches_Museum_Portrait_4.jpg")

client.close()

const imageURL = 'https://upload.wikimedia.org/wikipedia/commons/thumb/1/14/Deutsches_Museum_Portrait_4.jpg/500px-Deutsches_Museum_Portrait_4.jpg'

async function urlToBase64(imageUrl: string) {
  const response = await fetch(imageUrl);
  const content = await response.buffer();
  return content.toString('base64');
}

const base64 = await urlToBase64(imageURL)
console.log(base64)

resp, err := http.Get(url)
if err != nil {
  return "", err
}
defer resp.Body.Close()

content, err := ioutil.ReadAll(resp.Body)
if err != nil {
  return "", err
}

base64string := base64.StdEncoding.EncodeToString(content)

  private static String urlToBase64(String url)
      throws IOException, InterruptedException {
    HttpClient httpClient = HttpClient.newHttpClient();
    HttpRequest request = HttpRequest.newBuilder().uri(URI.create(url)).build();
    HttpResponse<byte[]> response =
        httpClient.send(request, HttpResponse.BodyHandlers.ofByteArray());
    byte[] content = response.body();
    return Base64.getEncoder().encodeToString(content);
  }

  private static String fileToBase64(String path) throws IOException {
    byte[] content = Files.readAllBytes(Paths.get(path));
    return Base64.getEncoder().encodeToString(content);
  }

try {
  // Open the input stream for the image URL
  URL url = new URL("https://upload.wikimedia.org/wikipedia/commons/thumb/1/14/Deutsches_Museum_Portrait_4.jpg/500px-Deutsches_Museum_Portrait_4.jpg");
  InputStream inputStream = url.openStream();
  // Read the image bytes into a ByteArrayOutputStream
  ByteArrayOutputStream outputStream = new ByteArrayOutputStream();
  byte[] buffer = new byte[8192];
  int bytesRead;
  while ((bytesRead = inputStream.read(buffer)) != -1) {
    outputStream.write(buffer, 0, bytesRead);
  }
  // Convert the bytes to a base64 encoded string
  byte[] imageBytes = outputStream.toByteArray();
  String base64String = Base64.getEncoder().encodeToString(imageBytes);
  System.out.println(base64String);

  inputStream.close();
  outputStream.close();
} catch (IOException e) {
  System.err.println("Error occurred while converting image to base64: " + e.getMessage());
  e.printStackTrace();
}

    private static async Task<string> UrlToBase64(string url)
    {
using var httpClient = new HttpClient();
var imageBytes = await httpClient.GetByteArrayAsync(url);
return Convert.ToBase64String(imageBytes);
    }

    private static async Task<byte[]> FileToByteArray(string path)
    {
return await File.ReadAllBytesAsync(path);
    }

与其他操作符组合

Near Image 搜索可以与其他任何操作符（如过滤器、限制等）组合，就像其他相似性搜索操作符一样。

请参阅 相似性搜索 页面了解更多详细信息。

相关页面

• 连接到 Weaviate

问题和反馈

如果您有任何问题或反馈，请在 用户论坛 中告诉我们。

技术问题

如果您有任何问题，请在我们的 社区论坛 上发帖。

文档反馈

通过打开 GitHub issue 提供反馈。