michaelfeil · wirthual · Jun 23, 2025 · Jun 23, 2025 · Jun 23, 2025 · Jun 23, 2025
diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml
@@ -27,7 +27,7 @@ concurrency:
   cancel-in-progress: true
 
 env:
-  POETRY_VERSION: "1.8.4"
+  POETRY_VERSION: "2.1.3"
   WORKDIR: "libs/infinity_emb"
 
 jobs:

diff --git a/.github/workflows/generate_client.yaml b/.github/workflows/generate_client.yaml
@@ -5,7 +5,7 @@ on:
     branches: [main]
 
 env:
-  POETRY_VERSION: "1.8.4"
+  POETRY_VERSION: "2.1.3"
 
 jobs:
   generate-client:

diff --git a/.github/workflows/linting.yaml b/.github/workflows/linting.yaml
@@ -14,7 +14,7 @@ on:
         default: "--extras all --with test,lint,codespell"
 
 env:
-  POETRY_VERSION: "1.8.4"
+  POETRY_VERSION: "2.1.3"
   WORKDIR: ${{ inputs.working-directory == '' && '.' || inputs.working-directory }}
 
   # This env var allows us to get inline annotations when ruff has complaints.
@@ -70,7 +70,7 @@ jobs:
         shell: bash
         working-directory: ${{ inputs.working-directory }}
         run: |
-          poetry lock --check
+          poetry check --lock
 
       - name: Install dependencies
         # Also installs dev/lint/test/typing dependencies, to ensure we have

diff --git a/.github/workflows/pypi_release.yaml b/.github/workflows/pypi_release.yaml
@@ -6,7 +6,7 @@ on:
     types: [published]
 
 env:
-  POETRY_VERSION: "1.8.4"
+  POETRY_VERSION: "2.1.3"
 
 jobs:
   publish-to-pypi:

diff --git a/.github/workflows/release.yaml b/.github/workflows/release.yaml
@@ -7,7 +7,7 @@ on:
     types: [published]
 
 env:
-  POETRY_VERSION: "1.8.4"
+  POETRY_VERSION: "2.1.3"
   WORKDIR: "libs/infinity_emb"
 
 jobs:

diff --git a/.github/workflows/test.yaml b/.github/workflows/test.yaml
@@ -14,11 +14,11 @@ on:
         description: 'Extra poetry commands to run'
         required: false
         type: string
-        default: "--extras all --with test"
+        default: "--extras all --with test -vvv"
 
 
 env:
-  POETRY_VERSION: "1.8.4"
+  POETRY_VERSION: "2.1.3"
 
 
 jobs:
@@ -31,7 +31,7 @@ jobs:
       matrix:
         os: [ubuntu-latest, windows-latest] # macos-latest
         python-version:
-          - "3.12"
+          - "3.13"
         coverage_tests: ["unit_test", "end_to_end"]
 
     runs-on: ${{ matrix.os }}
@@ -105,6 +105,7 @@ jobs:
           - "3.9"
           - "3.10"
           - "3.11"
+          - "3.12"
         coverage_tests: ["unit_test", "end_to_end"]
 
     runs-on: ${{ matrix.os }}

diff --git a/libs/embed_package/Makefile b/libs/embed_package/Makefile
@@ -43,10 +43,10 @@ poetry_check:
 	poetry check
 
 spell_check:
-	poetry run codespell --toml pyproject.toml
+	poetry run codespell --toml pyproject.toml --skip="*.lock"
 
 spell_fix:
-	poetry run codespell --toml pyproject.toml -w
+	poetry run codespell --toml pyproject.toml -w --skip="*.lock"
 
 benchmark_embed: tests/data/benchmark/benchmark_embed.json
 	ab -n 10 -c 10 -l -s 480 \

diff --git a/libs/embed_package/embed/_infer.py b/libs/embed_package/embed/_infer.py
@@ -2,7 +2,7 @@
 from typing import Collection, Literal, Union
 
 from infinity_emb import EngineArgs, SyncEngineArray  # type: ignore
-from infinity_emb.infinity_server import AutoPadding
+from infinity_emb.cli import AutoPadding
 
 __all__ = ["BatchedInference"]
 
@@ -157,8 +157,8 @@ def rerank(
         >>> rerank_result = ei.rerank(model_id="mixedbread-ai/mxbai-rerank-xsmall-v1", query="Where is Paris?", docs=docs)
         >>> type(rerank_result)
         <class 'concurrent.futures._base.Future'>
-        >>> [round(score, 3) for score in rerank_result.result()[0]]
-        [0.288, 0.742, 0.022]
+        >>> [round(score.relevance_score, 3) for score in sorted(rerank_result.result()[0], key=lambda score: score.index, reverse=False)]
+        [np.float64(0.288), np.float64(0.742), np.float64(0.022)]
         >>> ei.stop()
         """
         return self._engine_array.rerank(model=model_id, query=query, docs=docs)
diff --git a/libs/embed_package/poetry.lock b/libs/embed_package/poetry.lock
diff --git a/libs/embed_package/pyproject.toml b/libs/embed_package/pyproject.toml
@@ -15,8 +15,8 @@ priority = "explicit"
 
 [tool.poetry.dependencies]
 python = ">=3.9,<4"
-# infinity_emb = {path = "../infinity_emb", extras = ["optimum","vision","torch","audio"]}
-infinity_emb = {version = "0.0.58", extras = ["optimum","vision","torch","audio"]}
+infinity_emb = {path = "../infinity_emb", extras = ["optimum","vision","torch","audio"]}
+#infinity_emb = {version = "0.0.58", extras = ["optimum","vision","torch","audio"]}
 [tool.poetry.group.test.dependencies]
 pytest = "^8.0.0"
 coverage = {extras = ["toml"], version = "^7.6.3"}

diff --git a/libs/infinity_emb/Dockerfile.amd_auto b/libs/infinity_emb/Dockerfile.amd_auto
@@ -28,9 +28,9 @@ WORKDIR /app
 
 FROM base AS builder
 # Set the working directory for the app
-# Define the version of Poetry to install (default is 1.8.4)
+# Define the version of Poetry to install (default is 2.1.3)
 # Define the directory to install Poetry to (default is /opt/poetry)
-ARG POETRY_VERSION=1.8.4
+ARG POETRY_VERSION=2.1.3
 ARG POETRY_HOME=/opt/poetry
 # Create a Python virtual environment for Poetry and install it
 RUN curl -sSL https://install.python-poetry.org | POETRY_HOME=$POETRY_HOME POETRY_VERSION=$POETRY_VERSION $PYTHON -

diff --git a/libs/infinity_emb/Dockerfile.cpu_auto b/libs/infinity_emb/Dockerfile.cpu_auto
@@ -26,9 +26,9 @@ WORKDIR /app
 
 FROM base AS builder
 # Set the working directory for the app
-# Define the version of Poetry to install (default is 1.8.4)
+# Define the version of Poetry to install (default is 2.1.3)
 # Define the directory to install Poetry to (default is /opt/poetry)
-ARG POETRY_VERSION=1.8.4
+ARG POETRY_VERSION=2.1.3
 ARG POETRY_HOME=/opt/poetry
 # Create a Python virtual environment for Poetry and install it
 RUN curl -sSL https://install.python-poetry.org | POETRY_HOME=$POETRY_HOME POETRY_VERSION=$POETRY_VERSION $PYTHON -

diff --git a/libs/infinity_emb/Dockerfile.jinja2 b/libs/infinity_emb/Dockerfile.jinja2
@@ -24,9 +24,9 @@ WORKDIR /app
 
 FROM base AS builder
 # Set the working directory for the app
-# Define the version of Poetry to install (default is 1.8.4)
+# Define the version of Poetry to install (default is 2.1.3)
 # Define the directory to install Poetry to (default is /opt/poetry)
-ARG POETRY_VERSION=1.8.4
+ARG POETRY_VERSION=2.1.3
 ARG POETRY_HOME=/opt/poetry
 # Create a Python virtual environment for Poetry and install it
 RUN curl -sSL https://install.python-poetry.org | POETRY_HOME=$POETRY_HOME POETRY_VERSION=$POETRY_VERSION $PYTHON -

diff --git a/libs/infinity_emb/Dockerfile.nvidia_auto b/libs/infinity_emb/Dockerfile.nvidia_auto
@@ -26,9 +26,9 @@ WORKDIR /app
 
 FROM base AS builder
 # Set the working directory for the app
-# Define the version of Poetry to install (default is 1.8.4)
+# Define the version of Poetry to install (default is 2.1.3)
 # Define the directory to install Poetry to (default is /opt/poetry)
-ARG POETRY_VERSION=1.8.4
+ARG POETRY_VERSION=2.1.3
 ARG POETRY_HOME=/opt/poetry
 # Create a Python virtual environment for Poetry and install it
 RUN curl -sSL https://install.python-poetry.org | POETRY_HOME=$POETRY_HOME POETRY_VERSION=$POETRY_VERSION $PYTHON -

diff --git a/libs/infinity_emb/Dockerfile.trt_onnx_auto b/libs/infinity_emb/Dockerfile.trt_onnx_auto
@@ -29,9 +29,9 @@ WORKDIR /app
 
 FROM base AS builder
 # Set the working directory for the app
-# Define the version of Poetry to install (default is 1.8.4)
+# Define the version of Poetry to install (default is 2.1.3)
 # Define the directory to install Poetry to (default is /opt/poetry)
-ARG POETRY_VERSION=1.8.4
+ARG POETRY_VERSION=2.1.3
 ARG POETRY_HOME=/opt/poetry
 # Create a Python virtual environment for Poetry and install it
 RUN curl -sSL https://install.python-poetry.org | POETRY_HOME=$POETRY_HOME POETRY_VERSION=$POETRY_VERSION $PYTHON -