diff --git a/samples/langchain_on_vertexai/create_embeddings.py b/samples/langchain_on_vertexai/create_embeddings.py index 370d8262..fdb3b50e 100644 --- a/samples/langchain_on_vertexai/create_embeddings.py +++ b/samples/langchain_on_vertexai/create_embeddings.py @@ -114,7 +114,12 @@ async def grant_select(engine): ) ids = [str(uuid.uuid4()) for i in range(len(docs))] - await vector_store.aadd_documents(docs, ids=ids) + batch_size = 100 + for i in range(0, len(docs), batch_size): + batch_docs = docs[i : i + batch_size] + batch_ids = ids[i : i + batch_size] + print(f"Adding batch {i // batch_size + 1} ({len(batch_docs)} documents)...") + await vector_store.aadd_documents(batch_docs, ids=batch_ids) async def main(): diff --git a/samples/langchain_on_vertexai/requirements.txt b/samples/langchain_on_vertexai/requirements.txt index 064bf76a..5f476db6 100644 --- a/samples/langchain_on_vertexai/requirements.txt +++ b/samples/langchain_on_vertexai/requirements.txt @@ -1,5 +1,5 @@ -google-cloud-aiplatform[reasoningengine,langchain]==1.121.0 +google-cloud-aiplatform[reasoningengine]==1.130.0 google-cloud-resource-manager==1.14.2 -langchain-community==0.3.31 -langchain-google-cloud-sql-pg==0.14.1 -langchain-google-vertexai==2.1.2 +langchain-community==0.4.1 +langchain-google-cloud-sql-pg==0.15.0 +langchain-google-vertexai==3.2.1