v0.10.66 (#15403)

CHANGELOG.md

@@ -1,5 +1,52 @@
 # ChangeLog
 
+## [2024-08-15]
+
+### `llama-index-core` [0.10.66]
+
+- Temporarily revert nltk dependency due to latest version being removed from pypi
+- Add citation query engine with workflows example (#15372)
+- bug: Semantic double merging splitter creates chunks larger thank chunk size (#15188)
+- feat: make `send_event()` in workflows assign the target step (#15259)
+- make all workflow events accessible like mappings (#15310)
+
+### `llama-index-indices-managed-bge-m3` [0.1.0]
+
+- Add BGEM3Index (#15197)
+
+### `llama-index-llms-huggingface` [0.2.7]
+
+- update HF's completion_to_prompt (#15354)
+
+### `llama-index-llms-sambanova` [0.1.0]
+
+- Wrapper for SambaNova (Sambaverse and SambaStudio) with Llama-index (#15220)
+
+### `llama-index-packs-code-hierarchy` [0.1.7]
+
+- Update code_hierarchy.py adding php support (#15145)
+
+### `llama-index-postprocessor-dashscope-rerank` [0.1.4]
+
+- fix bug when calling llama-index-postprocessor-dashscope-rerank (#15358)
+
+### `llama-index-readers-box` [0.1.2]
+
+- Box refactor: Box File to Llama-Index Document adaptor (#15314)
+
+### `llama-index-readers-gcs` [0.1.8]
+
+- GCSReader: Implementing ResourcesReaderMixin and FileSystemReaderMixin (#15365)
+
+### `llama-index-tools-box` [0.1.1]
+
+- Box refactor: Box File to Llama-Index Document adaptor (#15314)
+- Box tools for AI Agents (#15236)
+
+### `llama-index-vector-stores-postgres` [0.1.14]
+
+- Check if hnsw index exists (#15287)
+
 ## [2024-08-12]
 
 ### `llama-index-core` [0.10.65]

docs/docs/CHANGELOG.md

@@ -1,11 +1,62 @@
 # ChangeLog
 
+## [2024-08-15]
+
+### `llama-index-core` [0.10.66]
+
+- Temporarily revert nltk dependency due to latest version being removed from pypi
+- Add citation query engine with workflows example (#15372)
+- bug: Semantic double merging splitter creates chunks larger thank chunk size (#15188)
+- feat: make `send_event()` in workflows assign the target step (#15259)
+- make all workflow events accessible like mappings (#15310)
+
+### `llama-index-indices-managed-bge-m3` [0.1.0]
+
+- Add BGEM3Index (#15197)
+
+### `llama-index-llms-huggingface` [0.2.7]
+
+- update HF's completion_to_prompt (#15354)
+
+### `llama-index-llms-sambanova` [0.1.0]
+
+- Wrapper for SambaNova (Sambaverse and SambaStudio) with Llama-index (#15220)
+
+### `llama-index-packs-code-hierarchy` [0.1.7]
+
+- Update code_hierarchy.py adding php support (#15145)
+
+### `llama-index-postprocessor-dashscope-rerank` [0.1.4]
+
+- fix bug when calling llama-index-postprocessor-dashscope-rerank (#15358)
+
+### `llama-index-readers-box` [0.1.2]
+
+- Box refactor: Box File to Llama-Index Document adaptor (#15314)
+
+### `llama-index-readers-gcs` [0.1.8]
+
+- GCSReader: Implementing ResourcesReaderMixin and FileSystemReaderMixin (#15365)
+
+### `llama-index-tools-box` [0.1.1]
+
+- Box refactor: Box File to Llama-Index Document adaptor (#15314)
+- Box tools for AI Agents (#15236)
+
+### `llama-index-vector-stores-postgres` [0.1.14]
+
+- Check if hnsw index exists (#15287)
+
 ## [2024-08-12]
 
 ### `llama-index-core` [0.10.65]
 
 - chore: bump nltk version (#15277)
 
+### `llama-index-tools-box` [0.1.0]
+
+- Box tools for AI Agents (#15236)
+
 ### `llama-index-multi-modal-llms-gemini` [0.1.8]
 
 - feat: add default_headers to Gemini multi-model (#15296)

docs/docs/api_reference/indices/bge_m3.md

@@ -0,0 +1,4 @@
+::: llama_index.indices.managed.bge_m3
+    options:
+      members:
+        - BGEM3Index

docs/docs/api_reference/llms/sambanova.md

@@ -0,0 +1,5 @@
+::: llama_index.llms.sambanova
+    options:
+      members:
+        - SambaStudio
+        - Sambaverse

docs/docs/api_reference/tools/box.md

@@ -0,0 +1,8 @@
+::: llama_index.tools.box
+    options:
+      members:
+        - BoxAIExtractToolSpec
+        - BoxAIPromptToolSpec
+        - BoxSearchByMetadataToolSpec
+        - BoxSearchToolSpec
+        - BoxTextExtractToolSpec

docs/mkdocs.yml

@@ -339,6 +339,7 @@ nav:
           - ./examples/llm/qianfan.ipynb
           - ./examples/llm/rungpt.ipynb
           - ./examples/llm/sagemaker_endpoint_llm.ipynb
+          - ./examples/llm/sambanova.ipynb
           - ./examples/llm/solar.ipynb
           - ./examples/llm/together.ipynb
           - ./examples/llm/unify.ipynb
@@ -368,6 +369,7 @@ nav:
           - ./examples/low_level/router.ipynb
           - ./examples/low_level/vector_store.ipynb
       - Managed Indexes:
+          - ./examples/managed/BGEM3Demo.ipynb
           - ./examples/managed/GoogleDemo.ipynb
           - ./examples/managed/PostgresMLDemo.ipynb
           - ./examples/managed/VertexAIDemo.ipynb
@@ -633,6 +635,7 @@ nav:
           - ./examples/vector_stores/qdrant_bm42.ipynb
           - ./examples/vector_stores/qdrant_hybrid.ipynb
       - Workflow:
+          - ./examples/workflow/citation_query_engine.ipynb
           - ./examples/workflow/function_calling_agent.ipynb
           - ./examples/workflow/parallel_execution.ipynb
           - ./examples/workflow/rag.ipynb
@@ -859,6 +862,7 @@ nav:
           - ./api_reference/evaluation/semantic_similarity.md
           - ./api_reference/evaluation/tonic_validate.md
       - Indexes:
+          - ./api_reference/indices/bge_m3.md
           - ./api_reference/indices/colbert.md
           - ./api_reference/indices/dashscope.md
           - ./api_reference/indices/document_summary.md
@@ -949,6 +953,7 @@ nav:
           - ./api_reference/llms/replicate.md
           - ./api_reference/llms/rungpt.md
           - ./api_reference/llms/sagemaker_endpoint.md
+          - ./api_reference/llms/sambanova.md
           - ./api_reference/llms/solar.md
           - ./api_reference/llms/text_generation_inference.md
           - ./api_reference/llms/together.md
@@ -1467,6 +1472,7 @@ nav:
           - ./api_reference/tools/azure_speech.md
           - ./api_reference/tools/azure_translate.md
           - ./api_reference/tools/bing_search.md
+          - ./api_reference/tools/box.md
           - ./api_reference/tools/brave_search.md
           - ./api_reference/tools/cassandra.md
           - ./api_reference/tools/chatgpt_plugin.md
@@ -2101,6 +2107,9 @@ plugins:
             - ../llama-index-integrations/callbacks/llama-index-callbacks-literalai
             - ../llama-index-integrations/llms/llama-index-llms-paieas
             - ../llama-index-integrations/extractors/llama-index-extractors-relik
+            - ../llama-index-integrations/indices/llama-index-indices-managed-bge-m3
+            - ../llama-index-integrations/tools/llama-index-tools-box
+            - ../llama-index-integrations/llms/llama-index-llms-sambanova
   - redirects:
       redirect_maps:
         ./api/llama_index.vector_stores.MongoDBAtlasVectorSearch.html: api_reference/storage/vector_store/mongodb.md

llama-index-core/llama_index/core/__init__.py

@@ -1,6 +1,6 @@
 """Init file of LlamaIndex."""
 
-__version__ = "0.10.65"
+__version__ = "0.10.66"
 
 import logging
 from logging import NullHandler

llama-index-core/pyproject.toml

@@ -43,7 +43,7 @@ name = "llama-index-core"
 packages = [{include = "llama_index"}]
 readme = "README.md"
 repository = "https://github.com/run-llama/llama_index"
-version = "0.10.65"
+version = "0.10.66"
 
 [tool.poetry.dependencies]
 SQLAlchemy = {extras = ["asyncio"], version = ">=1.4.49"}
@@ -52,7 +52,7 @@ deprecated = ">=1.2.9.3"
 fsspec = ">=2023.5.0"
 httpx = "*"
 nest-asyncio = "^1.5.8"
-nltk = ">=3.8.2"
+nltk = ">=3.8.1"  # Should be >= 3.8.2 but nltk removed 3.8.2 from pypi
 numpy = "<2.0.0"  # Pin until we adapt to Numpy v2
 openai = ">=1.1.0"
 pandas = "*"

llama-index-integrations/llms/llama-index-llms-sambanova/pyproject.toml

@@ -29,7 +29,7 @@ readme = "README.md"
 version = "0.1.0"
 
 [tool.poetry.dependencies]
-python = ">=3.8.1"
+python = ">=3.8.1,<4.0.0"
 llama-index-core = "^0.10.1"
 
 [tool.poetry.group.dev.dependencies]

llama-index-integrations/vector_stores/llama-index-vector-stores-qdrant/llama_index/vector_stores/qdrant/base.py

@@ -436,6 +436,8 @@ async def async_add(self, nodes: List[BaseNode], **kwargs: Any) -> List[str]:
         Raises:
             ValueError: If trying to using async methods without aclient
         """
+        from qdrant_client.http.exceptions import UnexpectedResponse
+
         collection_initialized = await self._acollection_exists(self.collection_name)
 
         if len(nodes) > 0 and not collection_initialized:
@@ -447,14 +449,19 @@ async def async_add(self, nodes: List[BaseNode], **kwargs: Any) -> List[str]:
         sparse_vector_name = await self.asparse_vector_name()
         points, ids = self._build_points(nodes, sparse_vector_name)
 
-        await self._aclient.upload_points(
-            collection_name=self.collection_name,
-            points=points,
-            batch_size=self.batch_size,
-            parallel=self.parallel,
-            max_retries=self.max_retries,
-            wait=True,
-        )
+        for batch in iter_batch(points, self.batch_size):
+            retries = 0
+            while retries < self.max_retries:
+                try:
+                    await self._aclient.upsert(
+                        collection_name=self.collection_name,
+                        points=batch,
+                    )
+                    break
+                except (RpcError, UnexpectedResponse) as exc:
+                    retries += 1
+                    if retries >= self.max_retries:
+                        raise exc  # noqa: TRY201
 
         return ids
 

llama-index-integrations/vector_stores/llama-index-vector-stores-qdrant/pyproject.toml

@@ -27,7 +27,7 @@ exclude = ["**/BUILD"]
 license = "MIT"
 name = "llama-index-vector-stores-qdrant"
 readme = "README.md"
-version = "0.2.15"
+version = "0.2.16"
 
 [tool.poetry.dependencies]
 python = ">=3.9,<3.13"

llama-index-legacy/pyproject.toml

@@ -42,7 +42,7 @@ name = "llama-index-legacy"
 packages = [{include = "llama_index"}]
 readme = "README.md"
 repository = "https://github.com/run-llama/llama_index"
-version = "0.9.48post1"
+version = "0.9.48post2"
 
 [tool.poetry.dependencies]
 SQLAlchemy = {extras = ["asyncio"], version = ">=1.4.49"}
@@ -53,7 +53,7 @@ fsspec = ">=2023.5.0"
 httpx = "*"
 langchain = {optional = true, version = ">=0.0.303"}
 nest-asyncio = "^1.5.8"
-nltk = ">=3.8.2"
+nltk = ">=3.8.1"
 numpy = "*"
 openai = ">=1.1.0"
 pandas = "*"

llama-index-packs/llama-index-packs-streamlit-chatbot/pyproject.toml

@@ -29,15 +29,14 @@ license = "MIT"
 maintainers = ["carolinedlu"]
 name = "llama-index-packs-streamlit-chatbot"
 readme = "README.md"
-version = "0.2.0"
+version = "0.2.1"
 
 [tool.poetry.dependencies]
 python = ">=3.8.1,<3.9.7 || >3.9.7,<4.0"
 llama-index-core = "^0.10.11.post1"
 streamlit = "^1.30.0"
 wikipedia = "^1.4.0"
 openai = "^1.10.0"
-nltk = ">=3.8.2"
 streamlit-pills = "^0.3.0"
 llama-index-readers-wikipedia = "^0.1.1"