Multi segment cagra search

.gitignore

@@ -1,9 +1,14 @@
 # SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION.
 # SPDX-License-Identifier: Apache-2.0
 
+# Maven
 *.jar
-target
-**/.DS_Store
-bin
+target/
+
+# IDE - IntelliJ
+.idea/
+*.iml
+
+# IDE - Eclipse
 .project
 cuvs-workdir

RAPIDS_BRANCH

@@ -1 +1 @@
-main
+pull-request/2035

README.md

@@ -62,6 +62,21 @@ The example below plugs the GPU-accelerated HNSW codec into a standard Lucene `I
 
 Before running it, make sure cuVS is installed and available on your system library load path. The cuVS [tarball install instructions](https://docs.rapids.ai/api/cuvs/stable/build/#download-extract) show how to set this up.
 
+### RMM async allocation for GPU search
+
+Applications using `CuVS2510GPUSearchCodec` can opt into RMM's stream-ordered asynchronous device
+allocator during startup:
+
+```java
+CuVSProvider.provider().enableRMMAsyncMemory();
+```
+
+Call this before creating any cuVS resources, codecs, writers, or readers. The setting affects the
+entire process on the current CUDA device, so allocator policy belongs to the application rather
+than an individual Lucene codec. Async allocation is optional for correctness and recommended for
+GPU workloads with repeated device allocations, especially concurrent or multi-stream searches.
+Applications that do not opt in use the default RMM device-memory resource.
+
 In a Maven project that includes the `cuvs-lucene` dependency shown above, create `src/main/java/com/nvidia/cuvs/lucene/examples/HelloCuvsLucene.java`:
 
 ```java

bench/pom.xml

@@ -11,7 +11,7 @@
 
     <groupId>com.nvidia.cuvs.lucene.benchmarks</groupId>
     <artifactId>cuvs-lucene-benchmarks</artifactId>
-    <!--CUVS_LUCENE#VERSION_UPDATE_MARKER_START--><version>26.10.0</version><!--CUVS_LUCENE#VERSION_UPDATE_MARKER_END-->
+    <!--CUVS_LUCENE#VERSION_UPDATE_MARKER_START--><version>26.10.0-SNAPSHOT</version><!--CUVS_LUCENE#VERSION_UPDATE_MARKER_END-->
     <packaging>jar</packaging>
 
     <name>cuvs-lucene-benchmarks</name>
@@ -85,7 +85,7 @@
         <dependency>
             <groupId>com.nvidia.cuvs.lucene</groupId>
             <artifactId>cuvs-lucene</artifactId>
-            <!--CUVS_LUCENE#VERSION_UPDATE_MARKER_START--><version>26.10.0</version><!--CUVS_LUCENE#VERSION_UPDATE_MARKER_END-->
+            <!--CUVS_LUCENE#VERSION_UPDATE_MARKER_START--><version>26.10.0-SNAPSHOT</version><!--CUVS_LUCENE#VERSION_UPDATE_MARKER_END-->
         </dependency>
 	    <dependency>
 	        <groupId>commons-io</groupId>

bench/src/main/java/com/nvidia/cuvs/lucene/benchmarks/CagraIndexingBenchmarks.java

@@ -1,5 +1,5 @@
 /*
- * SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION.
+ * SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
  * SPDX-License-Identifier: Apache-2.0
  */
 package com.nvidia.cuvs.lucene.benchmarks;
@@ -9,6 +9,7 @@
 import static com.nvidia.cuvs.lucene.benchmarks.Utils.index;
 
 import com.nvidia.cuvs.lucene.CuVS2510GPUSearchCodec;
+import com.nvidia.cuvs.spi.CuVSProvider;
 import java.io.IOException;
 import java.nio.file.Path;
 import java.nio.file.Paths;
@@ -57,6 +58,7 @@ public class CagraIndexingBenchmarks {
 
   @Setup(Level.Trial)
   public void setup() throws Exception {
+    CuVSProvider.provider().enableRMMAsyncMemory();
     random = new Random(222);
     indexDirPath = Paths.get(UUID.randomUUID().toString());
     codec = new CuVS2510GPUSearchCodec();

bench/src/main/java/com/nvidia/cuvs/lucene/benchmarks/CagraSearchBenchmarks.java

@@ -1,5 +1,5 @@
 /*
- * SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION.
+ * SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
  * SPDX-License-Identifier: Apache-2.0
  */
 package com.nvidia.cuvs.lucene.benchmarks;
@@ -11,6 +11,7 @@
 
 import com.nvidia.cuvs.lucene.CuVS2510GPUSearchCodec;
 import com.nvidia.cuvs.lucene.GPUKnnFloatVectorQuery;
+import com.nvidia.cuvs.spi.CuVSProvider;
 import java.io.IOException;
 import java.nio.file.Path;
 import java.nio.file.Paths;
@@ -62,6 +63,7 @@ public class CagraSearchBenchmarks {
 
   @Setup(Level.Trial)
   public void setup() throws Exception {
+    CuVSProvider.provider().enableRMMAsyncMemory();
     random = new Random(222);
     indexDirPath = Paths.get(UUID.randomUUID().toString());
     codec = new CuVS2510GPUSearchCodec();

build.sh

@@ -8,7 +8,7 @@ set -e -u -o pipefail
 ARGS="$*"
 NUMARGS=$#
 
-VERSION="26.10.0" # Note: The version is updated automatically when ci/release/update-version.sh is invoked
+VERSION="26.10.0-SNAPSHOT" # Note: The version is updated automatically when ci/release/update-version.sh is invoked
 GROUP_ID="com.nvidia.cuvs.lucene"
 
 function hasArg {

examples/pom.xml

@@ -11,7 +11,7 @@
 
   <groupId>com.nvidia.cuvs.lucene.examples</groupId>
   <artifactId>examples</artifactId>
-  <!--CUVS_LUCENE#VERSION_UPDATE_MARKER_START--><version>26.10.0</version><!--CUVS_LUCENE#VERSION_UPDATE_MARKER_END-->
+  <!--CUVS_LUCENE#VERSION_UPDATE_MARKER_START--><version>26.10.0-SNAPSHOT</version><!--CUVS_LUCENE#VERSION_UPDATE_MARKER_END-->
   <name>examples</name>
 
   <properties>
@@ -100,7 +100,7 @@
     <dependency>
       <groupId>com.nvidia.cuvs.lucene</groupId>
       <artifactId>cuvs-lucene</artifactId>
-      <!--CUVS_LUCENE#VERSION_UPDATE_MARKER_START--><version>26.10.0</version><!--CUVS_LUCENE#VERSION_UPDATE_MARKER_END-->
+      <!--CUVS_LUCENE#VERSION_UPDATE_MARKER_START--><version>26.10.0-SNAPSHOT</version><!--CUVS_LUCENE#VERSION_UPDATE_MARKER_END-->
     </dependency>
   </dependencies>
 

examples/src/main/java/com/nvidia/cuvs/lucene/examples/IndexAndSearchonGPUExample.java

@@ -1,5 +1,5 @@
 /*
- * SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION.
+ * SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
  * SPDX-License-Identifier: Apache-2.0
  */
 package com.nvidia.cuvs.lucene.examples;
@@ -10,6 +10,7 @@
 import com.nvidia.cuvs.lucene.CuVS2510GPUSearchCodec;
 import com.nvidia.cuvs.lucene.GPUKnnFloatVectorQuery;
 import com.nvidia.cuvs.lucene.GPUSearchParams;
+import com.nvidia.cuvs.spi.CuVSProvider;
 import java.io.File;
 import java.nio.file.Path;
 import java.nio.file.Paths;
@@ -30,9 +31,12 @@
 import org.apache.lucene.index.IndexWriterConfig;
 import org.apache.lucene.index.LeafReader;
 import org.apache.lucene.index.LeafReaderContext;
+import org.apache.lucene.index.Term;
 import org.apache.lucene.search.IndexSearcher;
 import org.apache.lucene.search.KnnFloatVectorQuery;
+import org.apache.lucene.search.Query;
 import org.apache.lucene.search.ScoreDoc;
+import org.apache.lucene.search.TermQuery;
 import org.apache.lucene.search.TopDocs;
 import org.apache.lucene.store.Directory;
 import org.apache.lucene.store.FSDirectory;
@@ -46,6 +50,9 @@ public class IndexAndSearchonGPUExample {
 
   public static void main(String[] args) throws Exception {
 
+    // Select the process-wide RMM allocator before creating any cuVS resources or codecs.
+    CuVSProvider.provider().enableRMMAsyncMemory();
+
     GPUSearchParams params = new GPUSearchParams.Builder().build();
     Codec codec = new CuVS2510GPUSearchCodec(params);
     IndexWriterConfig config = new IndexWriterConfig().setCodec(codec).setUseCompoundFile(false);
@@ -56,6 +63,7 @@ public static void main(String[] args) throws Exception {
     final int COMMIT_FREQ = 2000;
     final String ID_FIELD = "id";
     final String VECTOR_FIELD = "vector_field";
+    final String STATUS_FIELD = "status";
 
     int numDocs = 2000;
     int dimension = 32;
@@ -70,6 +78,9 @@ public static void main(String[] args) throws Exception {
         Document document = new Document();
         document.add(new StringField(ID_FIELD, Integer.toString(i), Field.Store.YES));
         document.add(new KnnFloatVectorField(VECTOR_FIELD, dataset[i], EUCLIDEAN));
+        // Alternatively flip the status's for documents as an example.
+        document.add(
+            new StringField(STATUS_FIELD, i % 2 == 0 ? "active" : "in-active", Field.Store.YES));
         indexWriter.addDocument(document);
         count -= 1;
         if (count == 0) {
@@ -103,8 +114,11 @@ public static void main(String[] args) throws Exception {
       float[] queryVector = generateDataset(random, 1, dimension)[0];
       log.log(Level.FINE, "Query vector: " + Arrays.toString(queryVector));
 
+      // Make a filter query
+      Query filter = new TermQuery(new Term(STATUS_FIELD, "active"));
+
       KnnFloatVectorQuery query =
-          new GPUKnnFloatVectorQuery(VECTOR_FIELD, queryVector, topK, null, topK, 1);
+          new GPUKnnFloatVectorQuery(VECTOR_FIELD, queryVector, topK, filter, topK, 1);
       TopDocs results = searcher.search(query, topK);
 
       log.log(Level.FINE, "Search results (" + results.totalHits + " total hits):");
@@ -113,12 +127,15 @@ public static void main(String[] args) throws Exception {
         ScoreDoc scoreDoc = results.scoreDocs[i];
         Document doc = searcher.storedFields().document(scoreDoc.doc);
         String id = doc.get(ID_FIELD);
+        String status = doc.get(STATUS_FIELD);
         log.log(
             Level.FINE,
             "  Rank "
                 + (i + 1)
                 + ": doc "
                 + scoreDoc.doc
+                + " status "
+                + status
                 + " (id="
                 + id
                 + "), score="

license-header.txt

@@ -0,0 +1,4 @@
+/*
+ * SPDX-FileCopyrightText: Copyright (c) $YEAR, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+ * SPDX-License-Identifier: Apache-2.0
+ */

pom.xml

@@ -12,7 +12,7 @@
   <groupId>com.nvidia.cuvs.lucene</groupId>
   <artifactId>cuvs-lucene</artifactId>
   <!-- NOTE: The version automatically gets updated when ci/release/update-version.sh is invoked. -->
-  <!--CUVS_LUCENE#VERSION_UPDATE_MARKER_START--><version>26.10.0</version><!--CUVS_LUCENE#VERSION_UPDATE_MARKER_END-->
+  <!--CUVS_LUCENE#VERSION_UPDATE_MARKER_START--><version>26.10.0-SNAPSHOT</version><!--CUVS_LUCENE#VERSION_UPDATE_MARKER_END-->
   <name>cuvs-lucene</name>
   <packaging>jar</packaging>
 
@@ -36,6 +36,18 @@
       <url>https://github.com/rapidsai/cuvs-lucene</url>
   </scm>
 
+  <developers>
+      <developer>
+          <id>rapidsai</id>
+          <name>rapidsai</name>
+          <email>cuvs@rapids.ai</email>
+          <roles>
+              <role>Maintainer</role>
+              <role>Committer</role>
+          </roles>
+      </developer>
+  </developers>
+
   <properties>
     <maven.compiler.target>22</maven.compiler.target>
     <maven.compiler.source>22</maven.compiler.source>
@@ -68,6 +80,12 @@
                 <enabled>false</enabled>
             </snapshots>
         </repository>
+        <repository>
+            <id>central-snapshots</id>
+            <url>https://central.sonatype.com/repository/maven-snapshots/</url>
+            <snapshots><enabled>true</enabled></snapshots>
+            <releases><enabled>false</enabled></releases>
+        </repository>
     </repositories>
 
     <pluginRepositories>
@@ -129,10 +147,17 @@
     <dependency>
       <groupId>com.nvidia.cuvs</groupId>
       <artifactId>cuvs-java</artifactId>
-      <!--CUVS_LUCENE#VERSION_UPDATE_MARKER_START--><version>26.10.0</version><!--CUVS_LUCENE#VERSION_UPDATE_MARKER_END-->
+      <!--CUVS_LUCENE#VERSION_UPDATE_MARKER_START--><version>26.10.0-SNAPSHOT</version><!--CUVS_LUCENE#VERSION_UPDATE_MARKER_END-->
     </dependency>
   </dependencies>
 
+  <distributionManagement>
+    <snapshotRepository>
+      <id>central</id>
+      <url>https://central.sonatype.com/repository/maven-snapshots/</url>
+    </snapshotRepository>
+  </distributionManagement>
+
   <build>
     <plugins>
       <plugin>
@@ -158,6 +183,9 @@
                     <reflowLongStrings>true</reflowLongStrings>
                     <formatJavadoc>false</formatJavadoc>
                 </googleJavaFormat>
+                <licenseHeader>
+                    <file>${project.basedir}/license-header.txt</file>
+                </licenseHeader>
             </java>
         </configuration>
       </plugin>
@@ -219,6 +247,7 @@
                 <goal>jar</goal>
             </goals>
             <configuration>
+                <includePackageNames>com.nvidia.cuvs.lucene</includePackageNames>
                 <doclint>all,-missing</doclint>
                 <outputDirectory>${project.build.directory}/javadocs</outputDirectory>
             </configuration>

src/main/java/com/nvidia/cuvs/lucene/CuVS2510GPUSearchCodec.java

@@ -1,5 +1,5 @@
 /*
- * SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION.
+ * SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
  * SPDX-License-Identifier: Apache-2.0
  */
 package com.nvidia.cuvs.lucene;
@@ -29,8 +29,11 @@ public class CuVS2510GPUSearchCodec extends FilterCodec {
    * @throws Exception
    */
   public CuVS2510GPUSearchCodec() throws Exception {
-    this(NAME, LuceneProvider.getCodec("101"));
-    initializeFormat(new GPUSearchParams.Builder().build());
+    this(
+        NAME,
+        LuceneProvider.getCodec("101"),
+        new GPUSearchParams.Builder().build(),
+        FilterBitsetCacheConfig.DEFAULT);
   }
 
   /**
@@ -41,8 +44,11 @@ public CuVS2510GPUSearchCodec() throws Exception {
    * @param delegate the delegate codec
    */
   public CuVS2510GPUSearchCodec(String name, Codec delegate) {
-    super(name, delegate);
-    initializeFormat(new GPUSearchParams.Builder().build());
+    this(
+        name,
+        delegate,
+        new GPUSearchParams.Builder().build(),
+        FilterBitsetCacheConfig.DEFAULT);
   }
 
   /**
@@ -53,18 +59,48 @@ public CuVS2510GPUSearchCodec(String name, Codec delegate) {
    * @throws Exception Exception raised when initializing the codec
    */
   public CuVS2510GPUSearchCodec(GPUSearchParams params) throws Exception {
-    this(NAME, LuceneProvider.getCodec("101"));
-    initializeFormat(params);
+    this(NAME, LuceneProvider.getCodec("101"), params, FilterBitsetCacheConfig.DEFAULT);
+  }
+
+  /**
+   * Initialize the codec with GPU search and filter-bitset-cache parameters.
+   *
+   * @param params GPU index and search parameters
+   * @param filterCacheConfig filter-bitset-cache configuration
+   * @throws Exception Exception raised when initializing the codec
+   */
+  public CuVS2510GPUSearchCodec(
+      GPUSearchParams params, FilterBitsetCacheConfig filterCacheConfig) throws Exception {
+    this(NAME, LuceneProvider.getCodec("101"), params, filterCacheConfig);
+  }
+
+  /**
+   * Initialize a named codec with explicit delegate, GPU search, and filter-cache parameters.
+   *
+   * @param name the name of the codec
+   * @param delegate the delegate codec
+   * @param params GPU index and search parameters
+   * @param filterCacheConfig filter-bitset-cache configuration
+   */
+  public CuVS2510GPUSearchCodec(
+      String name,
+      Codec delegate,
+      GPUSearchParams params,
+      FilterBitsetCacheConfig filterCacheConfig) {
+    super(name, delegate);
+    initializeFormat(params, filterCacheConfig);
   }
 
   /**
    * Initialize the {@link CuVS2510GPUVectorsFormat} instance using {@link GPUSearchParams}.
    *
    * @param params an instance of {@link GPUSearchParams}
+   * @param filterCacheConfig filter-bitset-cache configuration
    */
-  private void initializeFormat(GPUSearchParams params) {
+  private void initializeFormat(
+      GPUSearchParams params, FilterBitsetCacheConfig filterCacheConfig) {
     try {
-      format = new CuVS2510GPUVectorsFormat(params);
+      format = new CuVS2510GPUVectorsFormat(params, filterCacheConfig);
       setKnnFormat(format);
     } catch (LibraryException ex) {
       log.log(