SOLR-17631: Upgrade main to Lucene 10.x

build.gradle

@@ -66,6 +66,12 @@ description = 'Grandparent project for Apache Solr'
 // Propagate version and derived properties across projects.
 allprojects {
   version = rootProject.version
+
+  gradle.projectsEvaluated {
+    tasks.withType(JavaCompile) {
+        options.compilerArgs << "-Xmaxerrs" << "1000"
+    }
+  }
 }
 
 ext {

gradle/libs.versions.toml

@@ -39,7 +39,7 @@ apache-httpcomponents-httpcore = "4.4.16"
 apache-httpcomponents-httpmime = "4.5.14"
 apache-kafka = "3.7.1"
 apache-log4j = "2.21.0"
-apache-lucene = "9.12.1"
+apache-lucene = "10.1.0"
 apache-opennlp = "1.9.4"
 apache-poi = "5.2.2"
 apache-rat = "0.15"

solr/core/src/java/org/apache/solr/core/MMapDirectoryFactory.java

@@ -19,6 +19,7 @@
 import java.io.IOException;
 import java.lang.invoke.MethodHandles;
 import java.nio.file.Path;
+
 import org.apache.lucene.store.Directory;
 import org.apache.lucene.store.LockFactory;
 import org.apache.lucene.store.MMapDirectory;
@@ -34,8 +35,6 @@
  * <p>Can set the following parameters:
  *
  * <ul>
- *   <li>unmap -- See {@link MMapDirectory#setUseUnmap(boolean)}
- *   <li>preload -- See {@link MMapDirectory#setPreload(boolean)}
  *   <li>maxChunkSize -- The Max chunk size. See {@link MMapDirectory#MMapDirectory(Path,
  *       LockFactory, long)}
  * </ul>
@@ -66,7 +65,7 @@ public void init(NamedList<?> args) {
   protected Directory create(String path, LockFactory lockFactory, DirContext dirContext)
       throws IOException {
     MMapDirectory mapDirectory = new MMapDirectory(Path.of(path), lockFactory, maxChunk);
-    mapDirectory.setPreload(preload);
+    mapDirectory.setPreload((s, ioContext) -> preload);
     return mapDirectory;
   }
 }

solr/core/src/java/org/apache/solr/core/SchemaCodecFactory.java

@@ -26,8 +26,8 @@
 import org.apache.lucene.codecs.KnnVectorsReader;
 import org.apache.lucene.codecs.KnnVectorsWriter;
 import org.apache.lucene.codecs.PostingsFormat;
-import org.apache.lucene.codecs.lucene912.Lucene912Codec;
-import org.apache.lucene.codecs.lucene912.Lucene912Codec.Mode;
+import org.apache.lucene.codecs.lucene101.Lucene101Codec;
+import org.apache.lucene.codecs.lucene101.Lucene101Codec.Mode;
 import org.apache.lucene.codecs.lucene99.Lucene99HnswVectorsFormat;
 import org.apache.lucene.index.SegmentReadState;
 import org.apache.lucene.index.SegmentWriteState;
@@ -97,7 +97,7 @@ public void init(NamedList<?> args) {
       log.debug("Using default compressionMode: {}", compressionMode);
     }
     codec =
-        new Lucene912Codec(compressionMode) {
+        new Lucene101Codec(compressionMode) {
           @Override
           public PostingsFormat getPostingsFormatForField(String field) {
             final SchemaField schemaField = core.getLatestSchema().getFieldOrNull(field);

solr/core/src/java/org/apache/solr/core/SolrConfig.java

@@ -269,12 +269,12 @@ private SolrConfig(SolrResourceLoader loader, String name, Properties substituta
       indexConfig = new SolrIndexConfig(get("indexConfig"), null);
 
       booleanQueryMaxClauseCount =
-          get("query").get("maxBooleanClauses").intVal(BooleanQuery.getMaxClauseCount());
+          get("query").get("maxBooleanClauses").intVal(IndexSearcher.getMaxClauseCount());
       if (IndexSearcher.getMaxClauseCount() < booleanQueryMaxClauseCount) {
         log.warn(
             "solrconfig.xml: <maxBooleanClauses> of {} is greater than global limit of {} and will have no effect {}",
             booleanQueryMaxClauseCount,
-            BooleanQuery.getMaxClauseCount(),
+                IndexSearcher.getMaxClauseCount(),
             "set 'maxBooleanClauses' in solr.xml to increase global limit");
       }
       prefixQueryMinPrefixLength =

solr/core/src/java/org/apache/solr/core/backup/repository/BackupRepository.java

@@ -216,7 +216,7 @@ default void copyIndexFileFrom(
       Directory sourceDir, String sourceFileName, Directory destDir, String destFileName)
       throws IOException {
     boolean success = false;
-    try (ChecksumIndexInput is = sourceDir.openChecksumInput(sourceFileName, IOContext.READONCE);
+    try (ChecksumIndexInput is = sourceDir.openChecksumInput(sourceFileName);
         IndexOutput os = destDir.createOutput(destFileName, IOContext.READONCE)) {
       os.copyBytes(is, is.length() - CodecUtil.footerLength());
 
@@ -247,7 +247,7 @@ default void delete(URI path, Collection<String> files) throws IOException {
    * @since 8.3.0
    */
   default Checksum checksum(Directory dir, String fileName) throws IOException {
-    try (IndexInput in = dir.openChecksumInput(fileName, IOContext.READONCE)) {
+    try (IndexInput in = dir.openChecksumInput(fileName)) {
       return new Checksum(CodecUtil.retrieveChecksum(in), in.length());
     }
   }

solr/core/src/java/org/apache/solr/handler/BlobHandler.java

@@ -142,7 +142,7 @@ public void handleRequestBody(final SolrQueryRequest req, SolrQueryResponse rsp)
                     new Sort(new SortField("version", SortField.Type.LONG, true)));
 
         long version = 0;
-        if (docs.totalHits.value > 0) {
+        if (docs.totalHits.value() > 0) {
           Document doc = req.getSearcher().getDocFetcher().doc(docs.scoreDocs[0].doc);
           Number n = doc.getField("version").numericValue();
           version = n.longValue();
@@ -210,7 +210,7 @@ public void handleRequestBody(final SolrQueryRequest req, SolrQueryResponse rsp)
                       qparser.parse(),
                       1,
                       new Sort(new SortField("version", SortField.Type.LONG, true)));
-          if (docs.totalHits.value > 0) {
+          if (docs.totalHits.value() > 0) {
             rsp.add(
                 ReplicationAPIBase.FILE_STREAM,
                 new SolrCore.RawWriter() {

solr/core/src/java/org/apache/solr/handler/MoreLikeThisHandler.java

@@ -380,7 +380,7 @@ private BooleanQuery getBoostedQuery(Query mltquery) {
         BooleanQuery.Builder newQ = new BooleanQuery.Builder();
         newQ.setMinimumNumberShouldMatch(boostedQuery.getMinimumNumberShouldMatch());
         for (BooleanClause clause : boostedQuery) {
-          Query q = clause.getQuery();
+          Query q = clause.query();
           float originalBoost = 1f;
           if (q instanceof BoostQuery bq) {
             q = bq.getQuery();
@@ -390,8 +390,8 @@ private BooleanQuery getBoostedQuery(Query mltquery) {
           q =
               ((fieldBoost != null)
                   ? new BoostQuery(q, fieldBoost * originalBoost)
-                  : clause.getQuery());
-          newQ.add(q, clause.getOccur());
+                  : clause.query());
+          newQ.add(q, clause.occur());
         }
         boostedQuery = newQ.build();
       }
@@ -478,7 +478,7 @@ public List<InterestingTerm> getInterestingTerms(BooleanQuery boostedMLTQuery, i
         if (maxTerms > -1 && output.size() >= maxTerms) {
           break;
         }
-        Query q = o.getQuery();
+        Query q = o.query();
         float boost = 1f;
         if (q instanceof BoostQuery bq) {
           q = bq.getQuery();

solr/core/src/java/org/apache/solr/handler/admin/api/GetSegmentData.java

@@ -317,10 +317,10 @@ private GetSegmentDataResponse.SingleSegmentData getSegmentInfo(
     if (seg != null) {
       LeafMetaData metaData = seg.getMetaData();
       if (metaData != null) {
-        segmentInfo.createdVersionMajor = metaData.getCreatedVersionMajor();
-        segmentInfo.minVersion = metaData.getMinVersion().toString();
-        if (metaData.getSort() != null) {
-          segmentInfo.sort = metaData.getSort().toString();
+        segmentInfo.createdVersionMajor = metaData.createdVersionMajor();
+        segmentInfo.minVersion = metaData.minVersion().toString();
+        if (metaData.sort() != null) {
+          segmentInfo.sort = metaData.sort().toString();
         }
       }
     }
@@ -417,7 +417,7 @@ private GetSegmentDataResponse.SegmentSingleFieldInfo getFieldInfo(
     } else {
       flags.append("----");
     }
-    flags.append((fi.hasVectors()) ? FieldFlag.TERM_VECTOR_STORED.getAbbreviation() : '-');
+    flags.append((fi.hasTermVectors()) ? FieldFlag.TERM_VECTOR_STORED.getAbbreviation() : '-');
     flags.append((fi.omitsNorms()) ? FieldFlag.OMIT_NORMS.getAbbreviation() : '-');
 
     flags.append((DOCS == opts) ? FieldFlag.OMIT_TF.getAbbreviation() : '-');
@@ -477,9 +477,9 @@ private GetSegmentDataResponse.SegmentSingleFieldInfo getFieldInfo(
       if (!hasPoints && (sf.omitNorms() != fi.omitsNorms())) {
         nonCompliant.put("omitNorms", "schema=" + sf.omitNorms() + ", segment=" + fi.omitsNorms());
       }
-      if (sf.storeTermVector() != fi.hasVectors()) {
+      if (sf.storeTermVector() != fi.hasTermVectors()) {
         nonCompliant.put(
-            "termVectors", "schema=" + sf.storeTermVector() + ", segment=" + fi.hasVectors());
+            "termVectors", "schema=" + sf.storeTermVector() + ", segment=" + fi.hasTermVectors());
       }
       if (sf.storeOffsetsWithPositions()
           != (fi.getIndexOptions() == IndexOptions.DOCS_AND_FREQS_AND_POSITIONS_AND_OFFSETS)) {

solr/core/src/java/org/apache/solr/handler/component/ExpandComponent.java

@@ -37,24 +37,7 @@
 import org.apache.lucene.index.NumericDocValues;
 import org.apache.lucene.index.OrdinalMap;
 import org.apache.lucene.index.SortedDocValues;
-import org.apache.lucene.search.BooleanClause;
-import org.apache.lucene.search.BooleanQuery;
-import org.apache.lucene.search.Collector;
-import org.apache.lucene.search.DocIdSetIterator;
-import org.apache.lucene.search.LeafCollector;
-import org.apache.lucene.search.MatchAllDocsQuery;
-import org.apache.lucene.search.Query;
-import org.apache.lucene.search.Scorable;
-import org.apache.lucene.search.ScoreDoc;
-import org.apache.lucene.search.ScoreMode;
-import org.apache.lucene.search.Sort;
-import org.apache.lucene.search.TermInSetQuery;
-import org.apache.lucene.search.TopDocs;
-import org.apache.lucene.search.TopDocsCollector;
-import org.apache.lucene.search.TopFieldCollector;
-import org.apache.lucene.search.TopScoreDocCollector;
-import org.apache.lucene.search.TotalHitCountCollector;
-import org.apache.lucene.search.TotalHits;
+import org.apache.lucene.search.*;
 import org.apache.lucene.util.BitSetIterator;
 import org.apache.lucene.util.BytesRef;
 import org.apache.lucene.util.BytesRefBuilder;
@@ -778,13 +761,13 @@ private DocSlice collectorToDocSlice(
             docs[i] = scoreDoc.doc;
             scores[i] = scoreDoc.score;
           }
-          assert topDocs.totalHits.relation == TotalHits.Relation.EQUAL_TO;
+          assert topDocs.totalHits.relation() == TotalHits.Relation.EQUAL_TO;
           return new DocSlice(
               0,
               docs.length,
               docs,
               scores,
-              topDocs.totalHits.value,
+              topDocs.totalHits.value(),
               Float.NaN,
               TotalHits.Relation.EQUAL_TO);
         }
@@ -825,9 +808,9 @@ protected final Collector getCollector() throws IOException {
       if (limit == 0) {
         collector = new TotalHitCountCollector();
       } else if (sort == null) {
-        collector = TopScoreDocCollector.create(limit, Integer.MAX_VALUE);
+        collector = new TopScoreDocCollectorManager(limit, Integer.MAX_VALUE).newCollector();
       } else {
-        collector = TopFieldCollector.create(sort, limit, Integer.MAX_VALUE);
+        collector = new TopFieldCollectorManager(sort, limit, Integer.MAX_VALUE).newCollector();
       }
       return collector;
     }
@@ -847,7 +830,7 @@ private Query getGroupQuery(String fname, FieldType ft, int size, LongHashSet gr
       bytesRefs[++index] = term.toBytesRef();
     }
 
-    return new TermInSetQuery(fname, bytesRefs);
+    return new TermInSetQuery(fname, Arrays.asList(bytesRefs));
   }
 
   private Query getPointGroupQuery(SchemaField sf, int size, LongHashSet groupSet) {
@@ -889,7 +872,7 @@ private Query getGroupQuery(String fname, int size, IntObjectHashMap<BytesRef> o
       IntObjectCursor<BytesRef> cursor = it.next();
       bytesRefs[++index] = cursor.value;
     }
-    return new TermInSetQuery(fname, bytesRefs);
+    return new TermInSetQuery(fname, Arrays.asList(bytesRefs));
   }
 
   ////////////////////////////////////////////

solr/core/src/java/org/apache/solr/handler/component/QueryComponent.java

@@ -1755,7 +1755,6 @@ protected static class ScoreAndDoc extends Scorable {
       this.score = score;
     }
 
-    @Override
     public int docID() {
       return docid;
     }

solr/core/src/java/org/apache/solr/handler/component/QueryElevationComponent.java

@@ -764,7 +764,7 @@ private void addDebugInfo(ResponseBuilder rb, Elevation elevation) {
       // Extract the elevated terms into a list
       match = new ArrayList<>(elevation.includeQuery.clauses().size());
       for (BooleanClause clause : elevation.includeQuery.clauses()) {
-        TermQuery tq = (TermQuery) clause.getQuery();
+        TermQuery tq = (TermQuery) clause.query();
         match.add(tq.getTerm().text());
       }
     }

solr/core/src/java/org/apache/solr/handler/component/RealTimeGetComponent.java

@@ -330,7 +330,7 @@ public void process(ResponseBuilder rb) throws IOException {
           if (rb.getFilters() != null) {
             for (Query raw : rb.getFilters()) {
               raw = makeQueryable(raw);
-              Query q = raw.rewrite(searcherInfo.getSearcher().getIndexReader());
+              Query q = raw.rewrite(searcherInfo.getSearcher());
               Scorer scorer =
                   searcherInfo
                       .getSearcher()

solr/core/src/java/org/apache/solr/index/SlowCompositeReaderWrapper.java

@@ -26,6 +26,7 @@
 import org.apache.lucene.index.CompositeReader;
 import org.apache.lucene.index.DirectoryReader;
 import org.apache.lucene.index.DocValues;
+import org.apache.lucene.index.DocValuesSkipper;
 import org.apache.lucene.index.DocValuesType;
 import org.apache.lucene.index.FieldInfo;
 import org.apache.lucene.index.FieldInfos;
@@ -101,7 +102,7 @@ public static LeafReader wrap(IndexReader reader) throws IOException {
     } else {
       Version minVersion = Version.LATEST;
       for (LeafReaderContext leafReaderContext : reader.leaves()) {
-        Version leafVersion = leafReaderContext.reader().getMetaData().getMinVersion();
+        Version leafVersion = leafReaderContext.reader().getMetaData().minVersion();
         if (leafVersion == null) {
           minVersion = null;
           break;
@@ -112,14 +113,20 @@ public static LeafReader wrap(IndexReader reader) throws IOException {
       LeafMetaData leafMetaData = reader.leaves().get(0).reader().getMetaData();
       metaData =
           new LeafMetaData(
-              leafMetaData.getCreatedVersionMajor(),
+              leafMetaData.createdVersionMajor(),
               minVersion,
-              leafMetaData.getSort(),
+              leafMetaData.sort(),
               leafMetaData.hasBlocks());
     }
     fieldInfos = FieldInfos.getMergedFieldInfos(in);
   }
 
+  @Override
+  public DocValuesSkipper getDocValuesSkipper(String field) throws IOException {
+    //TODO implement skipping
+    return null;
+  }
+
   @Override
   public String toString() {
     return "SlowCompositeReaderWrapper(" + in + ")";
@@ -312,12 +319,6 @@ public NumericDocValues getNormValues(String field) throws IOException {
     return MultiDocValues.getNormValues(in, field); // TODO cache?
   }
 
-  @Override
-  @Deprecated
-  public Fields getTermVectors(int docID) throws IOException {
-    return in.getTermVectors(docID);
-  }
-
   @Override
   public TermVectors termVectors() throws IOException {
     ensureOpen();
@@ -342,13 +343,6 @@ public int maxDoc() {
     return in.maxDoc();
   }
 
-  @Override
-  @Deprecated
-  public void document(int docID, StoredFieldVisitor visitor) throws IOException {
-    ensureOpen();
-    in.document(docID, visitor);
-  }
-
   @Override
   public Bits getLiveDocs() {
     ensureOpen();