import org.apache.lucene.codecs.DocValuesFormat; //导入依赖的package包/类
private RefCount<DocValuesProducer> newDocValuesProducer(SegmentCommitInfo si, IOContext context, Directory dir,
    DocValuesFormat dvFormat, final Long gen, FieldInfos infos, int termsIndexDivisor) throws IOException {
  Directory dvDir = dir;
  String segmentSuffix = "";
  if (gen.longValue() != -1) {
    dvDir = si.info.dir; // gen'd files are written outside CFS, so use SegInfo directory
    segmentSuffix = Long.toString(gen.longValue(), Character.MAX_RADIX);
  }

  // set SegmentReadState to list only the fields that are relevant to that gen
  SegmentReadState srs = new SegmentReadState(dvDir, si.info, infos, context, termsIndexDivisor, segmentSuffix);
  return new RefCount<DocValuesProducer>(dvFormat.fieldsProducer(srs)) {
    @SuppressWarnings("synthetic-access")
    @Override
    protected void release() throws IOException {
      object.close();
      synchronized (SegmentDocValues.this) {
        genDVProducers.remove(gen);
      }
    }
  };
}
 

import org.apache.lucene.codecs.DocValuesFormat; //导入依赖的package包/类
@Override
void flush(SegmentWriteState state) throws IOException {
  if (!writers.isEmpty()) {
    DocValuesFormat fmt = state.segmentInfo.getCodec().docValuesFormat();
    DocValuesConsumer dvConsumer = fmt.fieldsConsumer(state);
    boolean success = false;
    try {
      for(DocValuesWriter writer : writers.values()) {
        writer.finish(state.segmentInfo.getDocCount());
        writer.flush(state, dvConsumer);
      }
      // TODO: catch missing DV fields here?  else we have
      // null/"" depending on how docs landed in segments?
      // but we can't detect all cases, and we should leave
      // this behavior undefined. dv is not "schemaless": its column-stride.
      writers.clear();
      success = true;
    } finally {
      if (success) {
        IOUtils.close(dvConsumer);
      } else {
        IOUtils.closeWhileHandlingException(dvConsumer);
      }
    }
  }
}
 

import org.apache.lucene.codecs.DocValuesFormat; //导入依赖的package包/类
private RefCount<DocValuesProducer> newDocValuesProducer(SegmentCommitInfo si, IOContext context, Directory dir,
    DocValuesFormat dvFormat, final Long gen, List<FieldInfo> infos, int termsIndexDivisor) throws IOException {
  Directory dvDir = dir;
  String segmentSuffix = "";
  if (gen.longValue() != -1) {
    dvDir = si.info.dir; // gen'd files are written outside CFS, so use SegInfo directory
    segmentSuffix = Long.toString(gen.longValue(), Character.MAX_RADIX);
  }

  // set SegmentReadState to list only the fields that are relevant to that gen
  SegmentReadState srs = new SegmentReadState(dvDir, si.info, new FieldInfos(infos.toArray(new FieldInfo[infos.size()])), context, termsIndexDivisor, segmentSuffix);
  return new RefCount<DocValuesProducer>(dvFormat.fieldsProducer(srs)) {
    @SuppressWarnings("synthetic-access")
    @Override
    protected void release() throws IOException {
      object.close();
      synchronized (SegmentDocValues.this) {
        genDVProducers.remove(gen);
      }
    }
  };
}
 

import org.apache.lucene.codecs.DocValuesFormat; //导入依赖的package包/类
private void initDocValuesProducers(Codec codec) throws IOException {
    final Directory dir = core.cfsReader != null ? core.cfsReader : si.info.dir;
    final DocValuesFormat dvFormat = codec.docValuesFormat();
    final Map<Long,List<FieldInfo>> genInfos = getGenInfos();
    
//      System.out.println("[" + Thread.currentThread().getName() + "] SR.initDocValuesProducers: segInfo=" + si + "; gens=" + genInfos.keySet());
    
    for (Entry<Long,List<FieldInfo>> e : genInfos.entrySet()) {
      Long gen = e.getKey();
      List<FieldInfo> infos = e.getValue();
      DocValuesProducer dvp = segDocValues.getDocValuesProducer(gen, si, IOContext.READ, dir, dvFormat, infos, getTermInfosIndexDivisor());
      for (FieldInfo fi : infos) {
        dvProducers.put(fi.name, dvp);
      }
    }
    
    dvGens.addAll(genInfos.keySet());
  }
 

import org.apache.lucene.codecs.DocValuesFormat; //导入依赖的package包/类
/**
 * Reloads all Lucene SPI implementations using the new classloader.
 * This method must be called after the new classloader has been created to
 * register the services for use.
 */
static void reloadLuceneSPI(ClassLoader loader) {
    // do NOT change the order of these method calls!

    // Codecs:
    PostingsFormat.reloadPostingsFormats(loader);
    DocValuesFormat.reloadDocValuesFormats(loader);
    Codec.reloadCodecs(loader);
    // Analysis:
    CharFilterFactory.reloadCharFilters(loader);
    TokenFilterFactory.reloadTokenFilters(loader);
    TokenizerFactory.reloadTokenizers(loader);
}
 

import org.apache.lucene.codecs.DocValuesFormat; //导入依赖的package包/类
/** Returns the {@link DocValuesProducer} for the given generation. */
synchronized DocValuesProducer getDocValuesProducer(long gen, SegmentCommitInfo si, IOContext context, Directory dir, 
    DocValuesFormat dvFormat, FieldInfos infos, int termsIndexDivisor) throws IOException {
  RefCount<DocValuesProducer> dvp = genDVProducers.get(gen);
  if (dvp == null) {
    dvp = newDocValuesProducer(si, context, dir, dvFormat, gen, infos, termsIndexDivisor);
    assert dvp != null;
    genDVProducers.put(gen, dvp);
  } else {
    dvp.incRef();
  }
  return dvp.get();
}
 

import org.apache.lucene.codecs.DocValuesFormat; //导入依赖的package包/类
private Set<String> writeFieldInfosGen(FieldInfos fieldInfos, Directory dir, DocValuesFormat dvFormat, 
    FieldInfosFormat infosFormat) throws IOException {
  final long nextFieldInfosGen = info.getNextFieldInfosGen();
  final String segmentSuffix = Long.toString(nextFieldInfosGen, Character.MAX_RADIX);
  // we write approximately that many bytes (based on Lucene46DVF):
  // HEADER + FOOTER: 40
  // 90 bytes per-field (over estimating long name and attributes map)
  final long estInfosSize = 40 + 90 * fieldInfos.size();
  final IOContext infosContext = new IOContext(new FlushInfo(info.info.getDocCount(), estInfosSize));
  // separately also track which files were created for this gen
  final TrackingDirectoryWrapper trackingDir = new TrackingDirectoryWrapper(dir);
  infosFormat.getFieldInfosWriter().write(trackingDir, info.info.name, segmentSuffix, fieldInfos, infosContext);
  info.advanceFieldInfosGen();
  return trackingDir.getCreatedFiles();
}
 

import org.apache.lucene.codecs.DocValuesFormat; //导入依赖的package包/类
CrankyDocValuesFormat(DocValuesFormat delegate, Random random) {
  // we impersonate the passed-in codec, so we don't need to be in SPI,
  // and so we dont change file formats
  super(delegate.getName());
  this.delegate = delegate;
  this.random = random;
}
 

import org.apache.lucene.codecs.DocValuesFormat; //导入依赖的package包/类
@Override
public DocValuesFormat getDocValuesFormatForField(String name) {
  DocValuesFormat codec = previousDVMappings.get(name);
  if (codec == null) {
    codec = dvFormats.get(Math.abs(perFieldSeed ^ name.hashCode()) % dvFormats.size());
    if (codec instanceof SimpleTextDocValuesFormat && perFieldSeed % 5 != 0) {
      // make simpletext rarer, choose again
      codec = dvFormats.get(Math.abs(perFieldSeed ^ name.toUpperCase(Locale.ROOT).hashCode()) % dvFormats.size());
    }
    previousDVMappings.put(name, codec);
    // Safety:
    assert previousDVMappings.size() < 10000: "test went insane";
  }
  return codec;
}
 

import org.apache.lucene.codecs.DocValuesFormat; //导入依赖的package包/类
private final void addDocValues(Set<String> avoidCodecs, DocValuesFormat... docvalues) {
  for (DocValuesFormat d : docvalues) {
    if (!avoidCodecs.contains(d.getName())) {
      dvFormats.add(d);
      dvFormatNames.add(d.getName());
    }
  }
}
 

import org.apache.lucene.codecs.DocValuesFormat; //导入依赖的package包/类
/** Return a Codec that can read any of the
 *  default codecs and formats, but always writes in the specified
 *  format. */
public static Codec alwaysDocValuesFormat(final DocValuesFormat format) {
  // TODO: we really need for docvalues impls etc to announce themselves
  // (and maybe their params, too) to infostream on flush and merge.
  // otherwise in a real debugging situation we won't know whats going on!
  if (LuceneTestCase.VERBOSE) {
    System.out.println("forcing docvalues format to:" + format);
  }
  return new Lucene410Codec() {
    @Override
    public DocValuesFormat getDocValuesFormatForField(String field) {
      return format;
    }
  };
}
 

import org.apache.lucene.codecs.DocValuesFormat; //导入依赖的package包/类
public static String getDocValuesFormat(Codec codec, String field) {
  DocValuesFormat f = codec.docValuesFormat();
  if (f instanceof PerFieldDocValuesFormat) {
    return ((PerFieldDocValuesFormat) f).getDocValuesFormatForField(field).getName();
  } else {
    return f.getName();
  }
}
 

import org.apache.lucene.codecs.DocValuesFormat; //导入依赖的package包/类
public void testDifferentDVFormatPerField() throws Exception {
  Directory dir = newDirectory();
  IndexWriterConfig conf = newIndexWriterConfig(new MockAnalyzer(random()));
  conf.setCodec(new Lucene410Codec() {
    @Override
    public DocValuesFormat getDocValuesFormatForField(String field) {
      return new Lucene410DocValuesFormat();
    }
  });
  IndexWriter writer = new IndexWriter(dir, conf);
  
  Document doc = new Document();
  doc.add(new StringField("key", "doc", Store.NO));
  doc.add(new BinaryDocValuesField("bdv", toBytes(5L)));
  doc.add(new SortedDocValuesField("sorted", new BytesRef("value")));
  writer.addDocument(doc); // flushed document
  writer.commit();
  writer.addDocument(doc); // in-memory document
  
  writer.updateBinaryDocValue(new Term("key", "doc"), "bdv", toBytes(17L));
  writer.close();
  
  final DirectoryReader reader = DirectoryReader.open(dir);
  
  AtomicReader r = SlowCompositeReaderWrapper.wrap(reader);
  BinaryDocValues bdv = r.getBinaryDocValues("bdv");
  SortedDocValues sdv = r.getSortedDocValues("sorted");
  for (int i = 0; i < r.maxDoc(); i++) {
    assertEquals(17, getValue(bdv, i));
    BytesRef term = sdv.get(i);
    assertEquals(new BytesRef("value"), term);
  }
  
  reader.close();
  dir.close();
}
 

import org.apache.lucene.codecs.DocValuesFormat; //导入依赖的package包/类
@Test
public void testDifferentDVFormatPerField() throws Exception {
  Directory dir = newDirectory();
  IndexWriterConfig conf = newIndexWriterConfig(new MockAnalyzer(random()));
  conf.setCodec(new Lucene410Codec() {
    @Override
    public DocValuesFormat getDocValuesFormatForField(String field) {
      return new Lucene410DocValuesFormat();
    }
  });
  IndexWriter writer = new IndexWriter(dir, conf);
  
  Document doc = new Document();
  doc.add(new StringField("key", "doc", Store.NO));
  doc.add(new NumericDocValuesField("ndv", 5));
  doc.add(new SortedDocValuesField("sorted", new BytesRef("value")));
  writer.addDocument(doc); // flushed document
  writer.commit();
  writer.addDocument(doc); // in-memory document
  
  writer.updateNumericDocValue(new Term("key", "doc"), "ndv", 17L);
  writer.close();
  
  final DirectoryReader reader = DirectoryReader.open(dir);
  
  AtomicReader r = SlowCompositeReaderWrapper.wrap(reader);
  NumericDocValues ndv = r.getNumericDocValues("ndv");
  SortedDocValues sdv = r.getSortedDocValues("sorted");
  for (int i = 0; i < r.maxDoc(); i++) {
    assertEquals(17, ndv.get(i));
    final BytesRef term = sdv.get(i);
    assertEquals(new BytesRef("value"), term);
  }
  
  reader.close();
  dir.close();
}
 

import org.apache.lucene.codecs.DocValuesFormat; //导入依赖的package包/类
/**
 * Reloads all Lucene SPI implementations using the new classloader.
 * This method must be called after {@link #addToClassLoader(String, FileFilter, boolean)}
 * and {@link #addToClassLoader(String,FileFilter,boolean)} before using
 * this ResourceLoader.
 */
void reloadLuceneSPI() {
  // Codecs:
  PostingsFormat.reloadPostingsFormats(this.classLoader);
  DocValuesFormat.reloadDocValuesFormats(this.classLoader);
  Codec.reloadCodecs(this.classLoader);
  // Analysis:
  CharFilterFactory.reloadCharFilters(this.classLoader);
  TokenFilterFactory.reloadTokenFilters(this.classLoader);
  TokenizerFactory.reloadTokenizers(this.classLoader);
}
 

import org.apache.lucene.codecs.DocValuesFormat; //导入依赖的package包/类
@Override
public DocValuesFormat getDocValuesFormatForField(String field) {
  if (facetFields.contains(field)) {
    return facetsDVFormat;
  } else {
    return lucene42DVFormat;
  }
}
 

import org.apache.lucene.codecs.DocValuesFormat; //导入依赖的package包/类
/** Return a Codec that can read any of the
 *  default codecs and formats, but always writes in the specified
 *  format. */
public static Codec alwaysDocValuesFormat(final DocValuesFormat format) {
  // TODO: we really need for docvalues impls etc to announce themselves
  // (and maybe their params, too) to infostream on flush and merge.
  // otherwise in a real debugging situation we won't know whats going on!
  if (LuceneTestCase.VERBOSE) {
    System.out.println("forcing docvalues format to:" + format);
  }
  return new Lucene42Codec() {
    @Override
    public DocValuesFormat getDocValuesFormatForField(String field) {
      return format;
    }
  };
}
 

import org.apache.lucene.codecs.DocValuesFormat; //导入依赖的package包/类
/**
 * Reloads all Lucene SPI implementations using the new classloader.
 * This method must be called after {@link #addToClassLoader(String)}
 * and {@link #addToClassLoader(String,FileFilter)} before using
 * this ResourceLoader.
 */
void reloadLuceneSPI() {
  // Codecs:
  PostingsFormat.reloadPostingsFormats(this.classLoader);
  DocValuesFormat.reloadDocValuesFormats(this.classLoader);
  Codec.reloadCodecs(this.classLoader);
  // Analysis:
  CharFilterFactory.reloadCharFilters(this.classLoader);
  TokenFilterFactory.reloadTokenFilters(this.classLoader);
  TokenizerFactory.reloadTokenizers(this.classLoader);
}
 

import org.apache.lucene.codecs.DocValuesFormat; //导入依赖的package包/类
/** Returns the {@link DocValuesProducer} for the given generation. */
synchronized DocValuesProducer getDocValuesProducer(long gen, SegmentCommitInfo si, IOContext context, Directory dir, 
    DocValuesFormat dvFormat, List<FieldInfo> infos, int termsIndexDivisor) throws IOException {
  RefCount<DocValuesProducer> dvp = genDVProducers.get(gen);
  if (dvp == null) {
    dvp = newDocValuesProducer(si, context, dir, dvFormat, gen, infos, termsIndexDivisor);
    assert dvp != null;
    genDVProducers.put(gen, dvp);
  } else {
    dvp.incRef();
  }
  return dvp.get();
}
 

import org.apache.lucene.codecs.DocValuesFormat; //导入依赖的package包/类
@Override
public void init(NamedList args) {
  super.init(args);
  codec = new Lucene46Codec() {
    @Override
    public PostingsFormat getPostingsFormatForField(String field) {
      final SchemaField schemaField = core.getLatestSchema().getFieldOrNull(field);
      if (schemaField != null) {
        String postingsFormatName = schemaField.getType().getPostingsFormat();
        if (postingsFormatName != null) {
          return PostingsFormat.forName(postingsFormatName);
        }
      }
      return super.getPostingsFormatForField(field);
    }
    @Override
    public DocValuesFormat getDocValuesFormatForField(String field) {
      final SchemaField schemaField = core.getLatestSchema().getFieldOrNull(field);
      if (schemaField != null) {
        String docValuesFormatName = schemaField.getType().getDocValuesFormat();
        if (docValuesFormatName != null) {
          return DocValuesFormat.forName(docValuesFormatName);
        }
      }
      return super.getDocValuesFormatForField(field);
    }
  };
}