import org.apache.solr.servlet.SolrDispatchFilter; //导入依赖的package包/类
private static void stopJettySolrRunner(JettySolrRunner jetty) throws Exception {
  assert(jetty != null);
  monkeyLog("stop shard! " + jetty.getLocalPort());
  // get a clean shutdown so that no dirs are left open...
  FilterHolder fh = jetty.getDispatchFilter();
  if (fh != null) {
    SolrDispatchFilter sdf = (SolrDispatchFilter) fh.getFilter();
    if (sdf != null) {
      sdf.destroy();
    }
  }
  jetty.stop();
  
  if (!jetty.isStopped()) {
    throw new RuntimeException("could not stop jetty");
  }
}
 

import org.apache.solr.servlet.SolrDispatchFilter; //导入依赖的package包/类
public static void kill(JettySolrRunner jetty) throws Exception {
  FilterHolder filterHolder = jetty.getDispatchFilter();
  if (filterHolder != null) {
    Filter filter = filterHolder.getFilter();
    if (filter != null) {
      CoreContainer cores = ((SolrDispatchFilter) filter).getCores();
      if (cores != null) {
        int zklocalport = ((InetSocketAddress) cores.getZkController()
            .getZkClient().getSolrZooKeeper().getSocketAddress()).getPort();
        IpTables.blockPort(zklocalport);
      }
    }
  }

  IpTables.blockPort(jetty.getLocalPort());
  
  monkeyLog("kill shard! " + jetty.getLocalPort());
  
  jetty.stop();
  
  stop(jetty);
  
  if (!jetty.isStopped()) {
    throw new RuntimeException("could not kill jetty");
  }
}
 

import org.apache.solr.servlet.SolrDispatchFilter; //导入依赖的package包/类
private void checkForSingleIndex(JettySolrRunner jetty) {
  CoreContainer cores = ((SolrDispatchFilter) jetty.getDispatchFilter().getFilter()).getCores();
  Collection<SolrCore> theCores = cores.getCores();
  for (SolrCore core : theCores) {
    String ddir = core.getDataDir();
    CachingDirectoryFactory dirFactory = (CachingDirectoryFactory) core.getDirectoryFactory();
    synchronized (dirFactory) {
      Set<String> livePaths = dirFactory.getLivePaths();
      // one for data, one for hte index under data
      assertEquals(livePaths.toString(), 2, livePaths.size());
      // :TODO: assert that one of the paths is a subpath of hte other
    }
    if (dirFactory instanceof StandardDirectoryFactory) {
      System.out.println(Arrays.asList(new File(ddir).list()));
      assertEquals(Arrays.asList(new File(ddir).list()).toString(), 1, indexDirCount(ddir));
    }
  }
}
 

import org.apache.solr.servlet.SolrDispatchFilter; //导入依赖的package包/类
@Test
public void testZkHostDiscovery() throws ClassNotFoundException, NoSuchMethodException,
    IllegalAccessException, InstantiationException, InvocationTargetException {

  // Should see an error when zkHost is not defined but solr.solrxml.location is set to zookeeper.
  System.clearProperty("zkHost");
  try {
    Method method = SolrDispatchFilter.class.getDeclaredMethod("loadConfigSolr", SolrResourceLoader.class);
    method.setAccessible(true);
    method.invoke(new SolrDispatchFilter(), new SolrResourceLoader(null));
    fail("Should have thrown an exception");
  } catch (InvocationTargetException ite) {
    assertTrue("Should be catching a SolrException", ite.getTargetException() instanceof SolrException);
    assertEquals("Caught Solr exception", ite.getTargetException().getMessage(),
        "Could not load solr.xml from zookeeper: zkHost system property not set");
  }
}
 

import org.apache.solr.servlet.SolrDispatchFilter; //导入依赖的package包/类
private void checkInstanceDirs(JettySolrRunner jetty) {
  CoreContainer cores = ((SolrDispatchFilter) jetty.getDispatchFilter()
      .getFilter()).getCores();
  Collection<SolrCore> theCores = cores.getCores();
  for (SolrCore core : theCores) {
    if (!oldStyleSolrXml) {
      // look for core props file
      assertTrue("Could not find expected core.properties file",
          new File((String) core.getStatistics().get("instanceDir"),
              "core.properties").exists());
    }
    
    assertEquals(
       new File(SolrResourceLoader.normalizeDir(jetty.getSolrHome() + File.separator
            + core.getName())).getAbsolutePath(),
        new File(SolrResourceLoader.normalizeDir((String) core.getStatistics().get(
            "instanceDir"))).getAbsolutePath());
  }
}
 

import org.apache.solr.servlet.SolrDispatchFilter; //导入依赖的package包/类
private void randomlyEnableAutoSoftCommit() {
  if (r.nextBoolean()) {
    log.info("Turning on auto soft commit");
    for (CloudJettyRunner jetty : shardToJetty.get("shard1")) {
      SolrCore core = ((SolrDispatchFilter) jetty.jetty.getDispatchFilter()
          .getFilter()).getCores().getCore("collection1");
      try {
        ((DirectUpdateHandler2) core.getUpdateHandler()).getCommitTracker()
            .setTimeUpperBound(5000);
      } finally {
        core.close();
      }
    }
  } else {
    log.info("Not turning on auto soft commit");
  }
}
 

import org.apache.solr.servlet.SolrDispatchFilter; //导入依赖的package包/类
protected void enableAutoSoftCommit(int time) {
  log.info("Turning on auto soft commit: " + time);
  for (List<CloudJettyRunner> jettyList : shardToJetty.values()) {
    for (CloudJettyRunner jetty : jettyList) {
      CoreContainer cores = ((SolrDispatchFilter) jetty.jetty
          .getDispatchFilter().getFilter()).getCores();
      for (SolrCore core : cores.getCores()) {
        ((DirectUpdateHandler2) core.getUpdateHandler())
            .getSoftCommitTracker().setTimeUpperBound(time);
      }
    }
  }
}
 

import org.apache.solr.servlet.SolrDispatchFilter; //导入依赖的package包/类
public void expireSession(final JettySolrRunner jetty) {
    monkeyLog("expire session for " + jetty.getLocalPort() + " !");
    
    SolrDispatchFilter solrDispatchFilter = (SolrDispatchFilter) jetty
        .getDispatchFilter().getFilter();
    if (solrDispatchFilter != null) {
      CoreContainer cores = solrDispatchFilter.getCores();
      if (cores != null) {
        causeConnectionLoss(jetty, cores.getZkController().getClientTimeout() + 200);
      }
    }
    

//    Thread thread = new Thread() {
//      {
//        setDaemon(true);
//      }
//      public void run() {
//        SolrDispatchFilter solrDispatchFilter = (SolrDispatchFilter) jetty.getDispatchFilter().getFilter();
//        if (solrDispatchFilter != null) {
//          CoreContainer cores = solrDispatchFilter.getCores();
//          if (cores != null) {
//            try {
//              Thread.sleep(ZkTestServer.TICK_TIME * 2 + 800);
//            } catch (InterruptedException e) {
//              // we act as only connection loss
//              return;
//            }
//            long sessionId = cores.getZkController().getZkClient().getSolrZooKeeper().getSessionId();
//            zkServer.expire(sessionId);
//          }
//        }
//      }
//    };
//    thread.start();

  }
 

import org.apache.solr.servlet.SolrDispatchFilter; //导入依赖的package包/类
public static void causeConnectionLoss(JettySolrRunner jetty, int pauseTime) {
  SolrDispatchFilter solrDispatchFilter = (SolrDispatchFilter) jetty
      .getDispatchFilter().getFilter();
  if (solrDispatchFilter != null) {
    CoreContainer cores = solrDispatchFilter.getCores();
    if (cores != null) {
      SolrZkClient zkClient = cores.getZkController().getZkClient();
      // must be at least double tick time...
      zkClient.getSolrZooKeeper().pauseCnxn(pauseTime);
    }
  }
}
 

import org.apache.solr.servlet.SolrDispatchFilter; //导入依赖的package包/类
/**
 * Verify that things still work if an IW has not been opened (and hence the CommitPoints have not been communicated to the deletion policy)
 */
public void testNoWriter() throws Exception {
  useFactory(null);    // force a persistent directory

  // read-only setting (no opening from indexwriter)
  System.setProperty("solr.tests.nrtMode", "false");
  try {
  // stop and start so they see the new directory setting
  slaveJetty.stop();
  masterJetty.stop();
  slaveJetty.start(true);
  masterJetty.start(true);

  index(slaveClient, "id", "123456");
  slaveClient.commit();
  slaveJetty.stop();
  slaveJetty.start(true);
  } finally {
    System.clearProperty("solr.tests.nrtMode"); // dont mess with other tests
  }

  // Currently we open a writer on-demand.  This is to test that we are correctly testing
  // the code path when SolrDeletionPolicy.getLatestCommit() returns null.
  // When we are using an ephemeral directory, an IW will always be opened to create the index and hence
  // getLatestCommit will always be non-null.
  CoreContainer cores = ((SolrDispatchFilter) slaveJetty.getDispatchFilter().getFilter()).getCores();
  Collection<SolrCore> theCores = cores.getCores();
  assertEquals(1, theCores.size());
  SolrCore core = (SolrCore)theCores.toArray()[0];
  assertNull( core.getDeletionPolicy().getLatestCommit() );


  pullFromMasterToSlave();  // this will cause SnapPuller to be invoked and we will test when SolrDeletionPolicy.getLatestCommit() returns null

  resetFactory();
}
 

import org.apache.solr.servlet.SolrDispatchFilter; //导入依赖的package包/类
/**
 * Kills the Solr instance identified by the given {@code nodeId}. Unlike {@link #stopSolr(String)}, this method
 * prevents Solr from doing a graceful shutdown, so that states recorded in ZooKeeper aren't consistent.
 */
public void killSolr(String nodeId) {
    final JettySolrRunner solrRunner = getJettySolrRunner(nodeId);
    final SolrDispatchFilter solrFilter = solrRunner.getSolrDispatchFilter();
    final SolrZooKeeper solrZooKeeper = solrFilter.getCores().getZkController().getZkClient().getSolrZooKeeper();
    try {
        // solrZooKeeper.closeCnxn() doesn't really work
        solrZooKeeper.close();
    } catch (final InterruptedException e) {
        throw new RuntimeException(e);
    }
    stopSolr(nodeId);
}
 

import org.apache.solr.servlet.SolrDispatchFilter; //导入依赖的package包/类
private void causeConnectionLoss(JettySolrRunner jetty, int pauseTime) {
  SolrDispatchFilter solrDispatchFilter = (SolrDispatchFilter) jetty
      .getDispatchFilter().getFilter();
  if (solrDispatchFilter != null) {
    CoreContainer cores = solrDispatchFilter.getCores();
    if (cores != null) {
      SolrZkClient zkClient = cores.getZkController().getZkClient();
      // must be at least double tick time...
      zkClient.getSolrZooKeeper().pauseCnxn(pauseTime);
    }
  }
}
 

import org.apache.solr.servlet.SolrDispatchFilter; //导入依赖的package包/类
private void checkForSingleIndex(JettySolrRunner jetty) {
  CoreContainer cores = ((SolrDispatchFilter) jetty.getDispatchFilter().getFilter()).getCores();
  Collection<SolrCore> theCores = cores.getCores();
  for (SolrCore core : theCores) {
    String ddir = core.getDataDir();
    CachingDirectoryFactory dirFactory = (CachingDirectoryFactory) core.getDirectoryFactory();
    synchronized (dirFactory) {
      assertEquals(dirFactory.getPaths().toString(), 2, dirFactory.getPaths().size());
    }
    if (dirFactory instanceof StandardDirectoryFactory) {
      System.out.println(Arrays.asList(new File(ddir).list()));
      assertEquals(Arrays.asList(new File(ddir).list()).toString(), 1, indexDirCount(ddir));
    }
  }
}
 

import org.apache.solr.servlet.SolrDispatchFilter; //导入依赖的package包/类
private static ZkController getZkController() {
    SolrDispatchFilter dispatchFilter =
            (SolrDispatchFilter) miniSolrCloudCluster.getJettySolrRunners().get(0).getDispatchFilter().getFilter();
    return dispatchFilter.getCores().getZkController();
}
 

import org.apache.solr.servlet.SolrDispatchFilter; //导入依赖的package包/类
public static boolean start(JettySolrRunner jetty) throws Exception {

    IpTables.unblockPort(jetty.getLocalPort());
    try {
      jetty.start();
    } catch (Exception e) {
      jetty.stop();
      Thread.sleep(3000);
      try {
        jetty.start();
      } catch (Exception e2) {
        jetty.stop();
        Thread.sleep(10000);
        try {
          jetty.start();
        } catch (Exception e3) {
          jetty.stop();
          Thread.sleep(30000);
          try {
            jetty.start();
          } catch (Exception e4) {
            log.error("Could not get the port to start jetty again", e4);
            // we coud not get the port
            jetty.stop();
            return false;
          }
        }
      }
    }
    FilterHolder filterHolder = jetty.getDispatchFilter();
    if (filterHolder != null) {
      Filter filter = filterHolder.getFilter();
      if (filter != null) {
        CoreContainer cores = ((SolrDispatchFilter) filter).getCores();
        if (cores != null) {
          int zklocalport = ((InetSocketAddress) cores.getZkController()
              .getZkClient().getSolrZooKeeper().getSocketAddress()).getPort();
          IpTables.unblockPort(zklocalport);
        }
      }
    }
    return true;
  }
 

import org.apache.solr.servlet.SolrDispatchFilter; //导入依赖的package包/类
@Override
protected void createServers(int numShards) throws Exception {
  // give everyone there own solrhome
  File controlHome = new File(new File(getSolrHome()).getParentFile(), "control" + homeCount.incrementAndGet());
  FileUtils.copyDirectory(new File(getSolrHome()), controlHome);
  setupJettySolrHome(controlHome);
  
  System.setProperty("collection", "control_collection");
  String numShardsS = System.getProperty(ZkStateReader.NUM_SHARDS_PROP);
  System.setProperty(ZkStateReader.NUM_SHARDS_PROP, "1");
  controlJetty = createJetty(controlHome, null);      // let the shardId default to shard1
  System.clearProperty("collection");
  if(numShardsS != null) {
    System.setProperty(ZkStateReader.NUM_SHARDS_PROP, numShardsS);
  } else {
    System.clearProperty(ZkStateReader.NUM_SHARDS_PROP);
  }

  controlClient = createNewSolrServer(controlJetty.getLocalPort());

  StringBuilder sb = new StringBuilder();
  for (int i = 1; i <= numShards; i++) {
    if (sb.length() > 0) sb.append(',');
    // give everyone there own solrhome
    File jettyHome = new File(new File(getSolrHome()).getParentFile(), "jetty" + homeCount.incrementAndGet());
    setupJettySolrHome(jettyHome);
    JettySolrRunner j = createJetty(jettyHome, null, "shard" + (i + 2));
    jettys.add(j);
    clients.add(createNewSolrServer(j.getLocalPort()));
    sb.append(buildUrl(j.getLocalPort()));
  }

  shards = sb.toString();
  
  // now wait till we see the leader for each shard
  for (int i = 1; i <= numShards; i++) {
    ZkStateReader zkStateReader = ((SolrDispatchFilter) jettys.get(0)
        .getDispatchFilter().getFilter()).getCores().getZkController()
        .getZkStateReader();
    zkStateReader.getLeaderRetry("collection1", "shard" + (i + 2), 15000);
  }
}
 

import org.apache.solr.servlet.SolrDispatchFilter; //导入依赖的package包/类
private void setUpZkAndDiskXml(boolean toZk, boolean leaveOnLocal) throws Exception {
  File tmpDir = createTempDir();
  File solrHome = new File(tmpDir, "home");
  copyMinConf(new File(solrHome, "myCollect"));
  if (leaveOnLocal) {
    FileUtils.copyFile(new File(SolrTestCaseJ4.TEST_HOME(), "solr-stress-new.xml"), new File(solrHome, "solr.xml"));
  }

  System.setProperty("solr.solr.home", solrHome.getAbsolutePath());

  ignoreException("No UpdateLog found - cannot sync");
  ignoreException("No UpdateLog found - cannot recover");

  System.setProperty("zkClientTimeout", "8000");

  zkDir = tmpDir.getAbsolutePath() + File.separator
      + "zookeeper" + System.currentTimeMillis() + "/server1/data";
  zkServer = new ZkTestServer(zkDir);
  zkServer.run();
  System.setProperty("zkHost", zkServer.getZkAddress());
  AbstractZkTestCase.buildZooKeeper(zkServer.getZkHost(),
      zkServer.getZkAddress(), "solrconfig.xml", "schema.xml");

  zkClient = new SolrZkClient(zkServer.getZkAddress(), AbstractZkTestCase.TIMEOUT);

  if (toZk) {
    zkClient.makePath("solr.xml", XML_FOR_ZK.getBytes(StandardCharsets.UTF_8), true);
  }

  zkClient.close();

  log.info("####SETUP_START " + getTestName());

  // set some system properties for use by tests
  System.setProperty("solr.test.sys.prop1", "propone");
  System.setProperty("solr.test.sys.prop2", "proptwo");

  Method method = SolrDispatchFilter.class.getDeclaredMethod("loadConfigSolr", SolrResourceLoader.class);
  method.setAccessible(true);

  Object obj = method.invoke(new SolrDispatchFilter(), new SolrResourceLoader(null));
  cfg = (ConfigSolr) obj;

  log.info("####SETUP_END " + getTestName());
}
 

import org.apache.solr.servlet.SolrDispatchFilter; //导入依赖的package包/类
/**
 * Tests handling of lir state znodes.
 */
protected void testLeaderInitiatedRecoveryCRUD() throws Exception {
  String testCollectionName = "c8n_crud_1x2";
  String shardId = "shard1";
  createCollection(testCollectionName, 1, 2, 1);
  cloudClient.setDefaultCollection(testCollectionName);

  Replica leader =
      cloudClient.getZkStateReader().getLeaderRetry(testCollectionName, shardId);
  JettySolrRunner leaderJetty = getJettyOnPort(getReplicaPort(leader));

  CoreContainer cores = ((SolrDispatchFilter)leaderJetty.getDispatchFilter().getFilter()).getCores();
  ZkController zkController = cores.getZkController();
  assertNotNull("ZkController is null", zkController);

  Replica notLeader =
      ensureAllReplicasAreActive(testCollectionName, shardId, 1, 2, maxWaitSecsToSeeAllActive).get(0);

  ZkCoreNodeProps replicaCoreNodeProps = new ZkCoreNodeProps(notLeader);
  String replicaUrl = replicaCoreNodeProps.getCoreUrl();

  assertTrue(!zkController.isReplicaInRecoveryHandling(replicaUrl));
  assertTrue(zkController.ensureReplicaInLeaderInitiatedRecovery(testCollectionName, shardId, replicaUrl, replicaCoreNodeProps, false));
  assertTrue(zkController.isReplicaInRecoveryHandling(replicaUrl));
  Map<String,Object> lirStateMap = zkController.getLeaderInitiatedRecoveryStateObject(testCollectionName, shardId, notLeader.getName());
  assertNotNull(lirStateMap);
  assertEquals(ZkStateReader.DOWN, lirStateMap.get("state"));
  zkController.removeReplicaFromLeaderInitiatedRecoveryHandling(replicaUrl);
  assertTrue(!zkController.isReplicaInRecoveryHandling(replicaUrl));

  // test old non-json format handling
  SolrZkClient zkClient = zkController.getZkClient();
  String znodePath = zkController.getLeaderInitiatedRecoveryZnodePath(testCollectionName, shardId, notLeader.getName());
  zkClient.setData(znodePath, "down".getBytes(StandardCharsets.UTF_8), true);
  lirStateMap = zkController.getLeaderInitiatedRecoveryStateObject(testCollectionName, shardId, notLeader.getName());
  assertNotNull(lirStateMap);
  assertEquals(ZkStateReader.DOWN, lirStateMap.get("state"));
  zkClient.delete(znodePath, -1, false);

  // try to clean up
  try {
    CollectionAdminRequest req = new CollectionAdminRequest.Delete();
    req.setCollectionName(testCollectionName);
    req.process(cloudClient);
  } catch (Exception e) {
    // don't fail the test
    log.warn("Could not delete collection {} after test completed", testCollectionName);
  }
}
 

import org.apache.solr.servlet.SolrDispatchFilter; //导入依赖的package包/类
@Override
protected void createServers(int numShards) throws Exception {
  // give everyone there own solrhome
  File controlHome = new File(new File(getSolrHome()).getParentFile(), "control" + homeCount.incrementAndGet());
  FileUtils.copyDirectory(new File(getSolrHome()), controlHome);
  setupJettySolrHome(controlHome);
  
  System.setProperty("collection", "control_collection");
  String numShardsS = System.getProperty(ZkStateReader.NUM_SHARDS_PROP);
  System.setProperty(ZkStateReader.NUM_SHARDS_PROP, "1");
  controlJetty = createJetty(controlHome, null);      // let the shardId default to shard1
  System.clearProperty("collection");
  if(numShardsS != null) {
    System.setProperty(ZkStateReader.NUM_SHARDS_PROP, numShardsS);
  } else {
    System.clearProperty(ZkStateReader.NUM_SHARDS_PROP);
  }

  controlClient = createNewSolrServer(controlJetty.getLocalPort());

  StringBuilder sb = new StringBuilder();
  for (int i = 1; i <= numShards; i++) {
    if (sb.length() > 0) sb.append(',');
    // give everyone there own solrhome
    File jettyHome = new File(new File(getSolrHome()).getParentFile(), "jetty" + homeCount.incrementAndGet());
    setupJettySolrHome(jettyHome);
    JettySolrRunner j = createJetty(jettyHome, null, "shard" + (i + 2));
    jettys.add(j);
    clients.add(createNewSolrServer(j.getLocalPort()));
    sb.append("127.0.0.1:").append(j.getLocalPort()).append(context);
  }

  shards = sb.toString();
  
  // now wait till we see the leader for each shard
  for (int i = 1; i <= numShards; i++) {
    ZkStateReader zkStateReader = ((SolrDispatchFilter) jettys.get(0)
        .getDispatchFilter().getFilter()).getCores().getZkController()
        .getZkStateReader();
    zkStateReader.getLeaderRetry("collection1", "shard" + (i + 2), 15000);
  }
}
 

import org.apache.solr.servlet.SolrDispatchFilter; //导入依赖的package包/类
private ZkController getZkController() {
  SolrDispatchFilter dispatchFilter =
    (SolrDispatchFilter) miniSolrCloudCluster.getJettySolrRunners().get(0).getDispatchFilter().getFilter();
  return dispatchFilter.getCores().getZkController();
}