Java SchedulerFactory.singleton方法代码示例

import org.apache.zeppelin.scheduler.SchedulerFactory; //导入方法依赖的package包/类
@Before
public void setUp() throws Exception {
  System.setProperty(ConfVars.ZEPPELIN_NOTEBOOK_PUBLIC.getVarName(), "true");
  System.setProperty(ConfVars.ZEPPELIN_INTERPRETER_GROUP_ORDER.getVarName(), "mock1,mock2");
  super.setUp();

  schedulerFactory = SchedulerFactory.singleton();

  SearchService search = mock(SearchService.class);
  notebookRepo = new VFSNotebookRepo(conf);
  notebookAuthorization = NotebookAuthorization.init(conf);
  credentials = new Credentials(conf.credentialsPersist(), conf.getCredentialsPath(), null);

  notebook = new Notebook(conf, notebookRepo, schedulerFactory, interpreterFactory, interpreterSettingManager, this, search,
      notebookAuthorization, credentials);
}
 

import org.apache.zeppelin.scheduler.SchedulerFactory; //导入方法依赖的package包/类
@Override
public Scheduler getScheduler() {
  int maxConcurrency = Integer.parseInt(
      getProperty("zeppelin.interpreter.max.poolsize",
          ZeppelinConfiguration.ConfVars.ZEPPELIN_INTERPRETER_MAX_POOL_SIZE.getIntValue() + ""));

  Scheduler s = new RemoteScheduler(
      RemoteInterpreter.class.getName() + "-" + sessionId,
      SchedulerFactory.singleton().getExecutor(),
      sessionId,
      this,
      SchedulerFactory.singleton(),
      maxConcurrency);
  return SchedulerFactory.singleton().createOrGetScheduler(s);
}
 

import org.apache.zeppelin.scheduler.SchedulerFactory; //导入方法依赖的package包/类
@Before
public void setUp() throws Exception {
  System.setProperty(ZeppelinConfiguration.ConfVars.ZEPPELIN_INTERPRETER_GROUP_ORDER.getVarName(), "mock1,mock2");
  super.setUp();

  this.schedulerFactory = SchedulerFactory.singleton();
  heliumAppFactory = new HeliumApplicationFactory();
  // set AppEventListener properly
  for (InterpreterSetting interpreterSetting : interpreterSettingManager.get()) {
    interpreterSetting.setAppEventListener(heliumAppFactory);
  }

  SearchService search = mock(SearchService.class);
  notebookRepo = new VFSNotebookRepo(conf);
  NotebookAuthorization notebookAuthorization = NotebookAuthorization.init(conf);
  notebook = new Notebook(
      conf,
      notebookRepo,
      schedulerFactory,
      interpreterFactory,
      interpreterSettingManager,
      this,
      search,
      notebookAuthorization,
      new Credentials(false, null, null));

  heliumAppFactory.setNotebook(notebook);

  notebook.addNotebookEventListener(heliumAppFactory);

  anonymous = new AuthenticationInfo("anonymous");
}
 

import org.apache.zeppelin.scheduler.SchedulerFactory; //导入方法依赖的package包/类
@Before
public void setUp() throws Exception {
  System.setProperty(ConfVars.ZEPPELIN_INTERPRETER_GROUP_ORDER.getVarName(), "mock1,mock2");
  System.setProperty(ConfVars.ZEPPELIN_NOTEBOOK_STORAGE.getVarName(), "org.apache.zeppelin.notebook.repo.VFSNotebookRepo");

  super.setUp();

  this.schedulerFactory = SchedulerFactory.singleton();
  SearchService search = mock(SearchService.class);
  notebookRepo = new VFSNotebookRepo(conf);
  notebookAuthorization = NotebookAuthorization.init(conf);
  notebook = new Notebook(conf, notebookRepo, schedulerFactory, interpreterFactory, interpreterSettingManager, this, search,
      notebookAuthorization, null);
}
 

import org.apache.zeppelin.scheduler.SchedulerFactory; //导入方法依赖的package包/类
@Before
public void setUp() throws Exception {
  String zpath = System.getProperty("java.io.tmpdir")+"/ZeppelinLTest_"+System.currentTimeMillis();
  mainZepDir = new File(zpath);
  mainZepDir.mkdirs();
  new File(mainZepDir, "conf").mkdirs();
  String mainNotePath = zpath+"/notebook";
  String secNotePath = mainNotePath + "_secondary";
  mainNotebookDir = new File(mainNotePath);
  secNotebookDir = new File(secNotePath);
  mainNotebookDir.mkdirs();
  secNotebookDir.mkdirs();

  System.setProperty(ConfVars.ZEPPELIN_HOME.getVarName(), mainZepDir.getAbsolutePath());
  System.setProperty(ConfVars.ZEPPELIN_NOTEBOOK_DIR.getVarName(), mainNotebookDir.getAbsolutePath());
  System.setProperty(ConfVars.ZEPPELIN_NOTEBOOK_STORAGE.getVarName(), "org.apache.zeppelin.notebook.repo.VFSNotebookRepo,org.apache.zeppelin.notebook.repo.mock.VFSNotebookRepoMock");
  System.setProperty(ConfVars.ZEPPELIN_NOTEBOOK_ONE_WAY_SYNC.getVarName(), "false");
  LOG.info("main Note dir : " + mainNotePath);
  LOG.info("secondary note dir : " + secNotePath);
  conf = ZeppelinConfiguration.create();

  this.schedulerFactory = SchedulerFactory.singleton();

  depResolver = new DependencyResolver(mainZepDir.getAbsolutePath() + "/local-repo");
  interpreterSettingManager = new InterpreterSettingManager(conf,
      mock(AngularObjectRegistryListener.class), mock(RemoteInterpreterProcessListener.class), mock(ApplicationEventListener.class));
  factory = new InterpreterFactory(interpreterSettingManager);

  search = mock(SearchService.class);
  notebookRepoSync = new NotebookRepoSync(conf);
  notebookAuthorization = NotebookAuthorization.init(conf);
  credentials = new Credentials(conf.credentialsPersist(), conf.getCredentialsPath(), null);
  notebookSync = new Notebook(conf, notebookRepoSync, schedulerFactory, factory, interpreterSettingManager, this, search,
          notebookAuthorization, credentials);
  anonymous = new AuthenticationInfo("anonymous");
}
 

import org.apache.zeppelin.scheduler.SchedulerFactory; //导入方法依赖的package包/类
public ZeppelinServer() throws Exception {
  ZeppelinConfiguration conf = ZeppelinConfiguration.create();



  InterpreterOutput.limit = conf.getInt(ConfVars.ZEPPELIN_INTERPRETER_OUTPUT_LIMIT);

  HeliumApplicationFactory heliumApplicationFactory = new HeliumApplicationFactory();
  HeliumBundleFactory heliumBundleFactory;

  if (isBinaryPackage(conf)) {
    /* In binary package, zeppelin-web/src/app/visualization and zeppelin-web/src/app/tabledata
     * are copied to lib/node_modules/zeppelin-vis, lib/node_modules/zeppelin-tabledata directory.
     * Check zeppelin/zeppelin-distribution/src/assemble/distribution.xml to see how they're
     * packaged into binary package.
     */
    heliumBundleFactory = new HeliumBundleFactory(
        conf,
        null,
        new File(conf.getRelativeDir(ConfVars.ZEPPELIN_DEP_LOCALREPO)),
        new File(conf.getRelativeDir("lib/node_modules/zeppelin-tabledata")),
        new File(conf.getRelativeDir("lib/node_modules/zeppelin-vis")),
        new File(conf.getRelativeDir("lib/node_modules/zeppelin-spell")));
  } else {
    heliumBundleFactory = new HeliumBundleFactory(
        conf,
        null,
        new File(conf.getRelativeDir(ConfVars.ZEPPELIN_DEP_LOCALREPO)),
        new File(conf.getRelativeDir("zeppelin-web/src/app/tabledata")),
        new File(conf.getRelativeDir("zeppelin-web/src/app/visualization")),
        new File(conf.getRelativeDir("zeppelin-web/src/app/spell")));
  }

  this.schedulerFactory = SchedulerFactory.singleton();
  this.interpreterSettingManager = new InterpreterSettingManager(conf, notebookWsServer,
      notebookWsServer, notebookWsServer);
  this.replFactory = new InterpreterFactory(interpreterSettingManager);
  this.notebookRepo = new NotebookRepoSync(conf);
  this.noteSearchService = new LuceneSearch();
  this.notebookAuthorization = NotebookAuthorization.getInstance();
  this.credentials = new Credentials(
      conf.credentialsPersist(),
      conf.getCredentialsPath(),
      conf.getCredentialsEncryptKey());
  notebook = new Notebook(conf,
      notebookRepo, schedulerFactory, replFactory, interpreterSettingManager, notebookWsServer,
          noteSearchService, notebookAuthorization, credentials);
  this.configStorage = ConfigStorage.getInstance(conf);

  ZeppelinServer.helium = new Helium(
      conf.getHeliumConfPath(),
      conf.getHeliumRegistry(),
      new File(conf.getRelativeDir(ConfVars.ZEPPELIN_DEP_LOCALREPO),
          "helium-registry-cache"),
      heliumBundleFactory,
      heliumApplicationFactory,
      interpreterSettingManager);

  // create bundle
  try {
    heliumBundleFactory.buildAllPackages(helium.getBundlePackagesToBundle());
  } catch (Exception e) {
    LOG.error(e.getMessage(), e);
  }
  
  // to update notebook from application event from remote process.
  heliumApplicationFactory.setNotebook(notebook);
  // to update fire websocket event on application event.
  heliumApplicationFactory.setApplicationEventListener(notebookWsServer);

  notebook.addNotebookEventListener(heliumApplicationFactory);
  notebook.addNotebookEventListener(notebookWsServer.getNotebookInformationListener());
}