Python AuroraConfigLoader.load方法代码示例

# 需要导入模块: from apache.aurora.config.loader import AuroraConfigLoader [as 别名]
# 或者: from apache.aurora.config.loader.AuroraConfigLoader import load [as 别名]
def test_memoized_load():
  AuroraConfigLoader.CACHED_ENV = {}
  def check_env(env, config):
    assert 'jobs' in env and len(env['jobs']) == 1, (
      "Match expected jobs for config=%s" % config)
    assert env['jobs'][0].name().get() == 'hello_world'

  with temporary_dir() as d:
    with open(os.path.join(d, 'config.aurora'), 'w+') as fp:
      fp.write(MESOS_CONFIG)
      fp.flush()
      fp.seek(0)

      for config in (fp.name, fp):
        AuroraConfigLoader.CACHED_ENV = {}
        env = AuroraConfigLoader.load(config, is_memoized=False)
        check_env(env, config)
        assert MESOS_CONFIG_MD5 not in AuroraConfigLoader.CACHED_ENV.keys(), (
          "No key is cached when config=%s and is_memoized=False")

        fp.seek(0)  # previous load results in filepointer at eof
        env = AuroraConfigLoader.load(config, is_memoized=True)
        check_env(env, config)
        assert MESOS_CONFIG_MD5 in AuroraConfigLoader.CACHED_ENV.keys(), (
          "Key is cached when config=%s and is_memoized=True" % config)

# 需要导入模块: from apache.aurora.config.loader import AuroraConfigLoader [as 别名]
# 或者: from apache.aurora.config.loader.AuroraConfigLoader import load [as 别名]
def test_memoized_load_json_cache_hit(mock_gen_content_key):
  expected_env = AuroraConfigLoader.load(BytesIO(MESOS_CONFIG))
  expected_job_json = json.dumps(expected_env['jobs'][0].get())
  mock_gen_content_key.return_value = MESOS_CONFIG_MD5
  AuroraConfigLoader.CACHED_JSON = {MESOS_CONFIG_MD5: expected_job_json}
  loaded_job_json = AuroraConfigLoader.load_json('a/path', is_memoized=True)
  assert loaded_job_json == expected_job_json, "Test cache hit load_json"

# 需要导入模块: from apache.aurora.config.loader import AuroraConfigLoader [as 别名]
# 或者: from apache.aurora.config.loader.AuroraConfigLoader import load [as 别名]
def test_filter_schema():
  env = AuroraConfigLoader.load(BytesIO(MESOS_CONFIG))
  job_dict = env['jobs'][0].get()
  job_dict['unknown_attribute'] = 'foo bar baz'
  job_json_string = json.dumps(job_dict)
  with pytest.raises(AttributeError):
    AuroraConfigLoader.loads_json(job_json_string)

# 需要导入模块: from apache.aurora.config.loader import AuroraConfigLoader [as 别名]
# 或者: from apache.aurora.config.loader.AuroraConfigLoader import load [as 别名]
def test_filter_schema():
  env = AuroraConfigLoader.load(BytesIO(MESOS_CONFIG))
  job_dict = env['jobs'][0].get()
  job_dict['unknown_attribute'] = 'foo bar baz'
  job_json_string = json.dumps(job_dict)
  # If this fails, will raise an InvalidConfigError or other exception and fail the test.
  AuroraConfigLoader.loads_json(job_json_string)

# 需要导入模块: from apache.aurora.config.loader import AuroraConfigLoader [as 别名]
# 或者: from apache.aurora.config.loader.AuroraConfigLoader import load [as 别名]
def test_pick():
  env = AuroraConfigLoader.load(BytesIO(MESOS_CONFIG))

  hello_world = env['jobs'][0]
  assert AuroraConfig.pick(env, 'hello_world', None) == hello_world

  env['jobs'][0] = env['jobs'][0](name='something_{{else}}')
  assert str(AuroraConfig.pick(env, 'something_else', [{'else': 'else'}]).name()) == (
      'something_else')

# 需要导入模块: from apache.aurora.config.loader import AuroraConfigLoader [as 别名]
# 或者: from apache.aurora.config.loader.AuroraConfigLoader import load [as 别名]
def test_load():
  with temporary_file() as fp:
    fp.write(MESOS_CONFIG)
    fp.flush()
    fp.seek(0)

    for config in (fp.name, fp):
      env = AuroraConfigLoader.load(config)
      assert 'jobs' in env and len(env['jobs']) == 1
      hello_world = env['jobs'][0]
      assert hello_world.name().get() == 'hello_world'

# 需要导入模块: from apache.aurora.config.loader import AuroraConfigLoader [as 别名]
# 或者: from apache.aurora.config.loader.AuroraConfigLoader import load [as 别名]
def test_load_json():
  with temporary_file() as fp:
    fp.write(MESOS_CONFIG)
    fp.flush()
    env = AuroraConfigLoader.load(fp.name)
    job = env['jobs'][0]
  with temporary_file() as fp:
    fp.write(json.dumps(job.get()))
    fp.flush()
    new_job = AuroraConfigLoader.load_json(fp.name)
    assert new_job == job

# 需要导入模块: from apache.aurora.config.loader import AuroraConfigLoader [as 别名]
# 或者: from apache.aurora.config.loader.AuroraConfigLoader import load [as 别名]
def test_pick():
  with temporary_file() as fp:
    fp.write(MESOS_CONFIG)
    fp.flush()
    env = AuroraConfigLoader.load(fp.name)

  hello_world = env['jobs'][0]
  assert AuroraConfig.pick(env, 'hello_world', None) == hello_world

  env['jobs'][0] = env['jobs'][0](name='something_{{else}}')
  assert str(AuroraConfig.pick(env, 'something_else', [{'else': 'else'}]).name()) == (
      'something_else')

# 需要导入模块: from apache.aurora.config.loader import AuroraConfigLoader [as 别名]
# 或者: from apache.aurora.config.loader.AuroraConfigLoader import load [as 别名]
def test_load_with_includes():
  with temporary_dir() as tmp_dir:
    f1_name = 'f1.aurora'
    f2_name = 'f2.aurora'
    with open(os.path.join(tmp_dir, f1_name), 'w+') as f1:
      f1.write(MESOS_CONFIG)
      f1.flush()
      f1.seek(0)
      with open(os.path.join(tmp_dir, f2_name), 'w+') as f2:
        f2.write(MESOS_CONFIG_WITH_INCLUDE_TEMPLATE % f1_name)
        f2.flush()
        f2.seek(0)

        env = AuroraConfigLoader.load(f2.name, is_memoized=True)
        assert 'jobs' in env and len(env['jobs']) == 2
        hello_world = env['jobs'][0]
        assert hello_world.name().get() == 'hello_world'
        other_job = env['jobs'][1]
        assert other_job.name().get() == 'otherjob'

# 需要导入模块: from apache.aurora.config.loader import AuroraConfigLoader [as 别名]
# 或者: from apache.aurora.config.loader.AuroraConfigLoader import load [as 别名]
def test_load_json_memoized():
  AuroraConfigLoader.CACHED_JSON = {}
  env = AuroraConfigLoader.load(BytesIO(MESOS_CONFIG_MULTI))
  jobs = env['jobs']
  content = json.dumps(jobs[0].get())
  expected_md5 = hashlib.md5(content).hexdigest()
  with temporary_dir() as d:
    filename = os.path.join(d, 'config.json')
    with open(filename, 'w+') as fp:
      fp.write(json.dumps(jobs[0].get()))
      fp.close()
      loaded_job = AuroraConfigLoader.load_json(fp.name, is_memoized=False)['jobs'][0]
      assert loaded_job == jobs[0]
      assert expected_md5 not in AuroraConfigLoader.CACHED_JSON, (
        "No key is cached when is_memoized=False")

      loaded_job = AuroraConfigLoader.load_json(fp.name, is_memoized=True)['jobs'][0]
      assert loaded_job == jobs[0]
      assert expected_md5 in AuroraConfigLoader.CACHED_JSON, (
        "Key is cached when is_memoized=True")

# 需要导入模块: from apache.aurora.config.loader import AuroraConfigLoader [as 别名]
# 或者: from apache.aurora.config.loader.AuroraConfigLoader import load [as 别名]
    def execute(self, context):
        def maybe_bind(j):
            return j.bind(*bindings) if bindings else j

        def get_jobkey(job):
            return "/".join([job.cluster().get(), job.role().get(), job.environment().get(), job.name().get()])

        try:
            env = AuroraConfigLoader.load(context.options.config_file)
        except (AuroraConfig.Error, AuroraConfigLoader.Error, ValueError) as e:
            context.print_err("Error loading configuration file: %s" % e)
            return EXIT_COMMAND_FAILURE
        bindings = context.options.bindings
        job_list = env.get("jobs", [])
        if not job_list:
            context.print_out("jobs=[]")
        else:
            bound_jobs = map(maybe_bind, job_list)
            job_names = map(get_jobkey, bound_jobs)
            context.print_out("jobs=[%s]" % (", ".join(job_names)))
        return EXIT_OK

# 需要导入模块: from apache.aurora.config.loader import AuroraConfigLoader [as 别名]
# 或者: from apache.aurora.config.loader.AuroraConfigLoader import load [as 别名]
def test_empty_config():
  AuroraConfigLoader.load(BytesIO())

# 需要导入模块: from apache.aurora.config.loader import AuroraConfigLoader [as 别名]
# 或者: from apache.aurora.config.loader.AuroraConfigLoader import load [as 别名]
def test_bad_config():
  with temporary_file() as fp:
    fp.write(BAD_MESOS_CONFIG)
    fp.flush()
    with pytest.raises(AuroraConfigLoader.InvalidConfigError):
      AuroraConfigLoader.load(fp.name)

# 需要导入模块: from apache.aurora.config.loader import AuroraConfigLoader [as 别名]
# 或者: from apache.aurora.config.loader.AuroraConfigLoader import load [as 别名]
def test_bad_config():
  with pytest.raises(AuroraConfigLoader.InvalidConfigError):
    AuroraConfigLoader.load(BytesIO(BAD_MESOS_CONFIG))

# 需要导入模块: from apache.aurora.config.loader import AuroraConfigLoader [as 别名]
# 或者: from apache.aurora.config.loader.AuroraConfigLoader import load [as 别名]
def test_enoent():
  nonexistent_file = tempfile.mktemp()
  with pytest.raises(AuroraConfigLoader.NotFound):
    AuroraConfigLoader.load(nonexistent_file)