Python pipeline.Pipeline类代码示例

    def on_display(self):
        """
        Rendering callback.
        """
        self._camera.render()

        glClear(GL_COLOR_BUFFER_BIT | GL_DEPTH_BUFFER_BIT)

        self._scale += 0.1
        pipeline = Pipeline(rotation=[0, self._scale, 0],
                            translation=[0, 0, 6],
                            projection=self._projection)
        pipeline.set_camera(self._camera)

        self._effect.set_wvp(pipeline.get_wvp())
        self._effect.set_directional_light(
            self._dir_light_color, self._dir_light_ambient_intensity)

        position, tex_coord = 0, 1
        glEnableVertexAttribArray(position)
        glEnableVertexAttribArray(tex_coord)

        glBindBuffer(GL_ARRAY_BUFFER, self._vbo)
        glVertexAttribPointer(position, 3, GL_FLOAT, GL_FALSE, 20, ctypes.c_void_p(0))
        glVertexAttribPointer(tex_coord, 2, GL_FLOAT, GL_FALSE, 20, ctypes.c_void_p(12))
        glBindBuffer(GL_ELEMENT_ARRAY_BUFFER, self._ibo)

        self._texture.bind(GL_TEXTURE0)
        glDrawElements(GL_TRIANGLES, 18, GL_UNSIGNED_INT, ctypes.c_void_p(0))
        glDisableVertexAttribArray(position)
        glDisableVertexAttribArray(tex_coord)
        glutSwapBuffers()

def bas(target, fluxcal, phasecal, fringefinder, bpcal, catlist, FLAG_INT,
        FLAG_BATCH, FLAG_DEBUG, FLAG_SILENT, FLAG_LOG, converts,
        StageSelection, confpath, conffile, inpath, inext, outpath, outprefix,
        logpath, logfile, comment, timeformat, prompt):

    # Get all those parameters from above ^
    settings = locals()

    # Inform the CASA logger of what's happening.
    casalog.origin("bas")
    casalog.post("Output from this task is not appended to the CASA log.",
                 priority="INFO")

    # Make sure we can see all the files we need.
    obit_path = "/home/rowell/src/obit/python"
    parseltongue_path = "/usr/local/share/parseltongue/python"
    sys.path.append(obit_path)
    sys.path.append(parseltongue_path)

    # Do what we came here to do.
    p = Pipeline()
    p.set(settings)
    p.start()

    # Return the settings.
    s = p.settings
    return s

 def test_resource_group_get_all_mentioned(self):
     p = Pipeline()
     t = p.new_task()
     t.declare_resource_group(foo={'bed': '{root}.bed', 'bim': '{root}.bim'})
     t.command(f"cat {t.foo.bed}")
     assert(t.foo.bed in t._mentioned)
     assert(t.foo.bim not in t._mentioned)

 def test_add_extension_input_resource_file(self):
     input_file1 = '/tmp/data/example1.txt.bgz.foo'
     p = Pipeline()
     in1 = p.read_input(input_file1, extension='.txt.bgz.foo')
     with self.assertRaises(Exception):
         in1.add_extension('.baz')
     assert in1._value.endswith('.txt.bgz.foo')

 def test_resource_group_get_all_mentioned_dependent_tasks(self):
     p = Pipeline()
     t = p.new_task()
     t.declare_resource_group(foo={'bed': '{root}.bed', 'bim': '{root}.bim'})
     t.command(f"cat")
     t2 = p.new_task()
     t2.command(f"cat {t.foo}")

 def __init__(self):
     self.pipeline = Pipeline()
     self.history_pipeline = Pipeline()
     for plsc in pipelinestages.getPipelineFeedStageClasses():
         self.pipeline.appendStage(plsc())
     for plsc in pipelinestages.getPipelineHistoryFeedStageClasses():
         self.history_pipeline.appendStage(plsc())

 def test_iteration(self):
     p1 = Pipe(name='p1')
     p1.pipe_cache = ['ok']
     p2 = Pipe(name='p2')
     p3 = Pipe(name='p3')
     pline = Pipeline(pipes=[p1,p2,p3])
     self.assertEqual(pline.next(),'ok')

def main_pipeline(filedir):
    #point it somewhere with a bunch of text files
    pipe = Pipeline(getFileNames(filedir), frequencyCount, pruneCommon, writer)
    pipe.run()
    while(not pipe.isDone()):
        pass
    out.close()

 def test_when_consumer_yield_none(self):
     pipeline = Pipeline().add(
         PipeBuilder().alias("yield_none").consumer(lambda m: m if m == 0 else None).buffer_size(100).number_of_consumer(2)
     )
     expected = [0]
     actual = [x for x in pipeline.stream(range(100))]
     self.assertEquals(expected, actual)

def test_config_dict(pipeline_config):
    pipeline = Pipeline([Filename], [PipelineResult], **pipeline_config)
    config_dict = pipeline.get_config()
    print(config_dict)
    assert('Localizer' in config_dict)
    assert('Decoder' in config_dict)
    assert(config_dict['Localizer']['model_path'] == 'REQUIRED')
    assert(config_dict['Decoder']['model_path'] == 'REQUIRED')

def main(input_file_path, output_file_path):
    pdf_file = open_pdf_file(open(input_file_path, 'rwb'))

    image_processor = Pipeline(pipeline_provider,
                               [layout_handler, ayat_handler, soura_handler],
                               pipeline_consumer, pipeline_validator)
    image_processor.follow(retrive_page_as_image(pdf_file))
    print 'success'

 def test_resource_group_get_all_inputs(self):
     p = Pipeline()
     input = p.read_input_group(fasta="foo",
                                idx="bar")
     t = p.new_task()
     t.command(f"cat {input.fasta}")
     assert(input.fasta in t._inputs)
     assert(input.idx in t._inputs)

def test_pipeline():
    p = Pipeline()
    assert(len(p) == 0)
    p = Pipeline([ajob])
    assert(len(p) == 1)
    assert_raises(ValueError, Pipeline, [notjob])
    p.append(ajob)
    assert(len(p) == 2)

    def test_one_pipe(self):
        pipeline = Pipeline().add(
            PipeBuilder().alias("multiplier").consumer(lambda m: m * m).buffer_size(100).number_of_consumer(10)
        )
        expected = [0, 1, 4, 9, 16, 25, 36, 49, 64, 81]

        actual = [x for x in pipeline.stream(range(10))]
        actual.sort()
        self.assertEquals(expected, actual)

    def test_resource_group_mentioned(self):
        p = Pipeline()
        t = p.new_task()
        t.declare_resource_group(foo={'bed': '{root}.bed'})
        t.command(f'echo "hello" > {t.foo}')

        t2 = p.new_task()
        t2.command(f'echo "hello" >> {t.foo.bed}')
        p.run()