• 设为首页
  • 点击收藏
  • 手机版
    手机扫一扫访问
    迪恩网络手机版
  • 关注官方公众号
    微信扫一扫关注
    迪恩网络公众号

Python blaze.from_blaze函数代码示例

原作者: [db:作者] 来自: [db:来源] 收藏 邀请

本文整理汇总了Python中zipline.pipeline.loaders.blaze.from_blaze函数的典型用法代码示例。如果您正苦于以下问题:Python from_blaze函数的具体用法?Python from_blaze怎么用?Python from_blaze使用的例子?那么恭喜您, 这里精选的函数代码示例或许可以为您提供帮助。



在下文中一共展示了from_blaze函数的20个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于我们的系统推荐出更棒的Python代码示例。

示例1: test_tabular

    def test_tabular(self):
        name = 'expr'
        expr = bz.Data(self.df, name=name, dshape=self.dshape)
        ds = from_blaze(
            expr,
            loader=self.garbage_loader,
            no_deltas_rule=no_deltas_rules.ignore,
        )
        self.assertEqual(ds.__name__, name)
        self.assertTrue(issubclass(ds, DataSet))
        self.assertEqual(
            {c.name: c.dtype for c in ds.columns},
            {'sid': np.int64, 'value': np.float64},
        )

        for field in ('timestamp', 'asof_date'):
            with self.assertRaises(AttributeError) as e:
                getattr(ds, field)
            self.assertIn("'%s'" % field, str(e.exception))
            self.assertIn("'datetime'", str(e.exception))

        # test memoization
        self.assertIs(
            from_blaze(
                expr,
                loader=self.garbage_loader,
                no_deltas_rule=no_deltas_rules.ignore,
            ),
            ds,
        )
开发者ID:larssonandreas,项目名称:zipline,代码行数:30,代码来源:test_blaze.py


示例2: test_tabular

    def test_tabular(self):
        name = 'expr'
        expr = bz.data(self.df, name=name, dshape=self.dshape)
        ds = from_blaze(
            expr,
            loader=self.garbage_loader,
            no_deltas_rule=no_deltas_rules.ignore,
            missing_values=self.missing_values,
        )
        self.assertEqual(ds.__name__, name)
        self.assertTrue(issubclass(ds, DataSet))

        self.assertIs(ds.value.dtype, float64_dtype)
        self.assertIs(ds.int_value.dtype, int64_dtype)

        self.assertTrue(np.isnan(ds.value.missing_value))
        self.assertEqual(ds.int_value.missing_value, 0)

        # test memoization
        self.assertIs(
            from_blaze(
                expr,
                loader=self.garbage_loader,
                no_deltas_rule=no_deltas_rules.ignore,
                missing_values=self.missing_values,
            ),
            ds,
        )
开发者ID:ABDieng,项目名称:zipline,代码行数:28,代码来源:test_blaze.py


示例3: test_tabular

    def test_tabular(self):
        name = "expr"
        expr = bz.Data(self.df, name=name, dshape=self.dshape)
        ds = from_blaze(
            expr, loader=self.garbage_loader, no_deltas_rule=no_deltas_rules.ignore, missing_values=self.missing_values
        )
        self.assertEqual(ds.__name__, name)
        self.assertTrue(issubclass(ds, DataSet))

        self.assertIs(ds.value.dtype, float64_dtype)
        self.assertIs(ds.int_value.dtype, int64_dtype)

        self.assertTrue(np.isnan(ds.value.missing_value))
        self.assertEqual(ds.int_value.missing_value, 0)

        invalid_type_fields = ("asof_date",)

        for field in invalid_type_fields:
            with self.assertRaises(AttributeError) as e:
                getattr(ds, field)
            self.assertIn("'%s'" % field, str(e.exception))
            self.assertIn("'datetime'", str(e.exception))

        # test memoization
        self.assertIs(
            from_blaze(
                expr,
                loader=self.garbage_loader,
                no_deltas_rule=no_deltas_rules.ignore,
                missing_values=self.missing_values,
            ),
            ds,
        )
开发者ID:easysg,项目名称:zipline,代码行数:33,代码来源:test_blaze.py


示例4: test_auto_deltas_fail_raise

 def test_auto_deltas_fail_raise(self):
     loader = BlazeLoader()
     expr = bz.Data(self.df, dshape=self.dshape)
     with self.assertRaises(ValueError) as e:
         from_blaze(
             expr,
             loader=loader,
             no_deltas_rule=no_deltas_rules.raise_,
         )
     self.assertIn(str(expr), str(e.exception))
开发者ID:larssonandreas,项目名称:zipline,代码行数:10,代码来源:test_blaze.py


示例5: test_auto_deltas_fail_warn

 def test_auto_deltas_fail_warn(self):
     with warnings.catch_warnings(record=True) as ws:
         warnings.simplefilter("always")
         loader = BlazeLoader()
         expr = bz.Data(self.df, dshape=self.dshape)
         from_blaze(expr, loader=loader, no_deltas_rule=no_deltas_rules.warn, missing_values=self.missing_values)
     self.assertEqual(len(ws), 1)
     w = ws[0].message
     self.assertIsInstance(w, NoDeltasWarning)
     self.assertIn(str(expr), str(w))
开发者ID:easysg,项目名称:zipline,代码行数:10,代码来源:test_blaze.py


示例6: _run_pipeline

    def _run_pipeline(
        self, expr, deltas, expected_views, expected_output, finder, calendar, start, end, window_length, compute_fn
    ):
        loader = BlazeLoader()
        ds = from_blaze(
            expr, deltas, loader=loader, no_deltas_rule=no_deltas_rules.raise_, missing_values=self.missing_values
        )
        p = Pipeline()

        # prevent unbound locals issue in the inner class
        window_length_ = window_length

        class TestFactor(CustomFactor):
            inputs = (ds.value,)
            window_length = window_length_

            def compute(self, today, assets, out, data):
                assert_array_almost_equal(data, expected_views[today])
                out[:] = compute_fn(data)

        p.add(TestFactor(), "value")

        result = SimplePipelineEngine(loader, calendar, finder).run_pipeline(p, start, end)

        assert_frame_equal(result, _utc_localize_index_level_0(expected_output), check_dtype=False)
开发者ID:easysg,项目名称:zipline,代码行数:25,代码来源:test_blaze.py


示例7: test_custom_query_time_tz

    def test_custom_query_time_tz(self):
        df = self.df.copy()
        df["timestamp"] = (
            (pd.DatetimeIndex(df["timestamp"], tz="EST") + timedelta(hours=8, minutes=44))
            .tz_convert("utc")
            .tz_localize(None)
        )
        df.ix[3:5, "timestamp"] = pd.Timestamp("2014-01-01 13:45")
        expr = bz.Data(df, name="expr", dshape=self.dshape)
        loader = BlazeLoader(data_query_time=time(8, 45), data_query_tz="EST")
        ds = from_blaze(expr, loader=loader, no_deltas_rule=no_deltas_rules.ignore, missing_values=self.missing_values)
        p = Pipeline()
        p.add(ds.value.latest, "value")
        p.add(ds.int_value.latest, "int_value")
        dates = self.dates

        with tmp_asset_finder() as finder:
            result = SimplePipelineEngine(loader, dates, finder).run_pipeline(p, dates[0], dates[-1])

        expected = df.drop("asof_date", axis=1)
        expected["timestamp"] = expected["timestamp"].dt.normalize().astype("datetime64[ns]").dt.tz_localize("utc")
        expected.ix[3:5, "timestamp"] += timedelta(days=1)
        expected.set_index(["timestamp", "sid"], inplace=True)
        expected.index = pd.MultiIndex.from_product(
            (expected.index.levels[0], finder.retrieve_all(expected.index.levels[1]))
        )
        assert_frame_equal(result, expected, check_dtype=False)
开发者ID:easysg,项目名称:zipline,代码行数:27,代码来源:test_blaze.py


示例8: test_id

    def test_id(self):
        expr = bz.Data(self.df, name='expr', dshape=self.dshape)
        loader = BlazeLoader()
        ds = from_blaze(
            expr,
            loader=loader,
            no_deltas_rule=no_deltas_rules.ignore,
        )
        p = Pipeline()
        p.add(ds.value.latest, 'value')
        dates = self.dates

        with tmp_asset_finder() as finder:
            result = SimplePipelineEngine(
                loader,
                dates,
                finder,
            ).run_pipeline(p, dates[0], dates[-1])

        expected = self.df.drop('asof_date', axis=1).set_index(
            ['timestamp', 'sid'],
        )
        expected.index = pd.MultiIndex.from_product((
            expected.index.levels[0],
            finder.retrieve_all(expected.index.levels[1]),
        ))
        assert_frame_equal(result, expected, check_dtype=False)
开发者ID:larssonandreas,项目名称:zipline,代码行数:27,代码来源:test_blaze.py


示例9: test_id_macro_dataset

    def test_id_macro_dataset(self):
        expr = bz.Data(self.macro_df, name='expr', dshape=self.macro_dshape)
        loader = BlazeLoader()
        ds = from_blaze(
            expr,
            loader=loader,
            no_deltas_rule=no_deltas_rules.ignore,
        )
        p = Pipeline()
        p.add(ds.value.latest, 'value')
        dates = self.dates

        asset_info = asset_infos[0][0]
        with tmp_asset_finder(equities=asset_info) as finder:
            result = SimplePipelineEngine(
                loader,
                dates,
                finder,
            ).run_pipeline(p, dates[0], dates[-1])

        nassets = len(asset_info)
        expected = pd.DataFrame(
            list(concatv([0] * nassets, [1] * nassets, [2] * nassets)),
            index=pd.MultiIndex.from_product((
                self.macro_df.timestamp,
                finder.retrieve_all(asset_info.index),
            )),
            columns=('value',),
        )
        assert_frame_equal(result, expected, check_dtype=False)
开发者ID:larssonandreas,项目名称:zipline,代码行数:30,代码来源:test_blaze.py


示例10: _test_id

    def _test_id(self, df, dshape, expected, finder, add):
        expr = bz.data(df, name='expr', dshape=dshape)
        loader = BlazeLoader()
        ds = from_blaze(
            expr,
            loader=loader,
            no_deltas_rule=no_deltas_rules.ignore,
            missing_values=self.missing_values,
        )
        p = Pipeline()
        for a in add:
            p.add(getattr(ds, a).latest, a)
        dates = self.dates

        with tmp_asset_finder() as finder:
            result = SimplePipelineEngine(
                loader,
                dates,
                finder,
            ).run_pipeline(p, dates[0], dates[-1])

        assert_frame_equal(
            result,
            _utc_localize_index_level_0(expected),
            check_dtype=False,
        )
开发者ID:280185386,项目名称:zipline,代码行数:26,代码来源:test_blaze.py


示例11: test_missing_asof

    def test_missing_asof(self):
        expr = bz.Data(
            self.df.loc[:, ["sid", "value", "timestamp"]],
            name="expr",
            dshape="""
            var * {
                sid: ?int64,
                value: float64,
                timestamp: datetime,
            }""",
        )

        with self.assertRaises(TypeError) as e:
            from_blaze(expr, loader=self.garbage_loader, no_deltas_rule=no_deltas_rules.ignore)
        self.assertIn("'asof_date'", str(e.exception))
        self.assertIn(repr(str(expr.dshape.measure)), str(e.exception))
开发者ID:easysg,项目名称:zipline,代码行数:16,代码来源:test_blaze.py


示例12: test_id_macro_dataset_multiple_columns

    def test_id_macro_dataset_multiple_columns(self):
        """
        input (df):
           asof_date  timestamp  other  value
        0 2014-01-01 2014-01-01      1      0
        3 2014-01-02 2014-01-02      2      1
        6 2014-01-03 2014-01-03      3      2

        output (expected):
                                   other  value
        2014-01-01 Equity(65 [A])      1      0
                   Equity(66 [B])      1      0
                   Equity(67 [C])      1      0
        2014-01-02 Equity(65 [A])      2      1
                   Equity(66 [B])      2      1
                   Equity(67 [C])      2      1
        2014-01-03 Equity(65 [A])      3      2
                   Equity(66 [B])      3      2
                   Equity(67 [C])      3      2
        """
        df = self.macro_df.copy()
        df['other'] = df.value + 1
        fields = OrderedDict(self.macro_dshape.measure.fields)
        fields['other'] = fields['value']
        expr = bz.Data(df, name='expr', dshape=var * Record(fields))
        loader = BlazeLoader()
        ds = from_blaze(
            expr,
            loader=loader,
            no_deltas_rule=no_deltas_rules.ignore,
        )
        p = Pipeline()
        p.add(ds.value.latest, 'value')
        p.add(ds.other.latest, 'other')
        dates = self.dates

        asset_info = asset_infos[0][0]
        with tmp_asset_finder(equities=asset_info) as finder:
            result = SimplePipelineEngine(
                loader,
                dates,
                finder,
            ).run_pipeline(p, dates[0], dates[-1])

        expected = pd.DataFrame(
            np.array([[0, 1],
                      [1, 2],
                      [2, 3]]).repeat(3, axis=0),
            index=pd.MultiIndex.from_product((
                df.timestamp,
                finder.retrieve_all(asset_info.index),
            )),
            columns=('value', 'other'),
        ).sort_index(axis=1)
        assert_frame_equal(
            result,
            expected.sort_index(axis=1),
            check_dtype=False,
        )
开发者ID:Jicheng-Yan,项目名称:zipline,代码行数:59,代码来源:test_blaze.py


示例13: test_column

    def test_column(self):
        exprname = 'expr'
        expr = bz.data(self.df, name=exprname, dshape=self.dshape)
        value = from_blaze(
            expr.value,
            loader=self.garbage_loader,
            no_deltas_rule=no_deltas_rules.ignore,
            missing_values=self.missing_values,
        )
        self.assertEqual(value.name, 'value')
        self.assertIsInstance(value, BoundColumn)
        self.assertIs(value.dtype, float64_dtype)

        # test memoization
        self.assertIs(
            from_blaze(
                expr.value,
                loader=self.garbage_loader,
                no_deltas_rule=no_deltas_rules.ignore,
                missing_values=self.missing_values,
            ),
            value,
        )
        self.assertIs(
            from_blaze(
                expr,
                loader=self.garbage_loader,
                no_deltas_rule=no_deltas_rules.ignore,
                missing_values=self.missing_values,
            ).value,
            value,
        )

        # test the walk back up the tree
        self.assertIs(
            from_blaze(
                expr,
                loader=self.garbage_loader,
                no_deltas_rule=no_deltas_rules.ignore,
                missing_values=self.missing_values,
            ),
            value.dataset,
        )
        self.assertEqual(value.dataset.__name__, exprname)
开发者ID:280185386,项目名称:zipline,代码行数:44,代码来源:test_blaze.py


示例14: test_auto_deltas

 def test_auto_deltas(self):
     expr = bz.Data(
         {"ds": self.df, "ds_deltas": pd.DataFrame(columns=self.df.columns)},
         dshape=var * Record((("ds", self.dshape.measure), ("ds_deltas", self.dshape.measure))),
     )
     loader = BlazeLoader()
     ds = from_blaze(expr.ds, loader=loader, missing_values=self.missing_values)
     self.assertEqual(len(loader), 1)
     exprdata = loader[ds]
     self.assertTrue(exprdata.expr.isidentical(expr.ds))
     self.assertTrue(exprdata.deltas.isidentical(expr.ds_deltas))
开发者ID:easysg,项目名称:zipline,代码行数:11,代码来源:test_blaze.py


示例15: gen_data_set

def gen_data_set(table_name):
    """读取bcolz格式的数据,生成DataSet"""
    expr = _gen_expr(table_name)
    return from_blaze(
        expr,
        # loader=global_loader,
        no_deltas_rule='ignore',
        no_checkpoints_rule='ignore',
        # odo_kwargs=gen_odo_kwargs(expr),
        missing_values=fillvalue_for_expr(expr),
        domain=CN_EQUITIES,
    )
开发者ID:liudengfeng,项目名称:zipline,代码行数:12,代码来源:reader.py


示例16: test_non_numpy_field

 def test_non_numpy_field(self):
     expr = bz.Data(
         [],
         dshape="""
         var * {
              a: datetime,
              asof_date: datetime,
              timestamp: datetime,
         }""",
     )
     ds = from_blaze(expr, loader=self.garbage_loader, no_deltas_rule=no_deltas_rules.ignore)
     with self.assertRaises(AttributeError):
         ds.a
     self.assertIsInstance(object.__getattribute__(ds, "a"), NonNumpyField)
开发者ID:easysg,项目名称:zipline,代码行数:14,代码来源:test_blaze.py


示例17: test_auto_deltas

 def test_auto_deltas(self):
     expr = bz.Data(
         {'ds': self.df,
          'ds_deltas': pd.DataFrame(columns=self.df.columns)},
         dshape=var * Record((
             ('ds', self.dshape.measure),
             ('ds_deltas', self.dshape.measure),
         )),
     )
     loader = BlazeLoader()
     ds = from_blaze(expr.ds, loader=loader)
     self.assertEqual(len(loader), 1)
     exprdata = loader[ds]
     self.assertTrue(exprdata.expr.isidentical(expr.ds))
     self.assertTrue(exprdata.deltas.isidentical(expr.ds_deltas))
开发者ID:larssonandreas,项目名称:zipline,代码行数:15,代码来源:test_blaze.py


示例18: test_non_pipeline_field

 def test_non_pipeline_field(self):
     # NOTE: This test will fail if we ever allow string types in
     # the Pipeline API. If this happens, change the dtype of the `a` field
     # of expr to another type we don't allow.
     expr = bz.Data(
         [],
         dshape="""
         var * {
              a: string,
              asof_date: datetime,
              timestamp: datetime,
         }""",
     )
     ds = from_blaze(expr, loader=self.garbage_loader, no_deltas_rule=no_deltas_rules.ignore)
     with self.assertRaises(AttributeError):
         ds.a
     self.assertIsInstance(object.__getattribute__(ds, "a"), NonPipelineField)
开发者ID:easysg,项目名称:zipline,代码行数:17,代码来源:test_blaze.py


示例19: test_complex_expr

    def test_complex_expr(self):
        expr = bz.data(self.df, dshape=self.dshape)
        # put an Add in the table
        expr_with_add = bz.transform(expr, value=expr.value + 1)

        # Test that we can have complex expressions with no deltas
        from_blaze(
            expr_with_add,
            deltas=None,
            loader=self.garbage_loader,
            missing_values=self.missing_values,
        )

        with self.assertRaises(TypeError):
            from_blaze(
                expr.value + 1,  # put an Add in the column
                deltas=None,
                loader=self.garbage_loader,
                missing_values=self.missing_values,
            )

        deltas = bz.data(
            pd.DataFrame(columns=self.df.columns),
            dshape=self.dshape,
        )
        with self.assertRaises(TypeError):
            from_blaze(
                expr_with_add,
                deltas=deltas,
                loader=self.garbage_loader,
                missing_values=self.missing_values,
            )

        with self.assertRaises(TypeError):
            from_blaze(
                expr.value + 1,
                deltas=deltas,
                loader=self.garbage_loader,
                missing_values=self.missing_values,
            )
开发者ID:280185386,项目名称:zipline,代码行数:40,代码来源:test_blaze.py


示例20: test_non_pipeline_field

 def test_non_pipeline_field(self):
     expr = bz.data(
         [],
         dshape="""
         var * {
              a: complex,
              asof_date: datetime,
              timestamp: datetime,
         }""",
     )
     ds = from_blaze(
         expr,
         loader=self.garbage_loader,
         no_deltas_rule=no_deltas_rules.ignore,
     )
     with self.assertRaises(AttributeError):
         ds.a
     self.assertIsInstance(
         object.__getattribute__(ds, 'a'),
         NonPipelineField,
     )
开发者ID:ABDieng,项目名称:zipline,代码行数:21,代码来源:test_blaze.py



注:本文中的zipline.pipeline.loaders.blaze.from_blaze函数示例由纯净天空整理自Github/MSDocs等源码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。


鲜花

握手

雷人

路过

鸡蛋
该文章已有0人参与评论

请发表评论

全部评论

专题导读
上一篇:
Python protocol.BarData类代码示例发布时间:2022-05-26
下一篇:
Python engine.SimplePipelineEngine类代码示例发布时间:2022-05-26
热门推荐
阅读排行榜

扫描微信二维码

查看手机版网站

随时了解更新最新资讯

139-2527-9053

在线客服(服务时间 9:00~18:00)

在线QQ客服
地址:深圳市南山区西丽大学城创智工业园
电邮:jeky_zhao#qq.com
移动电话:139-2527-9053

Powered by 互联科技 X3.4© 2001-2213 极客世界.|Sitemap