• 设为首页
  • 点击收藏
  • 手机版
    手机扫一扫访问
    迪恩网络手机版
  • 关注官方公众号
    微信扫一扫关注
    迪恩网络公众号

Python mapreduce.RiakMapReduce类代码示例

原作者: [db:作者] 来自: [db:来源] 收藏 邀请

本文整理汇总了Python中riak.mapreduce.RiakMapReduce的典型用法代码示例。如果您正苦于以下问题:Python RiakMapReduce类的具体用法?Python RiakMapReduce怎么用?Python RiakMapReduce使用的例子?那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。



在下文中一共展示了RiakMapReduce类的7个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于我们的系统推荐出更棒的Python代码示例。

示例1: reduce

    def reduce(self, *args):
        """
        Start assembling a Map/Reduce operation.
        A shortcut for :func:`RiakMapReduce.reduce`.

        :rtype: RiakMapReduce
        """
        mr = RiakMapReduce(self.client)
        mr.add(self.bucket.name, self.key)
        return mr.reduce(*args)
开发者ID:pawskow,项目名称:riak-python-client,代码行数:10,代码来源:riak_object.py


示例2: test_stream_results

    def test_stream_results(self):
        bucket = self.client.bucket("bucket")
        bucket.new("one", data=1).store()
        bucket.new("two", data=2).store()

        mr = RiakMapReduce(self.client).add("bucket", "one").add("bucket", "two")
        mr.map_values_json()
        results = []
        for phase, data in mr.stream():
            results.extend(data)

        self.assertEqual(sorted(results), [1, 2])
开发者ID:sorenh,项目名称:riak-python-client,代码行数:12,代码来源:test_mapreduce.py


示例3: test_stream_results

    def test_stream_results(self):
        bucket = self.client.bucket(self.bucket_name)
        bucket.new('one', data=1).store()
        bucket.new('two', data=2).store()

        mr = RiakMapReduce(self.client).add(self.bucket_name, 'one')\
                                       .add(self.bucket_name, 'two')
        mr.map_values_json()
        results = []
        for phase, data in mr.stream():
            results.extend(data)

        self.assertEqual(sorted(results), [1, 2])
开发者ID:7Geese,项目名称:riak-python-client,代码行数:13,代码来源:test_mapreduce.py


示例4: test_stream_cleanoperationsup

    def test_stream_cleanoperationsup(self):
        bucket = self.client.bucket("bucket")
        bucket.new("one", data=1).store()
        bucket.new("two", data=2).store()

        mr = RiakMapReduce(self.client).add("bucket", "one").add("bucket", "two")
        mr.map_values_json()
        try:
            for phase, data in mr.stream():
                raise RuntimeError("woops")
        except RuntimeError:
            pass

        # This should not raise an exception
        obj = bucket.get("one")
        self.assertEqual(1, obj.data)
开发者ID:sorenh,项目名称:riak-python-client,代码行数:16,代码来源:test_mapreduce.py


示例5: test_stream_cleanoperationsup

    def test_stream_cleanoperationsup(self):
        bucket = self.client.bucket(self.bucket_name)
        bucket.new('one', data=1).store()
        bucket.new('two', data=2).store()

        mr = RiakMapReduce(self.client).add(self.bucket_name, 'one')\
                                       .add(self.bucket_name, 'two')
        mr.map_values_json()
        try:
            for phase, data in mr.stream():
                raise RuntimeError("woops")
        except RuntimeError:
            pass

        # This should not raise an exception
        obj = bucket.get('one')
        self.assertEqual('1', obj.encoded_data)
开发者ID:EnTeQuAk,项目名称:riak-python-client,代码行数:17,代码来源:test_mapreduce.py


示例6: test_mr_search

 def test_mr_search(self):
     """
     Try a successful map/reduce from search results.
     """
     btype = self.client.bucket_type(testrun_yz_mr['btype'])
     bucket = btype.bucket(testrun_yz_mr['bucket'])
     bucket.new("Pebbles", {"name_s": "Fruity Pebbles",
                            "maker_s": "Post",
                            "sugar_i": 9,
                            "calories_i": 110,
                            "fruit_b": True}).store()
     bucket.new("Loops", {"name_s": "Froot Loops",
                          "maker_s": "Kellogg's",
                          "sugar_i": 12,
                          "calories_i": 110,
                          "fruit_b": True}).store()
     bucket.new("Charms", {"name_s": "Lucky Charms",
                           "maker_s": "General Mills",
                           "sugar_i": 10,
                           "calories_i": 110,
                           "fruit_b": False}).store()
     bucket.new("Count", {"name_s": "Count Chocula",
                          "maker_s": "General Mills",
                          "sugar_i": 9,
                          "calories_i": 100,
                          "fruit_b": False}).store()
     bucket.new("Crunch", {"name_s": "Cap'n Crunch",
                           "maker_s": "Quaker Oats",
                           "sugar_i": 12,
                           "calories_i": 110,
                           "fruit_b": False}).store()
     # Wait for Solr to catch up
     wait_for_yz_index(bucket, "Crunch")
     mr = RiakMapReduce(self.client).search(testrun_yz_mr['bucket'],
                                            'fruit_b:false')
     mr.map("""function(v) {
         var solr_doc = JSON.parse(v.values[0].data);
         return [solr_doc["calories_i"]]; }""")
     result = mr.reduce('function(values, arg) ' +
                        '{ return [values.sort()[0]]; }').run()
     self.assertEqual(result, [100])
开发者ID:7Geese,项目名称:riak-python-client,代码行数:41,代码来源:test_mapreduce.py


示例7: _mapreduce_keyfilter

    def _mapreduce_keyfilter(self, index, keyfilter, sortby=None, limit=None):
        """
            Helper function to execute a map-reduce query using the given key filter
        """
        results = None
        log.debug("Riak query %r with key filter %r", index, keyfilter)

        mapred = RiakMapReduce(self.client)
        mapred.add_bucket(self._get_bucket(index))
        mapred.add_key_filters(keyfilter)
        # custom Riak.mapValuesJson() function that also adds the entry key to the data structure
        mapred.map("""
            function(value, keyData, arg) {
                if (value.not_found) {
                    return [value];
                }
                var _data, data = value["values"][0]["data"];
                if (Riak.getClassName(data) !== "Array") {
                    _data = JSON.parse(data);
                    _data["_key"] = value.key;
                    return [_data];
                }
                else {
                    return data
                }
            }
        """)

        if sortby is not None:
            comp = '<' if limit is not None and limit < 0 else '>'
            mapred.reduce_sort('function(a,b){ return (a.%s || 0) %s (b.%s || 0) ? 1 : 0; }' % (sortby, comp, sortby))

        if limit is not None:
            mapred.reduce_limit(abs(limit))

        try:
            results = mapred.run()

        except Exception, e:
            log.warning("Riak MapReduce exception: %s", str(e))
            results = None
开发者ID:kolab-groupware,项目名称:bonnie-flask,代码行数:41,代码来源:riak_storage.py



注:本文中的riak.mapreduce.RiakMapReduce类示例由纯净天空整理自Github/MSDocs等源码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。


鲜花

握手

雷人

路过

鸡蛋
该文章已有0人参与评论

请发表评论

全部评论

专题导读
上一篇:
Python util.bytes_to_str函数代码示例发布时间:2022-05-26
下一篇:
Python key_filter.tokenize函数代码示例发布时间:2022-05-26
热门推荐
阅读排行榜

扫描微信二维码

查看手机版网站

随时了解更新最新资讯

139-2527-9053

在线客服(服务时间 9:00~18:00)

在线QQ客服
地址:深圳市南山区西丽大学城创智工业园
电邮:jeky_zhao#qq.com
移动电话:139-2527-9053

Powered by 互联科技 X3.4© 2001-2213 极客世界.|Sitemap