• 设为首页
  • 点击收藏
  • 手机版
    手机扫一扫访问
    迪恩网络手机版
  • 关注官方公众号
    微信扫一扫关注
    迪恩网络公众号

Python task.SingleTask类代码示例

原作者: [db:作者] 来自: [db:来源] 收藏 邀请

本文整理汇总了Python中src.container.task.SingleTask的典型用法代码示例。如果您正苦于以下问题:Python SingleTask类的具体用法?Python SingleTask怎么用?Python SingleTask使用的例子?那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。



在下文中一共展示了SingleTask类的15个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于我们的系统推荐出更棒的Python代码示例。

示例1: parse_column

 def parse_column(command):
     result = Match.column(command)
     column_id = result.group('column_id')
     task = SingleTask()
     task.kind = 'column'
     task.spider.href = 'https://zhuanlan.zhihu.com/{}'.format(column_id)
     task.book.kind = 'column'
     task.book.sql.info = 'select * from ColumnInfo where column_id = "{}" '.format(column_id)
     task.book.sql.question = ''
     task.book.sql.answer = 'select * from Article where column_id = "{}" '.format(column_id)
     return task
开发者ID:Erik-ly,项目名称:ZhihuHelp,代码行数:11,代码来源:read_list_parser.py


示例2: parse_question

        def parse_question(command):
            result = Match.question(command)
            question_id = result.group('question_id')
            task = SingleTask()
            task.kind = 'question'

            task.spider.href = 'https://www.zhihu.com/question/{}'.format(question_id)
            task.book.kind = 'question'
            task.book.sql.info = ' question_id = "{}" '.format(question_id)
            task.book.sql.question = 'question_id = "{}"'.format(question_id)
            task.book.sql.answer = 'question_id = "{}"'.format(question_id)
            return task
开发者ID:Erik-ly,项目名称:ZhihuHelp,代码行数:12,代码来源:read_list_parser.py


示例3: parse_author

 def parse_author(command):
     result = Match.author(command)
     author_id = result.group('author_id')
     task = SingleTask()
     task.kind = 'author'
     task.spider.href = 'https://www.zhihu.com/people/{}'.format(author_id)
     task.book.kind = 'author'
     task.book.sql.info = 'select * from AuthorInfo where author_id = "{}"'.format(author_id)
     task.book.sql.question = 'select * from Question where question_id in (select question_id from Answer where author_id = "{}")'.format(
         author_id)
     task.book.sql.answer = 'select * from Answer where author_id = "{}"'.format(author_id)
     return task
开发者ID:Erik-ly,项目名称:ZhihuHelp,代码行数:12,代码来源:read_list_parser.py


示例4: parse_article

 def parse_article(command):
     result = Match.article(command)
     column_id = result.group('column_id')
     article_id = result.group('article_id')
     task = SingleTask()
     task.kind = 'article'
     task.spider.href = 'https://zhuanlan.zhihu.com/{}/{}'.format(column_id, article_id)
     task.book.kind = 'article'
     task.book.sql.info = ' column_id = "{}" and article_id = "{}" '.format(column_id, article_id)
     task.book.sql.question = ''
     task.book.sql.answer = ' column_id = "{}" and article_id = "{}" '.format(column_id, article_id)
     return task
开发者ID:Erik-ly,项目名称:ZhihuHelp,代码行数:12,代码来源:read_list_parser.py


示例5: parse_topic

 def parse_topic(command):
     result = Match.topic(command)
     topic_id = result.group('topic_id')
     task = SingleTask()
     task.kind = 'topic'
     task.spider.href = 'https://www.zhihu.com/topic/{}'.format(topic_id)
     task.book.kind = 'topic'
     task.book.sql.info = 'select * from TopicInfo where topic_id = "{}"'.format(topic_id)
     task.book.sql.question = 'select * from Question where question_id in (select question_id from Answer where href in (select href from TopicIndex where topic_id = "{}"))'.format(
         topic_id)
     task.book.sql.answer = 'select * from Answer where href in (select href from TopicIndex where topic_id = "{}")'.format(
         topic_id)
     return task
开发者ID:Erik-ly,项目名称:ZhihuHelp,代码行数:13,代码来源:read_list_parser.py


示例6: parse_jianshu_notebooks

 def parse_jianshu_notebooks(command):
     result = Match.jianshu_notebooks(command)
     notebooks_id = result.group('notebooks_id')
     task = SingleTask()
     task.kind = 'jianshu_notebooks'
     task.spider.href = 'http://www.jianshu.com/notebooks/{}/latest'.format(notebooks_id)  # config file???
     task.book.kind = 'jianshu_notebooks'
     task.book.sql.info = 'select * from jianshu_notebooks_info where notebooks_id = "{}"'.format(
         notebooks_id
     )
     task.book.sql.answer = 'select * from jianshu_article where href in (select href from ' + \
         'jianshu_notebooks_index where notebooks_id = "{}")'.format(notebooks_id)
     return task
开发者ID:gitter-badger,项目名称:EE-Book,代码行数:13,代码来源:url_parser.py


示例7: parse_answer

        def parse_answer(command):
            result = Match.answer(command)
            question_id = result.group('question_id')
            answer_id = result.group('answer_id')
            task = SingleTask()
            task.kind = 'answer'
            task.spider.href = 'http://www.zhihu.com/question/{}/answer/{}'.format(question_id, answer_id)

            task.book.kind = 'answer'
            task.book.property.sql.info = ''
            task.book.property.sql.question = 'question_id = "{}"'.format(question_id)
            task.book.property.sql.answer = 'question_id = "{}" and answer_id = "{}"'.format(question_id, answer_id)
            return task
开发者ID:hmilyfyj,项目名称:ZhihuHelp__Python,代码行数:13,代码来源:read_list_parser.py


示例8: parse_jianshu_collection

 def parse_jianshu_collection(command):
     result = Match.jianshu_collection(command)
     collection_id = result.group('collection_id')
     task = SingleTask()
     task.kind = 'jianshu_collection'
     task.spider.href = 'http://www.jianshu.com/collection/{}'.format(collection_id)
     task.book.kind = 'jianshu_collection'
     task.book.sql.info = 'select * from jianshu_collection_info where collection_fake_id = "{}"'.format(
         collection_id
     )
     task.book.sql.answer = 'select * from jianshu_article where href in (select href from ' + \
         'jianshu_collection_index where collection_fake_id = "{}")'.format(collection_id)
     return task
开发者ID:gitter-badger,项目名称:EE-Book,代码行数:13,代码来源:url_parser.py


示例9: parse_collection

 def parse_collection(command):
     result = Match.collection(command)
     collection_id = result.group('collection_id')
     task = SingleTask()
     task.kind = 'collection'
     task.spider.href = 'https://www.zhihu.com/collection/{}'.format(collection_id)
     task.book.kind = 'collection'
     task.book.sql.info = 'select * from CollectionInfo where collection_id = "{}"'.format(
         collection_id)
     task.book.sql.question = 'select * from Question where question_id in (select question_id from Answer where href in (select href from CollectionIndex where collection_id = "{}"))'.format(
         collection_id)
     task.book.sql.answer = 'select * from Answer where href in (select href from CollectionIndex where collection_id = "{}")'.format(
         collection_id)
     return task
开发者ID:Erik-ly,项目名称:ZhihuHelp,代码行数:14,代码来源:read_list_parser.py


示例10: parse_jianshu

        def parse_jianshu(command):
            u"""

            :param command: 某个新浪博客博主的首页地址
            :return: task:
            """
            result = Match.jianshu(command)
            jianshu_id = result.group('jianshu_id')
            task = SingleTask()

            task.author_id = jianshu_id
            task.kind = 'jianshu'
            task.spider.href = 'http://www.jianshu.com/users/{}/latest_articles'.format(jianshu_id)
            task.book.kind = 'jianshu'
            task.book.sql.info_extra = 'creator_id = "{}"'.format(jianshu_id)
            task.book.sql.article_extra = 'author_id = "{}"'.format(jianshu_id)
            task.book.author_id = jianshu_id
            return task
开发者ID:HowieWang,项目名称:jianshu2e-book,代码行数:18,代码来源:read_list_parser.py


示例11: parse_jianshu_author

        def parse_jianshu_author(command):
            u"""

            :param command: homepage of someone, e.g. http://www.jianshu.com/users/b1dd2b2c87a8/latest_articles
            :return: task:
            """
            result = Match.jianshu_author(command)
            jianshu_id = result.group('jianshu_id')

            task = SingleTask()
            task.author_id = jianshu_id
            task.kind = 'jianshu_author'
            task.spider.href = 'http://www.jianshu.com/users/{}/latest_articles'.format(jianshu_id)
            task.book.kind = 'jianshu_author'
            task.book.sql.info_extra = 'creator_id = "{}"'.format(jianshu_id)
            task.book.sql.article_extra = 'author_id = "{}"'.format(jianshu_id)
            task.book.author_id = jianshu_id
            return task
开发者ID:gitter-badger,项目名称:EE-Book,代码行数:18,代码来源:url_parser.py


示例12: parse_csdnblog_author

        def parse_csdnblog_author(command):
            u"""

            :param command: homepage of someone, e.g. http://blog.csdn.net/elton_xiao
            :return: task
            """
            result = Match.csdnblog_author(command)
            csdnblog_author_id = result.group('csdnblog_author_id')

            task = SingleTask()
            task.author_id = csdnblog_author_id     # ??? don't need?
            task.kind = 'csdnblog_author'
            task.spider.href = 'http://blog.csdn.net/{}'.format(csdnblog_author_id)
            task.book.kind = 'csdnblog_author'
            task.book.sql.info_extra = 'creator_id = "{}"'.format(csdnblog_author_id)
            task.book.sql.article_extra = 'author_id = "{}"'.format(csdnblog_author_id)
            task.book.author_id = csdnblog_author_id
            return task
开发者ID:mozii,项目名称:EE-Book,代码行数:18,代码来源:url_parser.py


示例13: parse_cnblogs_author

        def parse_cnblogs_author(command):
            u"""

            :param command: home page, e.g. http://www.cnblogs.com/buptzym/
            :return:
            """
            result = Match.cnblogs_author(command)
            cnblogs_author_id = result.group('cnblogs_id')
            task = SingleTask()
            task.kind = 'cnblogs_author'
            task.spider.href = 'http://www.cnblogs.com/{}/'.format(cnblogs_author_id)
            task.book.kind = 'cnblogs_author'
            task.book.sql.info = 'select * from cnblogs_author_info where creator_id = "{}"'.format(cnblogs_author_id)
            task.book.sql.answer = 'select * from cnblogs_article where author_id = "{}"'.format(cnblogs_author_id)
            # task.book.sql.info_extra = 'creator_id = "{}"'.format(cnblogs_author_id)
            # task.book.sql.article_extra = 'author_id = "{}"'.format(cnblogs_author_id)
            task.book.author_id = cnblogs_author_id
            return task
开发者ID:mozii,项目名称:EE-Book,代码行数:18,代码来源:url_parser.py


示例14: parse_generic

        def parse_generic(command):
            u"""

            :param command:
            :return:
            """
            from src.tools.type import Type
            task = SingleTask()
            for command_type in Type.type_list:
                result = getattr(Match, command_type)(command)
                if result:
                    task.author_id = result.group('subject_id')
                    task.kind = command_type
            task.spider.href = command
            task.book.kind = task.kind
            task.book.sql.info = 'select * from generic_info where creator_id = "{}"'.format(command)
            task.book.sql.answer = 'select * from generic_article where author_id = "{}"'.format(command)
            task.book.author_id = task.spider.href
            return task
开发者ID:mozii,项目名称:EE-Book,代码行数:19,代码来源:url_parser.py


示例15: parse_sinablog_author

        def parse_sinablog_author(command):
            u"""

            :param command: 某个新浪博客博主的首页地址
            :return: task:
            """
            result = Match.sinablog_author(command)
            sinablog_author_id = result.group('sinablog_people_id')
            Debug.logger.debug(u"sinablog_people_id:" + str(sinablog_author_id))
            task = SingleTask()

            task.author_id = sinablog_author_id
            task.kind = 'sinablog_author'
            task.spider.href_article_list = 'http://blog.sina.com.cn/s/articlelist_{}_0_1.html'.\
                format(sinablog_author_id)
            task.spider.href = 'http://blog.sina.com.cn/u/{}'.format(sinablog_author_id)
            task.spider.href_profile = 'http://blog.sina.com.cn/s/profile_{}.html'.format(sinablog_author_id)
            task.book.kind = 'sinablog_author'
            task.book.sql.info_extra = 'creator_id = "{}"'.format(sinablog_author_id)
            task.book.sql.article_extra = 'author_id = "{}"'.format(sinablog_author_id)
            task.book.author_id = sinablog_author_id
            return task
开发者ID:gitter-badger,项目名称:EE-Book,代码行数:22,代码来源:url_parser.py



注:本文中的src.container.task.SingleTask类示例由纯净天空整理自Github/MSDocs等源码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。


鲜花

握手

雷人

路过

鸡蛋
该文章已有0人参与评论

请发表评论

全部评论

专题导读
上一篇:
Python controller.GlobalServices类代码示例发布时间:2022-05-27
下一篇:
Python utils.debugger函数代码示例发布时间:2022-05-27
热门推荐
阅读排行榜

扫描微信二维码

查看手机版网站

随时了解更新最新资讯

139-2527-9053

在线客服(服务时间 9:00~18:00)

在线QQ客服
地址:深圳市南山区西丽大学城创智工业园
电邮:jeky_zhao#qq.com
移动电话:139-2527-9053

Powered by 互联科技 X3.4© 2001-2213 极客世界.|Sitemap