autospider 0.0.4

css for locate, bs for parse, as easy as possible

auto_spider

css for locate, bs for parse, as easy as possible

install

pip install autospider

example

• demo

from auto_spider import auto_local_spider, get_text, a_dict_list, table2dict
urls = ['https://tag.120ask.com/jibing/naotan/bingyin/',
            'https://tag.120ask.com/jibing/naoshuansai/bingyin/']
viewer = {
        'name': {'selector': 'body > div.m1200 > div.top_dl > b', 'func': get_text},
        'related': {'selector': '#yw0 > div > div.baike_dl > div', 'func': a_dict_list}
    }
res = auto_local_spider(urls, viewer)
res[0]
[{'name': 'xxx',
  'related': [{'href': 'http://tag.120ask.com/jibing/nxthzhz/','title': 'yyy'}],
  'url': 'https://tag.120ask.com/jibing/naotan/bingyin/'},