基于爬虫的天气预报程序

# encoding=utf8
import time
import json
import os
import sys
import requests
from bs4 import BeautifulSoup
record_d = {}
#tianqi_record_path = 'citys_info'
tianqi_record_path = os.path.join(os.path.dirname(__file__),'citys_info')
WINDOWS = os.name == 'nt'

def save_info(record_d, path):
    with open(path, 'w') as f:
        json.dump(record_d,f)

def get_info_from_file(path):
    if not os.path.exists(path):
        return None
    with open(path,'r') as f:
        return json.load(f)
def get_provinces_info():
    #爬取所有省市自治区[(city,url)...]
    baseurl = 'http://tianqi.2345.com/'
    html  = requests.get(baseurl).text
    soup = BeautifulSoup(html,'lxml')
    citys_name_l = list(a.getText() for a in soup.find('div',class_='clearfix custom').findAll('a'))
    citys_link_l = list('tianqi.2345.com'+a['href'] for a in soup.find('div',class_='clearfix custom').findAll('a'))
    result_l = list(zip(citys_name_l,citys_link_l))
    #[('beijing',url),......,]
    return result_l
def get_citys_info(province_l):
    global record_d
    # Session = Session_class()
    ProvinceName = slice(0,1)
    ProvinceUrl = slice(1,2)
    for p in province_l:
        url='http://'+p[ProvinceUrl][0]
        html =  requests.get(url).text
        s = BeautifulSoup(html,'lxml')
        dds = s.find('div',{'class':'citychk'}).find_all('dd')
        for d in dds:
            tmp_l = d.find_all('a')
            for city in tmp_l:
                record_d[city.getText().strip()] = 'http://tianqi.2345.com'+city['href']
            save_info(record_d,tianqi_record_path)

def create_city_info():
    province_l = get_provinces_info()
    get_citys_info(province_l)



def get_weather_info(city,url):
    r = requests.get(url)
    soup = BeautifulSoup(r.text,'lxml')
    days= soup.find('div',id='day7info').find_all('li')

    for day in days:
        print(day.p.get_text().strip())
        print(day.b.get_text().strip())
        print(day.i.get_text().strip())
        print('-'*20)


def main():
    d = get_info_from_file(tianqi_record_path)
    if not d:
        print('no record...')
        try:
            print('create record...')
            create_city_info()
        except Exception as e:
            print(e)
        finally:
            d = get_info_from_file(tianqi_record_path)
    if not d:
        sys.exit(u'获取信息失败,out')


    while True:
        if sys.version_info<(3,2):
            city = raw_input('Input the city to get weather(quit/out):')
            if WINDOWS:
                city = city.decode('gbk')
            else:
                city = city.decode('utf-8')
        else:
            city = input('Input the city to get weather(quit/out):')
        if city.lower() == 'quit' or city.lower() == 'out':
            sys.exit('bye..')
        if city in d.keys():
            get_weather_info(city,d[city])
        else:
            print(u'请输入正确的城市')
        continue

if __name__ == '__main__':
    main()


------------------------------------------------
Input the city to get weather(quit/out):上海
01月18日(今天)
小雨
7～9℃东风 1级
--------------------
01月19日(周四)
阴
0～9℃
西北风 1-2级
--------------------
01月20日(周五)
晴
-1～3℃
西北风 4-5级
--------------------
01月21日(周六)
多云
1～7℃
西风 1-2级
--------------------
01月22日(周日)班
多云转晴
0～7℃
西北风 3-4级
--------------------
01月23日(周一)
晴
2～6℃
北风 1-2级
--------------------
01月24日(周二)
多云
3～7℃
东北风 1-2级
-------------------