python

超轻量级php框架startmvc

python获取全国城市pm2.5、臭氧等空气质量过程解析

更新时间:2020-08-02 22:30 作者:startmvc
随着国家发展,中国很多城市的空气质量其实并不好,国家气象局会有实时统计,但是要去

随着国家发展,中国很多城市的空气质量其实并不好,国家气象局会有实时统计,但是要去写爬虫爬取是十分麻烦的事情,并且官方网站也会做一些反爬虫措施,所以实现起来比较麻烦,最好的办法就是使用现成的免费接口,空气质量指数分析,这里是笔者自己实现的一个python调用方式

代码如下:


# -*- coding: utf-8 -*-
# flake8: noqa
__author__ = 'wukong'

import urllib
from urllib import urlencode

#配置您申请的appKey和openId
app_key="***"
open_id="***"

"""
request_url 请求地址
params 请求参数
method 请求方法

"""
def request_content(request_url,params,method):
 params = urlencode(params)
 
 if method and method.lower() =="get":
 f = urllib.urlopen("%s?%s" % (request_url, params))
 else:
 f = urllib.urlopen(request_url, params)
 
 content = f.read()
 print content

 
def main():
 
 domain="http://api.xiaocongjisuan.com/";
 servlet="life/air/analysis"
 method="get"
 request_url=domain+servlet
 
 #字典
 params ={}
 params["appKey"]=app_key
 params["openId"]=open_id
 
 #变动部分
 params["city"]="成都"
 
 request_content(request_url,params,method)
 
if __name__ == '__main__':
 main()

java版的代码可以参考如下代码:


package com.xiaocongjisuan.module.example;

import java.io.BufferedReader;
import java.io.DataOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.io.UnsupportedEncodingException;
import java.net.HttpURLConnection;
import java.net.URL;
import java.net.URLEncoder;
import java.util.HashMap;
import java.util.Map;

public class Application {
 
 public static final String DEF_CHATSET = "UTF-8";
 public static final int DEF_CONN_TIMEOUT = 30000;
 public static final int DEF_READ_TIMEOUT = 30000;
 public static String userAgent = "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.66 Safari/537.36";
 
 //配置您申请的appKey和openId
 public static final String APP_KEY ="yours";
 public static final String OPEN_ID ="yours";
 
 //将map型转为请求参数型
 public static String urlEncode(Map<String,Object> params) {
 
 if(params==null){return "";};
 
 StringBuilder sb = new StringBuilder();
 for (Map.Entry<String,Object> i : params.entrySet()) {
 try {
 sb.append(i.getKey()).append("=").append(URLEncoder.encode(i.getValue()+"","UTF-8")).append("&");
 } catch (UnsupportedEncodingException e) {
 e.printStackTrace();
 }
 }
 String r=sb.toString();
 if(r.endsWith("&")){
 r = r.substring(0,r.length()-1);
 }
 return r;
 }
 
 /**
 *
 * @param requestUrl 请求地址
 * @param params 请求参数
 * @param method 请求方法
 * @return 请求结果
 * @throws Exception
 */
 public static String requestContent(String requestUrl, Map<String,Object> params,String method) throws Exception {
 
 HttpURLConnection conn = null;
 BufferedReader reader = null;
 String rs = null;
 try {

 //组装请求链接
 StringBuffer sb = new StringBuffer();
 
 if(method!=null&&method.equalsIgnoreCase("get")){
 requestUrl = requestUrl+"?"+urlEncode(params);
 }

 //默认get
 URL url = new URL(requestUrl);
 conn = (HttpURLConnection) url.openConnection();
 conn.setRequestMethod("GET");
 
 if(method!=null&&method.equalsIgnoreCase("post")){
 conn.setRequestMethod("POST");
 conn.setDoOutput(true);
 conn.setDoInput(true);
 }

 //参数配置
 conn.setRequestProperty("User-agent", userAgent);
 conn.setUseCaches(false);
 conn.setConnectTimeout(DEF_CONN_TIMEOUT);
 conn.setReadTimeout(DEF_READ_TIMEOUT);
 conn.setInstanceFollowRedirects(false);
 conn.connect();
 
 if (params!= null && method.equalsIgnoreCase("post")) {
 try {
 DataOutputStream out = new DataOutputStream(conn.getOutputStream());
 out.writeBytes(urlEncode(params));
 } catch (Exception e) {
 e.printStackTrace();
 }
 }
 
 //读取数据
 InputStream is = conn.getInputStream();
 reader = new BufferedReader(new InputStreamReader(is, DEF_CHATSET));
 String strRead = null;
 while ((strRead = reader.readLine()) != null) {
 sb.append(strRead);
 }
 rs = sb.toString();
 
 } catch (IOException e) {
 e.printStackTrace();
 } finally {
 if (reader != null) {
 reader.close();
 }
 if (conn != null) {
 conn.disconnect();
 }
 }
 return rs;
 }
 
 
 public static void main(String[] args) throws Exception{
 
 String domain="http://api.xiaocongjisuan.com/";
 String servlet="life/air/analysis";
 String method="get";
 
 String requestUrl=domain+servlet;
 Map<String,Object> params=new HashMap<String,Object>();
 params.put("appKey",APP_KEY);
 params.put("openId",OPEN_ID);

 //变动部分
 params.put("city","成都");
 
 
 String result=requestContent(requestUrl,params,method);
 System.out.println(result);
 }
}

以上就是本文的全部内容,希望对大家的学习有所帮助,也希望大家多多支持脚本之家。