java之接口文檔規范

一、xxxxxx獲取指定任務爬取的所有url的接口

接口名稱：xxxxxx獲取指定任務爬取的所有url的接口

 

訪問鏈接：

　　http://IP:PORT/crwalTask/findUrlExceptionById?ctId=ctIdVal&time=timeVal&limit=limitVal

 

傳入參數類型：String,int

參數內容:

　　

返回類型：JSONArray

返回內容：

　　

調用方法Demo　

public static void main(String[] args) throws Exception {
        //爬蟲訪問接口地址
        String req_url = "http://192.168.1.105:8080/crwalTask/findUrlExceptionById?ctId=ctIdVal&time=timeVal&limit=limitVal";
        JSONArray jsonArray = httpRequest(req_url,"ba716af7-105c-481b-bf28-2e9231529947",SelectUtil.time,SelectUtil.number);//200
        System.out.println(jsonArray);
    }    

public class SelectUtil {
    public  static final String time = "2018-03-05".replaceAll(" ", "=");//按時間篩選  格式"yyyy-mm-dd"或"yyyy-mm-dd HH:mm:ss"
    public  static final int number = 162;//查詢限制數量
}
/**
     * 獲取指定任務爬取的所有url信息
     * @param req_url 訪問指定任務爬取的url的鏈接地址
     * @param ctId 指定的任務Id
     * @param time 查詢時間
     * @param limit 查詢限制的條數
     * @return
     */
    public static JSONArray httpRequest(String req_url,String ctId,String time,int limit) {
        req_url = req_url.replace("ctIdVal",ctId);
        req_url = req_url.replace("timeVal",time);
        req_url = req_url.replace("limitVal",String.valueOf(limit));
        StringBuffer buffer = new StringBuffer();
        JSONArray jsonArray = null;
        try {  
            URL url = new URL(req_url);  
            HttpURLConnection httpUrlConn = (HttpURLConnection) url.openConnection();  

            httpUrlConn.setDoOutput(false);  
            httpUrlConn.setDoInput(true);  
            httpUrlConn.setUseCaches(false);  

            httpUrlConn.setRequestMethod("POST");  
            httpUrlConn.connect();  

            // 將返回的輸入流轉換成字符串  
            InputStream inputStream = httpUrlConn.getInputStream();  
            InputStreamReader inputStreamReader = new InputStreamReader(inputStream, "utf-8");  
            BufferedReader bufferedReader = new BufferedReader(inputStreamReader);  

            String str = null;  
            while ((str = bufferedReader.readLine()) != null) {  
                buffer.append(str);  
            }  
            bufferedReader.close();  
            inputStreamReader.close();  
            // 釋放資源  
            inputStream.close();  
            inputStream = null;  
            httpUrlConn.disconnect();  
            if("".equals(buffer.toString())){
                String exception = "[\"exception\",\"查詢的記錄數超過240\"]";
                
                jsonArray = JSONArray.fromObject(exception);
            }else{
                jsonArray = JSONArray.fromObject(buffer.toString());
            }
        } catch (Exception e) {  
            System.out.println(e.getMessage());  
        }
        
        return jsonArray;  
    }  

需要的Jar包：

　　commons-beanutils-1.9.3.jar

 

　　commons-collections-3.2.2.jar

 

　　commons-lang-2.6.jar

 

　　commons-logging-1.2.jar

 

　　ezmorph-1.0.6.jar

 

　　json-lib-2.4-jdk15.jar

Sql腳本　　

　　alter table urlpathmapper add exceptionInfo varchar(2048) comment 'URL運行錯誤信息'

 

　　alter table urlpathmapper add title varchar(256) comment '爬取標題'

 

　　alter table crawltaskmanage add checkFile varchar(8) comment '文件是否校驗 0是 1否'

 

　　alter table crawltaskmanage add SimHashValue int(8) comment 'SimHash算法重復度比較值'