public static String getHtmlContent(URL url, String encode) { StringBuffer contentBuffer = new StringBuffer();
int responseCode = -1; HttpURLConnection con = null; try { con = (HttpURLConnection) url.openConnection(); con.setRequestProperty("User-Agent", "Mozilla/4.0 (compatible; MSIE 5.0; Windows NT; DigExt)");// IE代理进行下载 con.setConnectTimeout(60000); con.setReadTimeout(60000); // 获得网页返回信息码 responseCode = con.getResponseCode(); if (responseCode == -1) { String re = url.toString() + " : connection is failure..."; con.disconnect(); return re; } if (responseCode >= 400) // 请求失败 { String re = "请求失败:get response code: " + responseCode; con.disconnect(); return re; }
InputStream inStr = con.getInputStream(); InputStreamReader istreamReader = new InputStreamReader(inStr, encode); BufferedReader buffStr = new BufferedReader(istreamReader);
String str = null; while ((str = buffStr.readLine()) != null) contentBuffer.append(str); inStr.close(); } catch (IOException e) { e.printStackTrace(); contentBuffer = null; System.out.println("error: " + url.toString()); } finally { con.disconnect(); } return contentBuffer.toString(); }
public static String getHtmlContent(String url, String encode) { if (!url.toLowerCase().startsWith("http://")) { url = "http://" + url; } try { URL rUrl = new URL(url); return getHtmlContent(rUrl, encode); } catch (Exception e) { e.printStackTrace(); return "网址错误!"; } } //测试 /*public static void main(String argsp[]){ System.out.println(getHtmlContent("www.ilkhome.cn","utf-8")) ; }*/
扫码关注腾讯云开发者
领取腾讯云代金券
Copyright © 2013 - 2025 Tencent Cloud. All Rights Reserved. 腾讯云 版权所有
深圳市腾讯计算机系统有限公司 ICP备案/许可证号:粤B2-20090059 深公网安备号 44030502008569
腾讯云计算(北京)有限责任公司 京ICP证150476号 | 京ICP备11018762号 | 京公网安备号11010802020287
Copyright © 2013 - 2025 Tencent Cloud.
All Rights Reserved. 腾讯云 版权所有