网络爬虫保存数据库代码,Java代码库,德仔网

代码语言

代码分类

【Java】网络爬虫保存数据库

作者:灏明 / 发布于2014/12/10/ 393


	public class ParseNewsInfoServiceImpl extends BaseServiceImpl implements
	 ParseNewsInfoService {
	
	 public void add(NewsInfo t) {
	 // TODO Auto-generated method stub
	 this.getParseNewsInfoDAO().insert(t);
	 }
	
	 public void delete(NewsInfo t) {
	 // TODO Auto-generated method stub
	 this.getParseNewsInfoDAO().delete(t);
	 }
	
	 public NewsInfo ParseNews(String url) {
	 // TODO Auto-generated method stub
	
	 NewsInfo newsInfo = new NewsInfo();
	 Document doc = null;
	 try {
	 doc = Jsoup.connect(url).timeout(10000).get();
	 } catch (IOException e) {
	 // TODO Auto-generated catch block
	 e.printStackTrace();
	 }
	 String title = doc.getElementsByClass("contentTitle").get(0).ownText();
	 String titleDate = doc.getElementsByClass("postDate").get(0).ownText();
	 String readNum =doc.getElementsByClass("postviews").get(0).ownText();
	 String imgURL = doc.select("img").first().absUrl("src");
	 Element bodyAll=doc.getElementsByClass("pageContentSide").get(0);
	 String text = doc.select("#NewsPostDetailContent").text();
	
	 newsInfo.setTitle(title);
	 newsInfo.setTitleDate(titleDate);
	 newsInfo.setReadNum(readNum);
	 newsInfo.setImgURL(imgURL);
	 newsInfo.setText(text);
	
	 return newsInfo;
	 }
	
	}

	

	public class ParseNewsListServiceImpl extends BaseServiceImpl implements
	 ParseNewsListService {
	
	 public void add(NewsListBean t) {
	 // TODO Auto-generated method stub
	 this.getParseNewsListDAO().insert(t);
	 }
	
	 public void delete(NewsListBean t) {
	 // TODO Auto-generated method stub
	 this.getParseNewsListDAO().delete(t);
	 }
	
	 //根据新闻的页数来解析新闻标题
	 public List<NewsListBean> ParseNewsList(int pageNum) {
	 // TODO Auto-generated method stub
	
	 Map<String, String> cookies = new HashMap<String, String>();
	 List<NewsListBean> list = new ArrayList<NewsListBean>();
	 Document document = null;
	 try {
	 document = Jsoup.connect(getURL(pageNum)).cookies(cookies).get();
	 } catch (IOException e1) {
	 // TODO Auto-generated catch block
	 e1.printStackTrace();
	 }
	 for (Element e : document.getElementsByClass("newsSummarytitle")) {
	 NewsListBean newsList = new NewsListBean();
	 newsList.setTitle(e.select("a").attr("title"));
	 newsList.setLink(e.select("a").attr("href"));
	 newsList.setTitleDate(CharArrToString.charArrToString(e
	 .select("span").text().toString()));
	 list.add(newsList);
	 }
	 /*
	 * for (int i = 0; i < list.size(); i++) {
	 * System.out.println(list.get(i).getTitle() + "\n" +
	 * list.get(i).getLink()+"\n" + list.get(i).getTitleDate()); }
	 */
	 return list;
	 }
	
	 public static String getURL(int pageNum) {
	
	 return "http://www.cs.swust.edu.cn/index.php?mact=News,m0d722,default,1&m0d722number=25&m0d722category=%E6%96%B0%E9%97%BB%E5%8A%A8%E6%80%81&m0d722summarytemplate=newsPageList&m0d722pagenumber="
	 + pageNum + "&m0d722returnid=36&page=36";
	 }

评论列表

本站所提供的代码，版权归原作者所有，若有侵犯作者版权，请与我们联系，我们将立即删除或修改。谢谢!
本站所有代码发布及提供者。

试试其它关键字

　网络爬虫　

同语言下

可能有用的

灏明贡献的其它代码(23)