论文热词云
使用python对论文网站进行爬虫，然后分析出出现所有论文中出现次数最多的词，在web端，通过视图可视化将热词以云形式显示出来，点击热词云中的热词，可以弹出链接的文章列表。
package com.dao; import java.sql.Connection; import java.sql.ResultSet; import java.sql.SQLException; import java.sql.Statement; import java.util.ArrayList; import java.util.List; import com.pjh.domain.Cloud; import com.pjh.util.BaseConnection; public class DBUtil { public static List<Cloud> queryCloud() { List<Cloud> list = new ArrayList<Cloud>(); Connection conn = BaseConnection.getConnection(); Statement statement = null; String sql = "SELECT * FROM lunwen"; ResultSet rs = null; try { statement = conn.createStatement(); rs = statement.executeQuery(sql); Cloud cloud = null; while(rs.next()) { String title = rs.getString(4); cloud = new Cloud(title); list.add(cloud); } }catch (SQLException e) { e.printStackTrace(); }finally { BaseConnection.close(rs, statement, conn); } return list; } }
package com.domain; public class Cloud { private String title; public Cloud(String title) { super(); this.title = title; } public String getTitle() { return title; } public void setTitle(String title) { this.title = title; } }
package com.servlet; import java.io.IOException; import java.util.List; import javax.servlet.ServletException; import javax.servlet.annotation.WebServlet; import javax.servlet.http.HttpServlet; import javax.servlet.http.HttpServletRequest; import javax.servlet.http.HttpServletResponse; import com.pjh.domain.Cloud; import com.pjh.dao.DBUtil;; @WebServlet("/cloudServlet") public class cloudServlet extends HttpServlet { private static final long serialVersionUID = 1L; public cloudServlet() { super(); } protected void doGet(HttpServletRequest request, HttpServletResponse response) throws ServletException, IOException { response.setContentType("text/html;charset=UTF-8"); request.setCharacterEncoding("UTF-8"); String method = request.getParameter("method"); //System.out.print(method); if(method.equals("pc")) { add(request,response); } } private void add(HttpServletRequest request, HttpServletResponse response) throws ServletException, IOException { response.setContentType("text/html;charset=UTF-8"); request.setCharacterEncoding("UTF-8"); List<Cloud> list = DBUtil.queryCloud(); System.out.println(list); request.setAttribute("list", list); request.getRequestDispatcher("wordCloud.jsp").forward(request,response); } protected void doPost(HttpServletRequest request, HttpServletResponse response) throws ServletException, IOException { // TODO Auto-generated method stub doGet(request, response); } }
package com.util; import java.sql.Connection; import java.sql.DriverManager; import java.sql.ResultSet; import java.sql.SQLException; import java.sql.Statement; public class BaseConnection { public static Connection getConnection(){ Connection conn=null; String driver = "com.mysql.cj.jdbc.Driver"; String url = "jdbc:mysql://localhost:3306/papercrawl?serverTimezone=UTC&characterEncoding=utf8&useSSL=true"; String user = "root"; String password = "123456"; try{ Class.forName(driver); conn=DriverManager. getConnection(url,user,password); }catch(Exception e){ e.printStackTrace(); } return conn; } public static void close (Statement state, Connection conn) { if (state != null) { try { state.close(); } catch (SQLException e) { e.printStackTrace(); } } if (conn != null) { try { conn.close(); } catch (SQLException e) { e.printStackTrace(); } } } public static void close (ResultSet rs, Statement state, Connection conn) { if (rs != null) { try { rs.close(); } catch (SQLException e) { e.printStackTrace(); } } if (state != null) { try { state.close(); } catch (SQLException e) { e.printStackTrace(); } } if (conn != null) { try { conn.close(); } catch (SQLException e) { e.printStackTrace(); } } } }
<%@ page language="java" contentType="text/html; charset=UTF-8" pageEncoding="UTF-8"%>
<%@ page import="java.util.*" %>
<%@taglib uri="http://java.sun.com/jsp/jstl/core" prefix="c"%>
<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
<html style="height:100%;">
<head>
<meta charset="utf-8">
<title>论文热词云</title>
<script src="js/jquery.min.js"></script>
<script src="js/echarts.js"></script>
<script src="js/worldcloud.js"></script>
</head>
<body>
<div id="main" style="width: 100%; height: 600px"></div>
<script>
var gdata1 = [];
<c:forEach items="${requestScope.list}" var="item" varStatus="status">
var gd1 = {};
gd1["name"] = '${item.title}';
gd1["value"] = Math.ceil(Math.random()*1000000);
gdata1.push(gd1);
</c:forEach>
onload = function () {
var data = {
value:gdata1,
image: "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAMgAAADICAYAAACtWK6eAAATdklEQVR4Xu1dfbRcVXXf+87k0wWVxEKMuBRNJZiCQMzHzD3n9Qm4EFQUbbGCCJWWli4URapFi19Va7V8CTQUCm2ooMhqqlVY2mXk9Z1zZ0jiA1tAy2pQlBJSSKyk9iW8vHt31wkTVhIy7829c8+du9/dby3+ytlfv71/3POx5xwE+RMEBIGuCKBgIwgIAt0REIJIdQgCUyAgBJHyEASEIFIDgkA2BOQLkg03kaoIAkKQiiRawsyGgBAkG24iVREEhCAVSbSEmQ0BIUg23ESqIggIQSqSaAkzGwJCkGy4iVRFEBCCVCTREmY2BIQg2XATqYogIASpSKIlzGwICEGy4SZSFUFACFKiRIdheDQRLQCALa1W62clcq2yrghBBpz6RqNxQq1WuwIA3o6Iz+eDiP4XAP4aEa80xjw9YDcra14IMrjU15RSX0TES6dygYh2IOLZxpi7B+dqdS0LQQaUe631vwLAUK/miejD1tqreh0v4/JBQAiSD46ptGitrwOAi9MIERElSXJKq9X6fho5GdsfAkKQ/vBLLa21fjMAfDu1IAAQ0X8j4rGyJsmCXjYZIUg23DJJNRqNefV6/VEAeGkmBc8JfcUYc24f8iKaAgEhSAqw+h0ahuHngiD4WL96EDEcHR1t9atH5KdHQAgyPUa5jBgaGjoqSZJHEHFWvwqJ6D+stcsAIOlXl8hPjYAQpKAK0Vp/DwBOzsscEV1irf1yXvpEz8EREIIUUBlKqTMRcV2eptxB4sTExFEbN27cnqde0bU/AkIQzxWxbNmy2QsWLNgMAC/3YGqtMeZ8D3pFZQcBIYjnUlBK/Tki/pkvM0mSrIii6Ae+9FddrxDEYwW4hTkR/RgA5ng08+/GmNd51F9p1UIQj+nPe2HezVUiuthae4PHUCqrWgjiKfVhGJ4RBME3PanfT60s2P2hLATxgK3nhflBPSaiW621F3gIp9IqhSAe0q+U+hQiftKD6ilVyoI9f8SFIDljumrVqiNnz57ttnV9Lsy7eS0L9pzzKQTJGVCl1LcQ8S05q02j7iJjzI1pBGRsdwSEIDlWRxiGpwVBcE+OKrOo+uX4+Pgrx8bGnskiLDL7IyAEyakiBrEwn2Lb92Zr7YU5hVZpNUKQnNKvtf4EAHw6J3V9qXG/PiSilXLC3heMe4SFIP1jCANemMuCPYccdlMhBMkBXK31NwDgbTmoylvFhcaYm/NWWiV9QpA+s91sNk+q1Wrr+1TjS1wW7H0iKwTpA8Dh4eH65OSk+5Xgq/pQ41v0RmPMRb6NzFT9QpA+MquU+jgifrYPFd5F3Wo9juPXtdvtB70bm4EGhCAZk1rShXm3aDYZY1ZmDLXSYkKQjOlXSq1DxDMzihcuRkQXWGtvLdwwc4NCkAwJLPnCvFtE28bHx5fICXu6hAtB0uEFTBbmB42KiG6w1qa68jQlPDNuuBAkZUq11pcDwOdTipViuCzY06dBCJICsxUrViyaM2fOo4g4P4VY2YbKgj1FRoQgKcBSSt2FiL+dQqSUQ5MkOT+KorWldK5kTglBekwI04V51wV7rVY7amRk5Fc9hl/ZYUKQHlLPeWHeLTwi+rK19pIewq/0ECFID+nXWn8EAP6yh6GchsRJkiyLougRTk4X7asQZBrEZ8jCvNu2b2StVUUXHSd7QpBpsqWUuhMRz+KU1JS+nmuM+UpKmcoMF4JMkeqhoaEmEUUzvBq2yYK9e4aFIN2xCZRSDyPi0hlOEBfe1caYKZ+jrgAGBw1RCNIl82EYXhYEwZcqUhiyYO+SaCHIQYCZyQvzKbZ9ZcF+EHCEIAcBRSl1ByK+uyJfj+fDJKKzrbVfrVrcU8UrBDkAnYoszLvVxJOTk5OvbrfbO4UkzyEgBNm/Eqq0MO/Ggb8yxvyJEEQI8nwNNBqNeUEQrEbEcxCx8k8IuBd0kyQZbbVaP6w6USr5BWk2m4fXajUNAO4UOQSAEwCgXvViODB+ItqBiPcBQBTHsX322WfvGxsbG68STlUgCIZh+FpEdETYQ4iSX9NT5vqbJKJ/c4QBAEcYs2nTpq1ldrhf32YcQZYsWTJn8eLFq4hoDxmIqIGIh/ULlMh3ReCxvYSZnJyM2u32QwBAMwUv9gTRWv96hwx7p0snIuKsmZIghnE8Q0Rt94VxxKnX6/eNjIzsYhgHz12soaGhY4jo+ekSACzhCn5F/J4EgAf2EiaOY9NqtZ7iEnupvyBuurRo0aIV+yymm4i4gAu44ufBESCin+wljGsGjaLoR2WdlpWKICtXrlw4Z84cN1Xau35YjoizpdBmNgJE9D+I2HJTMkSMtmzZsmHz5s3PliHqgRIkDMOjD9hdek0ZQBEfBosAEe0GgLHO4j+amJgY3bhx4/ZBeFUYQdwTZQsXLnz9PuuHJgC8ZBBBi02WCPznXsK4r8zo6OiPi4jCG0EajcaCWq2279nD6wf0NHIROIqN4hHYTkR7pmXuv61bt27yMS3LlSBKKff88RkAMISIRxePmVisOAJtIhqN4/j2vJ576Jsgy5cvnz9v3jzX3HYRIh5R8QRJ+CVBgIjGEPGafn9v3xdB3BcDEdcAwJElwUXcEAT2Q4CIRgDAPf3gtpZT/2UmiNb6VCK6BxGD1FZFQBAoEAEieiJJkhOzHFBmIkij0Vhar9cL2UUoEEcxNYMRcFMua63bKEr1l4kgSqmvI+LvpLIkgwWBASNARGdZa+9K40ZqgqxevfqVs2bN+mkaIzJWECgDAkR0n7W2kcaX1AQJw/DsIAhuT2NExgoCZUCAiJJ6vT5nZGTENVD29JeFIJ8OguATPWmXQYJAyRBIkmRpmgu7UxNEa/0hALiqZHGLO4JArwgcbox5utfBWQjiXlhKtdDp1RkZJwj4RsAYk6rmUw12zg8PD784juNtAFDzHYzoFwTyRICI1llr35lGZ2qCOOVKqW8houu7kj9BgA0CSZK8M4qidWkczkSQit8+mAZfGVsSBIjoIWvtsWndyUQQZyQMw4uDILgurUEZLwgMAIFfxXF8fKvVejSt7cwE6Uy1bkTEP0xrVMYLAkUiQERvtdZ+O4vNvgji7vbVWjvDp2cxLjKCQAEIXGiMuTmrnX4J4na15sZxvBEAUs/vsjotcoJAjwj0/XJW3wRxjrq7boMguB8RX9aj4zJMEPCKABH9k7X2Hf0ayYUgnUW7u6FkIyIe2q9TIi8I9IOAa0rcuXPn0NjYmLsdpa+/3AjSIYlGxPVy9WdfORHh/hDYXKvVVoyMjPyyPzXPSedKkA5JzgqC4M48nBMdgkAaBNwFdABwvLX252nkphqbO0GcMa31xwDgc3k5KXoEgekQIKIJd5uOtXbDdGPT/LsXgnRI8vcAcF4aZ2SsIJAFASIiRHyHMeYbWeQL/4J0DLr3/r6LiKfk7bToEwQOQOBSY8zVPlDx9gVxzro7s+bPn++e8JIzEh/ZE51ARDdZa711c3gliMufnJFIFXtE4B5jjOsq9/ailXeCOHA6t7jLGYnHSqmg6vvd3c++X68qhCAdksgZSQWr2EfIRPSziYmJ5UU8iVAYQTokkTMSHxVTIZ3urCNJkhVZWtezwFQoQTrbv1cAwGeyOCsy1UbA11nHoLZ5u9rVWssZSbVrPXX0Ps86SkcQAJAzktQlUm0BIrrMWntl0SgUPsXaG6CckRSdar72fJ91lPELsscnOSPhW7QFeu79rKO0BNl7RhIEgXvR9EUFgi6meCBQyFlHqQnS2dk6GQC+K5fR8ajaIrws8qyj9ARxDiql3ouIa4sAX2yUG4GizzpYEKQz3ZKb48tdu969G8RZBxuCdKZbXwOAd3nPhBgoHQKDOutgRZDh4eF6HMfr3a/DSpdBccg3Ah81xnzRt5E0+gd2DjKVk2EYHtK5IWVpmmBkLF8EBnnWweoLstfZMAwXI6K7a+sIvmkXz3tEYKBnHSwJ4pxuNpu/WavV3C8S5Yykx0pjOGzgZx1sCdJZtMsZCcOq78Xlspx1sCaIc17OSHopN15jiGhHkiQnFvW7jqzolHKRfrBglFKfRcSPZw1U5MqDABHtJqKToygy5fHq4J6wIUhnuiVnJGWvqB78S5LkXVEUfb2HoQMfwoogckYy8Hrp2wEiutxa+4W+FRWkgBVBHCZyRlJQZfgxs9YYc74f1X60siNIhyRyRuKnHrxpJaLvWWtPBYDEmxEPilkSxOEgZyQeqsGfygfHx8dXj42Njfsz4UczW4I4OJRS9yLisB9oRGuOCHzEGPOlHPUVpoo1QbTWPwKAYwpDSwxlQoCIrrTWXpZJeMBCrAmilPoFIh42YAzF/PQI3G6Mec/0w8o3gi1BOlu+fb9BV76UzDyPOgv0N3KMjC1BVq1adeTs2bMf5wh6BX1+0BhzHMe42RJEKbUcEX/AEfSq+UxET1trD+cYN1uChGF4ehAEd3MEvWo+u5/SWmsDjnGzJYhS6n2IeAtH0Kvo865du166adOmrdxiZ0sQrfXlAPB5boBX1d84jk9otVo/5BY/W4Iopa5BxEu4AV5hf99kjHGXA7L6Y0sQrfVXAeB3WaFdYWeJ6Dxr7W3cIGBLEGkz4VZqwLLdhC1BpM2EF0GI6Cpr7Yd5eQ3AliBKqe2IuIAb4BX2l2W7CUuCSJsJP5pxbTdhSZBGo/Gyer3+X/zKpLoeE9FD1tpjuSHAkiDSZsKtzAC4tpuwJIi0mbAkCMt2E5YEUUr9HiLeyq9MKu/xYmPMk5xQ4EqQP0XEv+AEtPgKwLHdhCVBtNZXA8AHpejYIcCu3YQrQaTNhB039izU2bWbsCSIUur7iPgGhjVSdZdL94LUdAnhSpCHEfG10wUn/14uBDi2m7AkiNZ6GwAsLFf6xZseEGDXbsKVINRDMmRI+RBYb4w5pXxudfeIHUGkzYRTee3vK8d2E3YE0VqfCABjfMukup5zbDdhR5AwDE8LguCe6pYZ38g53m7CjiBaa/e+xN/xLZPKe86q3YQdQZRS0mbCmGPc2k3YEUTaTBiz4znXWbWbsCOIUuoORHw3+zKpaABJkpwfRdFaLuGzI4jWej0AnMQFYPHzBQiwajdhRxCllLSZMGYdt3YTdgSRNhPG7IA9Hb13WGvP4RIFO4IopRJEZOc3l4IowE9W7SasCi0Mw8VBEDxRQBLFhCcEuLWbsCJIs9k8vlarPeApd6VQS0SPIuKrS+GMByeI6Clr7REeVHtRyYogM7jNZDsR3RIEwfWjo6OPh2GoEfEDiHgmANS8ZH5ASrm1m7AiyAxsM3mAiK6v1+t3jIyM7DqwZt2UEhHfj4h/MMN+/8Km3YQVQZRSH0XELwzof365mCWi3Yi4DgCuM8ZEvSgdHh6eu3v37nOCIPgAALB8DHPfODm1m7AiiNb6KgD4UC9FVcIxW5MkuWliYmJNP0+Raa1/i4jc9OttXKdfRHSatfY7JczRC1xiRRCmbSbtJEmu37Vr111jY2O5ves+NDT08iRJLgaA3+d2yz2ndhNWBGHUZuLWE1+L4/ha3+/yuelXHMfnAsD7AYDL5dBs2k1YEUQp9RAiLivrp5mIfg4Aa+I4vqndbv+iaD/DMHyD2/0CgDMQsczPLl9tjLm0aHyy2GNFEK310wDwkiyB+pQhonvdblQURd8EgNinrV50u+mXW6cQ0QWIeFgvMkWO4dRuwoogJWsz+T8A+IckSa6JouiRIgusV1uNRmNeEATv7WwVl+nLy6bdhA1BVqxYsWju3LkDvxm8c9J97cTExNoNGzbs6LVYBz2u2WyeFATBBxHxrYP2BQAeNMaw2K5mQ5Bms/mKWq322CCS605/AeA7RHRdFEVue5LtvVwOR3eegojvA4AXDwJPANhsjPmNAdlOZZYNQYaGho4iop+kiq7/wc+4CyIcMay1Rdvu3/spNLjpV71edxdguN2vY7wae6FyIUjegC9fvnz+/Pnz3bzf+x8RuR9lXT85Obm23W7v9G5wwAbCMHyjW6cAwJuL2P0ioshaqwYcdk/m2XxBXDRKqccQ8RU9RZZ+UExE/9yZRt2bXpy/RGcaewkAuOnXr/mKKEmSNVEU/bEv/XnqZUUQrfUaAPijPAEAgG1E9LcdYmzJWTdLdccdd9yLDj300PPc9AsRl3oI4i3GmLs96M1dJSuC5Px7kPuJ6Fpr7W25ozqDFLrpl9v9AoDTcwrrp8aYV+Wky7saVgRxaGitPwMAV2RBxnXSAsBdrjeq1Wq1s+ioqoxSyhW1O6V3D6gemgUHh3+SJCt9t99k8a2bDDuCdNYit3S2KXvF4kki+hs39221Wk/1KiTjXoiAm34dcsghjiRu+vWaXjFy5CCit0dRxOpeZZYE6ZDkk4j4qakSRESGiG6IoujOXhMp43pHQCn1JkR0069Tp8nDE0EQnD06Ojrau/ZyjGRLkM50yz3D9h4iWg0ArjlvHAAeB4CH4zj+x3a7LRc8FFBnq1atOnLWrFlnuWtFAWD2PiZ3ENG/TE5O3sap62BfyFgTpIDci4mKIyAEqXgBSPhTIyAEkQoRBKZAQAgi5SEICEGkBgSBbAjIFyQbbiJVEQSEIBVJtISZDQEhSDbcRKoiCAhBKpJoCTMbAkKQbLiJVEUQEIJUJNESZjYEhCDZcBOpiiAgBKlIoiXMbAgIQbLhJlIVQUAIUpFES5jZEPh/CZyaIxsyF20AAAAASUVORK5CYII="
}
var myChart = echarts.init(document.getElementById('main'));
var ecConfig = echarts.config;
myChart.on('click', eConsole);
var maskImage = new Image();
maskImage.src = data.image
maskImage.onload = function () {
myChart.setOption({
backgroundColor: '#fff',
tooltip: {
show: false
},
series: [{
type: 'wordCloud',
gridSize: 1,
sizeRange: [12, 55],
rotationRange: [-45, 0, 45, 90],
maskImage: maskImage,
textStyle: {
normal: {
color: function () {
return 'rgb(' +
Math.round(Math.random() * 255) +
', ' + Math.round(Math.random() * 255) +
', ' + Math.round(Math.random() * 255) + ')'
}
}
},
left: 'center',
top: 'center',
// width: '96%',
// height: '100%',
right: null,
bottom: null,
// width: 300,
// height: 200,
// top: 20,
data: data.value
}]
})
}
}
function eConsole(param) {
if (typeof param.seriesIndex == 'undefined') {
return;
}
if (param.type == 'click') {
var form = document.getElementById('test_form');
var t = document.getElementById("txt");
t.value = param.name;
form.submit();
}
}
</script>
<form name= "f_checkbox" action="${pageContext.request.contextPath}/cloudServlet?method=pc" method="post" id="registForm" onsubmit="return check()">
<button type="submit" >生成热词云</button>
</form>
<script>
$(function(){
$("#txt").hide()
$("#Search").hide()
});
</script>
<form id = 'test_form' action="http://openaccess.thecvf.com/ICCV2019_search.py" method="post" accept-charset="utf-8" target="_blank">
<input type="text" id="txt" name="query">
<input type="submit" id="Search" value="Search">
</form>
</body>
</html>
