Skip to content

lots of new functions #66

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
qisheng-jiang wants to merge 11 commits into
base: master
Choose a base branch
from
Open

lots of new functions #66

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
11 commits
Select commit Hold shift + click to select a range
ce64bf1
Accept_file;Json2owl;Save_event
qisheng-jiang Oct 20, 2019
95f0b10
change file update
qisheng-jiang Oct 25, 2019
da9b083
fix bug
qisheng-jiang Oct 25, 2019
6dd8eb1
getSystemTypeAndNameFile
qisheng-jiang Oct 28, 2019
08479af
fix bugs
qisheng-jiang Oct 28, 2019
bb2ff54
fix bugsss
qisheng-jiang Oct 28, 2019
49f949d
get nnode and links
qisheng-jiang Nov 9, 2019
f59ff0e
fix bug
qisheng-jiang Nov 10, 2019
3f44e91
fix bugs
qisheng-jiang Nov 11, 2019
6b0a594
0.0.0.0:8088/bbs/api/getSystemNodesAndLinks?systemName=system
qisheng-jiang Nov 18, 2019
ecf8e78
save cluster result
qisheng-jiang Nov 24, 2019
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 4 additions & 1 deletion BackEnd19v/src/main/java/global/globalvalue.java
100644 → 100755
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,9 @@ public class globalvalue {
public static String fusekiapi = "http://fuseki";
//public static String fusekiapi = "http://10.60.38.173";
public static String mongoapi = "mongo";
//public static String fusekiapi = "10.60.38.173";
//public static String mongoapi = "10.60.38.173";
public static String causeapi = "http://causeapi";
public static String neo4japi = "bolt://10.60.38.173";
//public static String neo4japi = "bolt://localhost";

}
174 changes: 160 additions & 14 deletions BackEnd19v/src/main/java/neo4j/FusekiDriver.java
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
package neo4j;

import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.JSONArray;
import com.alibaba.fastjson.JSONObject;
import neo4jentities.DataAccessor;
Expand All @@ -20,17 +21,22 @@
import org.springframework.stereotype.Component;

import java.io.BufferedReader;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStreamReader;
import java.net.HttpURLConnection;
import java.net.URL;
import java.text.ParseException;
import java.text.SimpleDateFormat;
import java.util.*;
import java.util.regex.Pattern;

import global.globalvalue;

import static neo4j.MongoDriver.*;
import static neo4j.prometheusDriver.getProInfor;
import static util.FileUtil.saveClusterResult;
import static util.HttpPostUtil.getImage;


@Component
Expand All @@ -55,7 +61,7 @@ public static Map<String, Object> getAllNodesAndLinks(){
QuerySolution qs = rs.next() ;
String subject = qs.get("s").toString();
if(subject.contains("http")){
System.out.println("Subject: " + subject);
//System.out.println("Subject: " + subject);
if(subject.contains("server")){
result.add(getServer(subject));
linkList.addAll(getLink(subject, "manage"));
Expand Down Expand Up @@ -1583,6 +1589,7 @@ public static boolean judgeExist(String url){
return false;
}
}
qExec.close();
}
return true;
}
Expand Down Expand Up @@ -1680,7 +1687,7 @@ public static ArrayList getResourcesWithQuery(){
result.add(r);
}
}
System.out.println(result);
//System.out.println(result);
return result;
}

Expand All @@ -1690,8 +1697,8 @@ public static void addLinkEvent2S(){
Date start = new Date();
Date end = new Date();
try {
start = DateFormat.parse("2019-08-06 00:00:00");
end = DateFormat.parse("2019-08-06 23:59:59");
start = DateFormat.parse("2019-10-20 00:00:00");
end = DateFormat.parse("2019-10-20 23:59:59");
} catch(ParseException px) {
px.printStackTrace();
}
Expand All @@ -1705,10 +1712,11 @@ public static void addLinkEvent2S(){
times.add(i.getTime()/1000);
}
Collections.sort(times);
StringBuffer stringBuffer = new StringBuffer();
for (Resource i:resources
) {
Statement statement = i.getProperty(model.createProperty(i.toString()+"/query"));
System.out.println(start.getTime()/1000 + " " + end.getTime()/1000);
//System.out.println(start.getTime()/1000 + " " + end.getTime()/1000);

JSONArray proInfor = getProInfor(statement.getString().replace(" ",""),start.getTime()/1000 + "", end.getTime()/1000 + "");
//JSONArray proInfor = getProInfor(statement.getString().replace(" ",""),times.get(0)+"", times.get(times.size()-1)+"");
Expand All @@ -1726,7 +1734,8 @@ public static void addLinkEvent2S(){
}
}
}
System.out.println("request---------");
String[] strings = i.toString().split("/");
System.out.println(strings[strings.length-1]);
System.out.println(timeList);
System.out.println(proInfor);
JSONObject jsonObject = new JSONObject();
Expand All @@ -1741,13 +1750,10 @@ public static void addLinkEvent2S(){
}
}
}



}


//查询指定范围内发生的时间
//查询指定范围内发生的时间 只有 HW 事件
public static Map<String, ArrayList> getEventInFuseki(Date startTime,Date endTime)
{
SimpleDateFormat DateFormat=new SimpleDateFormat("yyyy-MM-dd HH:mm:ss"); //加上时间
Expand All @@ -1760,9 +1766,11 @@ public static Map<String, ArrayList> getEventInFuseki(Date startTime,Date endTim
ResIterator iter = model.listSubjects();
while (iter.hasNext()) {
Resource r = iter.nextResource();
if (r.toString().contains("event"))
if (Pattern.matches(".*event.*HW.*", r.toString()))
{
String timeProperty=r.getProperty(model.createProperty(r.toString()+"/starts_at")).getResource().toString();
Statement statement = r.getProperty(model.createProperty(r.toString()+"/starts_at"));
if (statement == null) continue;
String timeProperty=statement.getResource().toString();
//截取出时间字符串，去掉中间的“-”
int length=timeProperty.length();
String time=timeProperty.substring(length-19,length-9)+" "+timeProperty.substring(length-8);
Expand Down Expand Up @@ -1799,8 +1807,8 @@ public static boolean addCorrelation(String fromUrl, String toUrl, String influe
System.out.println(addRelation);
System.out.println(setInfluenceValue);
RDFConnectionRemoteBuilder builderAddRelation = RDFConnectionFuseki.create()
// .destination("http://10.60.38.173:3030/DevKGData/update");
.destination("http://localhost:3030/gundam/update");
.destination("http://10.60.38.173:3030/DevKGData/update");
//.destination("http://localhost:3030/gundam/update");
// CredentialsProvider credsProvider = new BasicCredentialsProvider();
// Credentials credentials = new UsernamePasswordCredentials("admin", "D0rlghQl5IAgYOm");
// credsProvider.setCredentials(AuthScope.ANY, credentials);
Expand All @@ -1821,7 +1829,145 @@ public static boolean addCorrelation(String fromUrl, String toUrl, String influe
}


//供算法导出数据使用
public static void getDate(int month, int day){
SimpleDateFormat DateFormat=new SimpleDateFormat("yyyy-MM-dd HH:mm:ss"); //加上时间
Date start = new Date();
Date end = new Date();
try {
start = DateFormat.parse("2019-"+month+"-"+day+" 00:00:00");
end = DateFormat.parse("2019-"+month+"-"+day+" 23:59:59");
} catch(ParseException px) {
px.printStackTrace();
}
Model model = DataAccessor.getInstance().getModel();
ArrayList<Resource> resources = getResourcesWithQuery();
//受到时区的影响
Map dates = getEventInFuseki(start, end);
List times = new ArrayList<>();
for (Date i:(ArrayList<Date>)dates.get("Date")
) {
times.add(i.getTime()/1000);
}
Collections.sort(times);
StringBuffer stringBuffer = new StringBuffer();
for (Resource i:resources
) {
Statement statement = i.getProperty(model.createProperty(i.toString()+"/query"));
//System.out.println(start.getTime()/1000 + " " + end.getTime()/1000);

JSONArray proInfor = getProInfor(statement.getString().replace(" ",""),start.getTime()/1000 + "", end.getTime()/1000 + "");
//JSONArray proInfor = getProInfor(statement.getString().replace(" ",""),times.get(0)+"", times.get(times.size()-1)+"");
if (proInfor == null)continue;
List timeList = new ArrayList();
for (Object j:times
) {
for (Object k:proInfor
) {
if ((Long)j <= ((JSONArray)k).getLong(0)){
if (!timeList.contains(((JSONArray)k).getLong(0))){
timeList.add(((JSONArray)k).getLong(0));
}
break;
}
}
}
String[] strings = i.toString().split("/");
System.out.println(strings[strings.length-1]);
System.out.println(timeList);
System.out.println(proInfor);
stringBuffer.append(strings[strings.length-1]);
JSONObject jsonObject = new JSONObject();
jsonObject.put("file1",timeList);
jsonObject.put("file2", proInfor);
stringBuffer.append("\r\n");
stringBuffer.append(jsonObject.toString());
stringBuffer.append("\r\n");
}
if (stringBuffer.length() == 0){
return;
}
try {
FileOutputStream fos = new FileOutputStream("/Users/jiang/data/data"+month+"-"+day+".txt");
fos.write(stringBuffer.toString().getBytes());
fos.close();
}
catch (Exception e) {
System.out.println(e.getMessage());
}
}

//向算法部分发送数据，返回一个String、两个时间序列
public static void getClusterResult(){
SimpleDateFormat DateFormat=new SimpleDateFormat("yyyy-MM-dd HH:mm:ss"); //加上时间
Date start = new Date();
Date end = new Date();
try {
start = DateFormat.parse("2019-11-18 00:00:00");
end = DateFormat.parse("2019-11-18 23:59:59");
} catch(ParseException px) {
px.printStackTrace();
}
Model model = DataAccessor.getInstance().getModel();
ArrayList<Resource> resources = getResourcesWithQuery();
//受到时区的影响
Map dates = getEventInFuseki(start, end);
List times = new ArrayList<>();
for (Date i:(ArrayList<Date>)dates.get("Date")
) {
times.add(i.getTime()/1000);
}
Collections.sort(times);
StringBuffer stringBuffer = new StringBuffer();
for (Resource i:resources
) {
Statement statement = i.getProperty(model.createProperty(i.toString()+"/query"));
JSONArray proInfor = getProInfor(statement.getString().replace(" ",""),start.getTime()/1000 + "", end.getTime()/1000 + "");
if (proInfor == null)continue;
List timeList = new ArrayList();
for (Object j:times
) {
for (Object k:proInfor
) {
if ((Long)j <= ((JSONArray)k).getLong(0)){
if (!timeList.contains(((JSONArray)k).getLong(0))){
timeList.add(((JSONArray)k).getLong(0));
}
break;
}
}
}
String[] strings = i.toString().split("/");
System.out.println(strings[strings.length-1]);
System.out.println(timeList);
System.out.println(proInfor);
JSONObject jsonObject = new JSONObject();
jsonObject.put("file4", 1);
jsonObject.put("file3", strings[strings.length-1]);
jsonObject.put("file1",timeList);
jsonObject.put("file2", proInfor);

String re = util.HttpPostUtil.postData(jsonObject.toJSONString());
System.out.println(re);
if (re != null){
JSONObject jsonRe = JSON.parseObject(re);
// String correlation = jsonRe.getString("Correlation");
// List<List> SST = JSONArray.parseArray(jsonRe.getString("SST"), List.class);
// List<List> alarm = JSONArray.parseArray(jsonRe.getString("Alarm"), List.class);
saveClusterResult(jsonRe.toJSONString(), strings[strings.length-1]);

}
}
}

public static void main(String[] args) {
// for (int i = 30; i <= 31; i++) {
// getDate(10,i);
// }
// for (int i = 1; i <= 14; i++) {
// getDate(11,i);
// }


}
}
Loading