Skip to content

Commit 0ddc452

Browse files
smartx-usmansmartx-usman
committed
Remove extra messages from stdout.
1 parent 1e3b668 commit 0ddc452

File tree

6 files changed

+636
-636
lines changed

6 files changed

+636
-636
lines changed

‎Visibility-Collection-Validation/Collectors/Multiview-Custom-Collectors/src/main/java/smartx/multiview/collectors/flow/sFlowKafkaConsumer.java

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -135,7 +135,7 @@ public void apply(final Document document) {
135135
document = new Document();
136136
document.put("timestamp", timestamp);
137137
document.put("AgentID", agentBox);
138-
document.put("VLANID", VLANIDDB);
138+
document.put("VLANID", VLANIDPacket);
139139
document.put("Tenant", TenantName);
140140
document.put("TransportProtocol", TLProtocol);
141141
document.put("Flowkey", flowKey);
@@ -183,7 +183,7 @@ public void apply(final Document document) {
183183
document = new Document();
184184
document.put("timestamp", timestamp);
185185
document.put("AgentID", agentBox);
186-
document.put("VLANID", VLANIDDB);
186+
document.put("VLANID", VLANIDPacket);
187187
document.put("Tenant", TenantName);
188188
document.put("TransportProtocol", TLProtocol);
189189
document.put("Flowkey", flowKey);
@@ -218,7 +218,7 @@ else if (json.containsKey("ICMPFlowDetail"))
218218
document = new Document();
219219
document.put("timestamp", timestamp);
220220
document.put("AgentID", agentBox);
221-
document.put("VLANID", VLANIDDB);
221+
document.put("VLANID", VLANIDPacket);
222222
document.put("Tenant", TenantName);
223223
document.put("TransportProtocol", TLProtocol);
224224
document.put("Flowkey", flowKey);

‎Visibility-Collection-Validation/Collectors/Multiview-Custom-Collectors/src/main/java/smartx/multiview/collectors/resource/OpenStackInstances.java

Lines changed: 177 additions & 177 deletions
Original file line numberDiff line numberDiff line change
@@ -1,177 +1,177 @@
1-
/**
2-
* @author Muhammad Usman
3-
* @version 0.2
4-
*/
5-
6-
package smartx.multiview.collectors.resource;
7-
8-
import java.io.BufferedReader;
9-
import java.io.IOException;
10-
import java.io.InputStream;
11-
import java.io.InputStreamReader;
12-
import java.net.HttpURLConnection;
13-
import java.net.URL;
14-
import java.text.DateFormat;
15-
import java.text.SimpleDateFormat;
16-
import java.util.ArrayList;
17-
import java.util.Date;
18-
import java.util.List;
19-
20-
import org.json.simple.parser.JSONParser;
21-
import org.apache.commons.lang3.StringUtils;
22-
import org.apache.log4j.Logger;
23-
import org.bson.Document;
24-
25-
import ch.ethz.ssh2.Connection;
26-
import ch.ethz.ssh2.StreamGobbler;
27-
28-
import com.mongodb.MongoClient;
29-
import com.mongodb.client.MongoDatabase;
30-
import com.mongodb.client.result.DeleteResult;
31-
32-
public class OpenStackInstances implements Runnable{
33-
private Thread thread;
34-
private String ThreadName="vBox Status Thread";
35-
private String line = "", neworkList;
36-
private String vboxMongoCollection, vboxMongoCollectionRT;
37-
private String CTRL_Box_IP, CTRL_Box_USER, CTRL_Box_PASSWORD;
38-
39-
private MongoClient mongoClient;
40-
private List<Document> documentsRT = new ArrayList<Document>();
41-
private MongoDatabase db;
42-
private Document documentHistory, documentRT;
43-
private DeleteResult deleteResult;
44-
45-
private Date timestamp;
46-
private DateFormat dateFormat = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
47-
private Logger LOG = Logger.getLogger("novaUpdateFile");
48-
49-
public OpenStackInstances(String CTRL_IP, String CTRL_USER, String CTRL_PASSWORD, String dbHost, int dbPort, String dbName, String vboxhistory, String vboxrt)
50-
{
51-
mongoClient = new MongoClient(dbHost, dbPort);
52-
db = mongoClient.getDatabase(dbName);
53-
vboxMongoCollection = vboxhistory;
54-
vboxMongoCollectionRT = vboxrt;
55-
CTRL_Box_IP = CTRL_IP;
56-
CTRL_Box_USER = CTRL_USER;
57-
CTRL_Box_PASSWORD = CTRL_PASSWORD;
58-
}
59-
60-
public void getOSInstanceList()
61-
{
62-
System.out.println("Running "+ThreadName);
63-
String instanceName, instanceID, instanceStatus, instancePower, instanceNetwork, instancetenantID, BoxName;
64-
65-
timestamp = new Date();
66-
try
67-
{
68-
Connection conn = new Connection(CTRL_Box_IP);
69-
conn.connect();
70-
boolean isAuthenticated = conn.authenticateWithPassword(CTRL_Box_USER, CTRL_Box_PASSWORD);
71-
if (isAuthenticated == false)
72-
throw new IOException("Authentication failed.");
73-
ch.ethz.ssh2.Session sess = conn.openSession();
74-
sess.execCommand("cat /home/netcs/InstanceList");
75-
76-
InputStream stdout = new StreamGobbler(sess.getStdout());
77-
BufferedReader br = new BufferedReader(new InputStreamReader(stdout));
78-
79-
while (true)
80-
{
81-
String line = br.readLine();
82-
if (line == null)
83-
break;
84-
if (line!=null)
85-
{
86-
instanceID = line.substring(0, StringUtils.ordinalIndexOf(line, ",", 1)).trim();
87-
instanceName = line.substring(StringUtils.ordinalIndexOf(line, ",", 1)+1, StringUtils.ordinalIndexOf(line, ",", 2)).trim();
88-
instanceStatus = line.substring(StringUtils.ordinalIndexOf(line, ",", 2)+1, StringUtils.ordinalIndexOf(line, ",", 3)).trim();
89-
instancePower = line.substring(StringUtils.ordinalIndexOf(line, ",", 3)+1, StringUtils.ordinalIndexOf(line, ",", 4)).trim();
90-
instanceNetwork = line.substring(StringUtils.ordinalIndexOf(line, ",", 4)+1, StringUtils.ordinalIndexOf(line, ",", 6)).trim();
91-
BoxName = line.substring(StringUtils.ordinalIndexOf(line, ",", 6)+1, line.length()).trim();
92-
93-
documentHistory = new Document();
94-
documentRT = new Document();
95-
96-
documentHistory.put("timestamp" , new Date());
97-
documentHistory.put("box" , BoxName);
98-
documentHistory.put("ostenantid" , "");
99-
documentHistory.put("name" , instanceName);
100-
documentHistory.put("uuid" , instanceID);
101-
documentHistory.put("Powerstate" , instancePower);
102-
documentHistory.put("Network" , instanceNetwork);
103-
104-
documentRT.put("name" , instanceName);
105-
documentRT.put("uuid" , instanceID);
106-
documentRT.put("vlanid" , "");
107-
documentRT.put("ostenantid" , "");
108-
//documentRT.put("osuserid" , instancetenantID);
109-
documentRT.put("box" , BoxName);
110-
111-
// UpdateResult result;
112-
if (instanceStatus.equals("ACTIVE"))
113-
{
114-
documentHistory.put("state", "Running");
115-
documentRT.put("state", "Running");
116-
117-
}
118-
else
119-
{
120-
documentHistory.put("state", instanceStatus);
121-
documentRT.put("state", instanceStatus);
122-
}
123-
System.out.println(instanceStatus);
124-
db.getCollection(vboxMongoCollection).insertOne(documentHistory);
125-
126-
LOG.debug("["+dateFormat.format(timestamp)+"][INFO][NOVA][Box: "+BoxName+" Instance: "+instanceName+" State: "+instanceStatus+"]");
127-
documentsRT.add(documentRT);
128-
}
129-
}
130-
131-
//System.out.println("ExitCode: " + sess.getExitStatus());
132-
br.close();
133-
stdout.close();
134-
sess.close();
135-
conn.close();
136-
}
137-
catch (IOException e)
138-
{
139-
LOG.debug("[INFO][OpenStack][Box : "+CTRL_Box_IP+" Failed]");
140-
System.out.println("[INFO][OpenStack][Box : "+CTRL_Box_IP+" Failed]");
141-
e.printStackTrace(System.err);
142-
}
143-
}
144-
145-
public void run()
146-
{
147-
while (true)
148-
{
149-
getOSInstanceList();
150-
151-
//Delete Previous Documents from Real Time collection
152-
deleteResult = db.getCollection(vboxMongoCollectionRT).deleteMany(new Document());
153-
154-
//Insert New Documents for Near-Realtime Visualization
155-
if (documentsRT.isEmpty()==false)
156-
{
157-
db.getCollection(vboxMongoCollectionRT).insertMany(documentsRT);
158-
documentsRT.clear();
159-
}
160-
161-
try {
162-
//Sleep For 30 Seconds
163-
Thread.sleep(30000);
164-
} catch (InterruptedException e) {
165-
// TODO Auto-generated catch block
166-
e.printStackTrace();
167-
}
168-
}
169-
}
170-
public void start() {
171-
//System.out.println("Starting vBox Status Thread");
172-
if (thread==null){
173-
thread = new Thread(this, ThreadName);
174-
thread.start();
175-
}
176-
}
177-
}
1+
/**
2+
* @author Muhammad Usman
3+
* @version 0.2
4+
*/
5+
6+
package smartx.multiview.collectors.resource;
7+
8+
import java.io.BufferedReader;
9+
import java.io.IOException;
10+
import java.io.InputStream;
11+
import java.io.InputStreamReader;
12+
import java.net.HttpURLConnection;
13+
import java.net.URL;
14+
import java.text.DateFormat;
15+
import java.text.SimpleDateFormat;
16+
import java.util.ArrayList;
17+
import java.util.Date;
18+
import java.util.List;
19+
20+
import org.json.simple.parser.JSONParser;
21+
import org.apache.commons.lang3.StringUtils;
22+
import org.apache.log4j.Logger;
23+
import org.bson.Document;
24+
25+
import ch.ethz.ssh2.Connection;
26+
import ch.ethz.ssh2.StreamGobbler;
27+
28+
import com.mongodb.MongoClient;
29+
import com.mongodb.client.MongoDatabase;
30+
import com.mongodb.client.result.DeleteResult;
31+
32+
public class OpenStackInstances implements Runnable{
33+
private Thread thread;
34+
private String ThreadName="vBox Status Thread";
35+
private String line = "", neworkList;
36+
private String vboxMongoCollection, vboxMongoCollectionRT;
37+
private String CTRL_Box_IP, CTRL_Box_USER, CTRL_Box_PASSWORD;
38+
39+
private MongoClient mongoClient;
40+
private List<Document> documentsRT = new ArrayList<Document>();
41+
private MongoDatabase db;
42+
private Document documentHistory, documentRT;
43+
private DeleteResult deleteResult;
44+
45+
private Date timestamp;
46+
private DateFormat dateFormat = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
47+
private Logger LOG = Logger.getLogger("novaUpdateFile");
48+
49+
public OpenStackInstances(String CTRL_IP, String CTRL_USER, String CTRL_PASSWORD, String dbHost, int dbPort, String dbName, String vboxhistory, String vboxrt)
50+
{
51+
mongoClient = new MongoClient(dbHost, dbPort);
52+
db = mongoClient.getDatabase(dbName);
53+
vboxMongoCollection = vboxhistory;
54+
vboxMongoCollectionRT = vboxrt;
55+
CTRL_Box_IP = CTRL_IP;
56+
CTRL_Box_USER = CTRL_USER;
57+
CTRL_Box_PASSWORD = CTRL_PASSWORD;
58+
}
59+
60+
public void getOSInstanceList()
61+
{
62+
System.out.println("Running "+ThreadName);
63+
String instanceName, instanceID, instanceStatus, instancePower, instanceNetwork, instancetenantID, BoxName;
64+
65+
timestamp = new Date();
66+
try
67+
{
68+
Connection conn = new Connection(CTRL_Box_IP);
69+
conn.connect();
70+
boolean isAuthenticated = conn.authenticateWithPassword(CTRL_Box_USER, CTRL_Box_PASSWORD);
71+
if (isAuthenticated == false)
72+
throw new IOException("Authentication failed.");
73+
ch.ethz.ssh2.Session sess = conn.openSession();
74+
sess.execCommand("cat /home/netcs/InstanceList");
75+
76+
InputStream stdout = new StreamGobbler(sess.getStdout());
77+
BufferedReader br = new BufferedReader(new InputStreamReader(stdout));
78+
79+
while (true)
80+
{
81+
String line = br.readLine();
82+
if (line == null)
83+
break;
84+
if (line!=null)
85+
{
86+
instanceID = line.substring(0, StringUtils.ordinalIndexOf(line, ",", 1)).trim();
87+
instanceName = line.substring(StringUtils.ordinalIndexOf(line, ",", 1)+1, StringUtils.ordinalIndexOf(line, ",", 2)).trim();
88+
instanceStatus = line.substring(StringUtils.ordinalIndexOf(line, ",", 2)+1, StringUtils.ordinalIndexOf(line, ",", 3)).trim();
89+
instancePower = line.substring(StringUtils.ordinalIndexOf(line, ",", 3)+1, StringUtils.ordinalIndexOf(line, ",", 4)).trim();
90+
instanceNetwork = line.substring(StringUtils.ordinalIndexOf(line, ",", 4)+1, StringUtils.ordinalIndexOf(line, ",", 6)).trim();
91+
BoxName = line.substring(StringUtils.ordinalIndexOf(line, ",", 6)+1, line.length()).trim();
92+
93+
documentHistory = new Document();
94+
documentRT = new Document();
95+
96+
documentHistory.put("timestamp" , new Date());
97+
documentHistory.put("box" , BoxName);
98+
documentHistory.put("ostenantid" , "");
99+
documentHistory.put("name" , instanceName);
100+
documentHistory.put("uuid" , instanceID);
101+
documentHistory.put("Powerstate" , instancePower);
102+
documentHistory.put("Network" , instanceNetwork);
103+
104+
documentRT.put("name" , instanceName);
105+
documentRT.put("uuid" , instanceID);
106+
documentRT.put("vlanid" , "");
107+
documentRT.put("ostenantid" , "");
108+
//documentRT.put("osuserid" , instancetenantID);
109+
documentRT.put("box" , BoxName);
110+
111+
// UpdateResult result;
112+
if (instanceStatus.equals("ACTIVE"))
113+
{
114+
documentHistory.put("state", "Running");
115+
documentRT.put("state", "Running");
116+
117+
}
118+
else
119+
{
120+
documentHistory.put("state", instanceStatus);
121+
documentRT.put("state", instanceStatus);
122+
}
123+
//System.out.println(instanceStatus);
124+
db.getCollection(vboxMongoCollection).insertOne(documentHistory);
125+
126+
LOG.debug("["+dateFormat.format(timestamp)+"][INFO][NOVA][Box: "+BoxName+" Instance: "+instanceName+" State: "+instanceStatus+"]");
127+
documentsRT.add(documentRT);
128+
}
129+
}
130+
131+
//System.out.println("ExitCode: " + sess.getExitStatus());
132+
br.close();
133+
stdout.close();
134+
sess.close();
135+
conn.close();
136+
}
137+
catch (IOException e)
138+
{
139+
LOG.debug("[INFO][OpenStack][Box : "+CTRL_Box_IP+" Failed]");
140+
System.out.println("[INFO][OpenStack][Box : "+CTRL_Box_IP+" Failed]");
141+
e.printStackTrace(System.err);
142+
}
143+
}
144+
145+
public void run()
146+
{
147+
while (true)
148+
{
149+
getOSInstanceList();
150+
151+
//Delete Previous Documents from Real Time collection
152+
deleteResult = db.getCollection(vboxMongoCollectionRT).deleteMany(new Document());
153+
154+
//Insert New Documents for Near-Realtime Visualization
155+
if (documentsRT.isEmpty()==false)
156+
{
157+
db.getCollection(vboxMongoCollectionRT).insertMany(documentsRT);
158+
documentsRT.clear();
159+
}
160+
161+
try {
162+
//Sleep For 30 Seconds
163+
Thread.sleep(30000);
164+
} catch (InterruptedException e) {
165+
// TODO Auto-generated catch block
166+
e.printStackTrace();
167+
}
168+
}
169+
}
170+
public void start() {
171+
//System.out.println("Starting vBox Status Thread");
172+
if (thread==null){
173+
thread = new Thread(this, ThreadName);
174+
thread.start();
175+
}
176+
}
177+
}

0 commit comments

Comments
 (0)