neural network using tensorflow for data classification. Note: Very preliminary

ethan_data_processing_scripts/classifier.py

@@ -0,0 +1,47 @@
+import tensorflow as tf
+
+
+def main():
+    pass
+    '''
+    mnist = tf.keras.datasets.mnist
+
+    (x_train, y_train), (x_test, y_test) = mnist.load_data()
+
+    x_train = tf.keras.utils.normalize(x_train, axis=1)
+    x_test = tf.keras.utils.normalize(x_test, axis=1)
+
+    model = tf.keras.models.Sequential()
+    model.add(tf.keras.layers.Flatten())
+    model.add(tf.keras.layers.Dense(128, activation=tf.nn.relu))
+    model.add(tf.keras.layers.Dense(128, activation=tf.nn.relu))
+    model.add(tf.keras.layers.Dense(10, activation=tf.nn.softmax))
+
+    model.compile(optimizer='SGD',
+                  loss='sparse_categorical_crossentropy',
+                  metrics=['accuracy'])
+    model.fit(x_train, y_train, epochs=3)
+    '''
+
+
+# data and results arrays (training and testing) should be paired. Classifications is number of ways to classify data.
+def train(classifications: int, data: list, results: list, testdata: list, testresults: list):
+    numberOfNeurons = (len(data[0]) + classifications)/2
+    model = tf.keras.models.Sequential()
+    model.add(tf.keras.layers.Flatten())
+    model.add(tf.keras.layers.Dense(numberOfNeurons), activation=tf.nn.relu)
+    model.add(tf.keras.layers.Dense(numberOfNeurons), activation=tf.nn.relu)
+    model.add(tf.keras.layers.Dense(classifications), tf.nn.softmax)
+
+    model.compile(optimizer='SGD',
+                  loss='sparse_categorical_crossentropy',
+                  metrics=['accuraccy'])
+    model.fit(data, results, epochs=5)
+
+    loss, accuracy = model.evaluate(testdata, testresults)
+    print(loss)
+    print(accuracy)
+
+
+if __name__ == '__main__':
+    main()

ethan_data_processing_scripts/logs.py

@@ -0,0 +1,17 @@
+import sys
+
+
+def main():
+    file = open(sys.argv[1], "r")
+    line = file.readline()
+    x = ""
+    while line:
+        x += line[27:28]
+        line = file.readline()
+
+    print(x)
+    file.close()
+
+
+if __name__ == '__main__':
+    main()

ethan_data_processing_scripts/pcap.py

@@ -0,0 +1,5 @@
+import pyshark
+
+shark_cap = pyshark.FileCapture('/Users/ethangoldfarb/Desktop/tomthesis/SSH-Master-Thesis/data/packets/thesis-capture-2019-05-03.0.pcap')
+for packet in shark_cap:
+    print("%s" % packet)