initial upload

anomaly.py

@@ -0,0 +1,11 @@
+import numpy as np
+
+
+def is_anomaly(result):
+    data = [item["value"] for name in result for item in result[name]]
+
+    x = np.array(data)
+
+    for name in result:
+        for item in result[name]:
+            item["anomaly"] = item["value"] > x.mean() + 3 * x.std()

main.py

@@ -0,0 +1,50 @@
+import csv
+import datetime
+import time
+import MySQLdb
+
+from anomaly import is_anomaly
+
+
+result = {}
+with open('raw_data.csv', 'rt', encoding="UTF-8") as csvfile:
+    reader = csv.reader(csvfile, quotechar='"')
+    for row in reader:
+        if (row[3])[:1] == "5":
+            timestamp = time.mktime(datetime.datetime.strptime(row[0], "%Y-%m-%d %H:%M:%S,%f").timetuple())
+            name = row[1] + "*" + row[2]
+            if name not in result:
+                result[name] = []
+                result[name].append({"time": timestamp, "value": 1})
+            else:
+                for item in result[name]:
+                    if abs(timestamp - item["time"]) < 7.5 * 60:
+                        item["value"] += 1
+                        break
+                else:
+                    result[name].append({"time": timestamp, "value": 1})
+
+is_anomaly(result)
+
+print(result)
+
+try:
+    connection = MySQLdb.connect(host="127.0.0.1", user="user1", passwd="testserver", db="mydb")
+    cursor = connection.cursor()
+    cursor.execute("CREATE TABLE result ( timeframe_start TIMESTAMP, api_name TEXT, http_method TEXT, \
+                    count_http_code_5xx INT, is_anomaly TINYINT(1) )")
+
+    for name in result:
+        for item in result[name]:
+            cursor.execute("INSERT INTO result (timeframe_start, api_name, http_method, count_http_code_5xx, is_anomaly)"
+                           "VALUES (\"{0}\", \"{1}\", \"{2}\", {3}, {4})"
+                           .format(str(datetime.datetime.fromtimestamp(item["time"]).strftime("%Y-%m-%d %H:%M:%S")),
+                                   name.split("*")[0], name[(name.find("*")+1):], item["value"], item["anomaly"]))
+
+    connection.commit()
+    cursor.close()
+    connection.close()
+except MySQLdb.Error as err:
+    print("Connection error: {}".format(err))
+
+