English translation

app.py

@@ -5,32 +5,32 @@ import streamlit as st
 from config.log_definitions import log_definitions
 from utils.log2pandas import LogParser
 
-st.title("Analyseur de Logs")
+st.title("Log Analyzer")
 
-# Zone d'upload par drag and drop
-uploaded_file = st.file_uploader("Déposez votre fichier log")
+# Upload area by drag and drop
+uploaded_file = st.file_uploader("Drop your log file here")
 
-# Menu déroulant pour choisir le type de log
+# Dropdown menu to choose the log type
 
-# Extraire les types de log à partir du fichier de configuration
+# Extract log types from the configuration file
 log_types = list(log_definitions.keys())
 
-log_type = st.selectbox("Sélectionnez le type de log", options=log_types)
+log_type = st.selectbox("Select log type", options=log_types)
 
-# Bouton d'analyse
-if st.button("Analyser"):
+# Analyze button
+if st.button("Analyze"):
     if uploaded_file is not None:
-        # Sauvegarder temporairement le fichier uploader
+        # Temporarily save the uploaded file
         with tempfile.NamedTemporaryFile(delete=False, suffix=".log") as tmp_file:
             tmp_file.write(uploaded_file.getbuffer())
             tmp_file_path = tmp_file.name
 
-        # Créer une instance de LogParser avec le chemin temporaire et le type de log
+        # Create an instance of LogParser with the temporary path and log type
         parser = LogParser(tmp_file_path, log_type)
-        # Analyser le fichier et récupérer le DataFrame
+        # Parse the file and get the DataFrame
         parsed_df = parser.parse_file()
-        # Afficher les premières lignes du DataFrame résultat
-        st.write("DataFrame résultant:")
+        # Display the first rows of the resulting DataFrame
+        st.write("Resulting DataFrame:")
         st.dataframe(parsed_df)
     else:
-        st.error("Veuillez charger un fichier log.")
+        st.error("Please upload a log file.")

config/log_definitions.py

@@ -1,24 +1,5 @@
 log_definitions = {
-    "xferlog": {
-        "sep": " ",
-        "fields": [
-            {"name": "current_time", "pos": slice(0, 5), "type": "datetime"},
-            {"name": "transfer_time", "pos": 5, "type": int},
-            {"name": "remote_host", "pos": 6, "type": str},
-            {"name": "file_size", "pos": 7, "type": int},
-            {"name": "filename", "pos": 8, "type": str},
-            {"name": "transfer_type", "pos": 9, "type": str},
-            {"name": "special_flag", "pos": 10, "type": str},
-            {"name": "direction", "pos": 11, "type": "direction"},
-            {"name": "access_mode", "pos": 12, "type": str},
-            {"name": "username", "pos": 13, "type": str},
-            {"name": "service_name", "pos": 14, "type": str},
-            {"name": "auth_method", "pos": 15, "type": int},
-            {"name": "auth_user_id", "pos": 16, "type": str},
-            {"name": "status", "pos": 17, "type": str},
-        ],
-    },
-    "apache_access_log": {
+    "apache_access": {
         "sep": " ",
         "fields": [
             {"name": "datetime", "pos": slice(0, 5), "type": "datetime"},
@@ -26,18 +7,7 @@ log_definitions = {
             {"name": "message", "pos": slice(6, None), "type": str},
         ],
     },
-    "firewall_log": {
-        "sep": " ",
-        "fields": [
-            {"name": "month", "pos": 0, "type": str},
-            {"name": "day", "pos": 1, "type": int},
-            {"name": "time", "pos": 2, "type": "datetime"},
-            {"name": "host", "pos": 3, "type": str},
-            {"name": "kernel", "pos": 4, "type": str},
-            {"name": "message", "pos": slice(5, None), "type": str},
-        ],
-    },
-    "auth_log": {
+    "auth": {
         "sep": " ",
         "fields": [
             {"name": "month", "pos": 0, "type": str},
@@ -48,7 +18,7 @@ log_definitions = {
             {"name": "message", "pos": slice(5, None), "type": str},
         ],
     },
-    "dns_log": {
+    "dns": {
         "sep": " ",
         "fields": [
             {"name": "date", "pos": 0, "type": "datetime"},
@@ -58,7 +28,18 @@ log_definitions = {
             {"name": "record_type", "pos": 4, "type": str},
         ],
     },
-    "linux_log": {
+    "firewall": {
+        "sep": " ",
+        "fields": [
+            {"name": "month", "pos": 0, "type": str},
+            {"name": "day", "pos": 1, "type": int},
+            {"name": "time", "pos": 2, "type": "datetime"},
+            {"name": "host", "pos": 3, "type": str},
+            {"name": "kernel", "pos": 4, "type": str},
+            {"name": "message", "pos": slice(5, None), "type": str},
+        ],
+    },
+    "linux": {
         "sep": " ",
         "fields": [
             {"name": "datetime", "pos": slice(0, 3), "type": "datetime"},
@@ -68,7 +49,7 @@ log_definitions = {
             {"name": "Content", "pos": slice(6, None), "type": str},
         ],
     },
-    "ssh_log": {
+    "ssh": {
         "sep": " ",
         "fields": [
             {"name": "datetime", "pos": slice(0, 3), "type": "datetime"},
@@ -78,4 +59,23 @@ log_definitions = {
             {"name": "Content", "pos": slice(6, None), "type": str},
         ],
     },
+    "xferlog": {
+        "sep": " ",
+        "fields": [
+            {"name": "current_time", "pos": slice(0, 5), "type": "datetime"},
+            {"name": "transfer_time", "pos": 5, "type": int},
+            {"name": "remote_host", "pos": 6, "type": str},
+            {"name": "file_size", "pos": 7, "type": int},
+            {"name": "filename", "pos": 8, "type": str},
+            {"name": "transfer_type", "pos": 9, "type": str},
+            {"name": "special_flag", "pos": 10, "type": str},
+            {"name": "direction", "pos": 11, "type": "direction"},
+            {"name": "access_mode", "pos": 12, "type": str},
+            {"name": "username", "pos": 13, "type": str},
+            {"name": "service_name", "pos": 14, "type": str},
+            {"name": "auth_method", "pos": 15, "type": int},
+            {"name": "auth_user_id", "pos": 16, "type": str},
+            {"name": "status", "pos": 17, "type": str},
+        ],
+    },
 }

utils/log2pandas.py

@@ -84,45 +84,6 @@ class LogParser:
             entry[field["name"]] = value
 
         return entry
-        """Parse une ligne du fichier log en utilisant la définition fournie."""
-        tokens = line.strip().split()
-        # On ignore la ligne si elle ne contient pas assez de tokens
-        if len(tokens) < len(self.log_definition["fields"]):
-            return None
-
-        entry = {}
-        for field in self.log_definition["fields"]:
-            pos = field["pos"]
-
-            # Extraction de la valeur selon la position indiquée
-            if isinstance(pos, slice):
-                value = " ".join(tokens[pos])
-            else:
-                try:
-                    value = tokens[pos]
-                except IndexError:
-                    value = None
-
-            # Conversion du type
-            if "type" in field:
-                typ = field["type"]
-                if typ == "datetime":
-                    try:
-                        # Format typique utilisé dans nos logs
-                        value = datetime.strptime(value, "%a %b %d %H:%M:%S %Y")
-                    except Exception:
-                        value = None
-                elif typ == "direction":
-                    value = "download" if value == "o" else "upload"
-                else:
-                    try:
-                        value = typ(value)
-                    except Exception:
-                        pass
-
-            entry[field["name"]] = value
-
-        return entry
 
     def parse_file(self):
         """Parcourt tout le fichier log et renvoie un DataFrame pandas contenant les entrées parse."""