start working on new feature

Author: Davide Arcuri

CHANGELOG.md

@@ -1,4 +1,24 @@
 ## Changelog
+<details>
+  <summary><b>OROCHI 2.5.0</b></summary>
+
+  * Added Investigation Workspace Epic [[#1534](https://github.com/LDO-CERT/orochi/issues/1534)]
+    * Case management with Findings and Evidence. [[#1536](https://github.com/LDO-CERT/orochi/issues/1536)]
+    * Investigation Timeline tracking. [[#1538](https://github.com/LDO-CERT/orochi/issues/1538)]
+    * Case Export to `.tar.gz` bundle. [[#1539](https://github.com/LDO-CERT/orochi/issues/1539)]
+    * Capture The Flag (CTF) Mode. [[#1542](https://github.com/LDO-CERT/orochi/issues/1542)]
+    * Automated Report Generation with customizable templates. [[#1540](https://github.com/LDO-CERT/orochi/issues/1540)]
+    * Optional AI integration with Ollama for report summarization. [[#1540](https://github.com/LDO-CERT/orochi/issues/1540)]
+  * Added robust Background Task Logging mechanism with admin visibility.
+  * Added real-time websocket notifications to admins for background task completion/failure. [[#1566](https://github.com/LDO-CERT/orochi/issues/1566)]
+  * Integrated `django-easy-audit` for comprehensive tracking of manual and automated database activities, including login events. [[#1563](https://github.com/LDO-CERT/orochi/issues/1563)]
+  * Added `Host` concept for optionally linking related dumps/assets and performing diff comparisons.
+  * Added external notifications system (Email, Webhook, Slack) configurable per-user via Account Settings.
+  * Added DataTable export functionalities (CSV, Excel, JSON, XML).
+  * Added "Restart all failed plugins" capability to the auto-restart plugin flow.
+  * Fixed cache-building background task being triggered redundantly on all app instances and disabled `TaskLog` from auditing to reduce noise.
+</details>
+
 <details>
   <summary><b>OROCHI 2.4.2</b></summary>
 

compose/local/dask/Dockerfile

@@ -1,6 +1,6 @@
 ARG TARGETARCH
 
-FROM python:3.13.6-slim-bookworm as common-base
+FROM python:3.13.14-slim-bookworm as common-base
 
 # DISABLE TZDATA INTERACTION
 ENV DEBIAN_FRONTEND noninteractive
@@ -50,8 +50,8 @@ RUN apk add --no-cache git
 WORKDIR /
 RUN git clone https://github.com/volatilityfoundation/dwarf2json.git
 WORKDIR /dwarf2json
-RUN CGO_ENABLED=0 GOOS=linux GOARCH=${TARGETARCH} \
-  /usr/local/go/bin/go build -o dwarf2json . 
+RUN CGO_ENABLED=0 GOOS=linux GOARCH=${TARGETARCH:-amd64} \
+  /usr/local/go/bin/go build -o dwarf2json .
 
 FROM common-base
 
@@ -88,13 +88,13 @@ COPY ./compose/local/vol_fix/arm.py /app/.venv/lib/python3.13/site-packages/vola
 RUN sed -i 's/\["Intel32", "Intel64"\]/\["Intel32", "Intel64", "AArch64"\]/g' /app/.venv/lib/python3.13/site-packages/volatility3/framework/plugins/linux/*.py && pip install --force-reinstall --no-cache-dir python-ldap==3.4.4 && ldconfig
 
 ENV TINI_VERSION v0.19.0
-ARG TARGETARCH 
+ARG TARGETARCH
 
 RUN set -eux; \
   TINI_PLATFORM="tini"; \
-  if [ "${TARGETARCH}" = "arm64" ]; then \
+  if [ "${TARGETARCH:-amd64}" = "arm64" ]; then \
   TINI_PLATFORM="tini-arm64"; \
-  elif [ "${TARGETARCH}" = "amd64" ]; then \
+  elif [ "${TARGETARCH:-amd64}" = "amd64" ]; then \
   TINI_PLATFORM="tini"; \
   fi; \
   curl -fsSLO "https://github.com/krallin/tini/releases/download/${TINI_VERSION}/${TINI_PLATFORM}"; \

compose/local/django/Dockerfile

@@ -1,6 +1,6 @@
-ARG TARGETARCH 
+ARG TARGETARCH
 
-FROM python:3.13.6-slim-bookworm as common-base
+FROM python:3.13.14-slim-bookworm as common-base
 
 
 ENV DJANGO_SETTINGS_MODULE config.settings.local
@@ -57,8 +57,8 @@ RUN apk add --no-cache git
 WORKDIR /
 RUN git clone https://github.com/volatilityfoundation/dwarf2json.git
 WORKDIR /dwarf2json
-RUN CGO_ENABLED=0 GOOS=linux GOARCH=${TARGETARCH} \
-  /usr/local/go/bin/go build -o dwarf2json . 
+RUN CGO_ENABLED=0 GOOS=linux GOARCH=${TARGETARCH:-amd64} \
+  /usr/local/go/bin/go build -o dwarf2json .
 
 FROM common-base
 
@@ -99,4 +99,4 @@ RUN sed -i 's/\r$//g' /start && chmod +x /start
 
 COPY --from=go-builder /dwarf2json/dwarf2json /dwarf2json/dwarf2json
 
-ENTRYPOINT ["/entrypoint"]
+ENTRYPOINT ["/entrypoint"]

config/settings/base.py

@@ -76,6 +76,7 @@
     "import_export",
     "django_htmx",
     "django_tailwind_cli",
+    "easyaudit",
 ]
 
 LOCAL_APPS = [
@@ -143,6 +144,7 @@
     "orochi.website.middleware.UpdatesMiddleware",
     "allauth.account.middleware.AccountMiddleware",
     "django_htmx.middleware.HtmxMiddleware",
+    "easyaudit.middleware.easyaudit.EasyAuditMiddleware",
 ]
 
 # STATIC
@@ -288,7 +290,13 @@
     "default": {
         "BACKEND": "channels_redis.core.RedisChannelLayer",
         "CONFIG": {
-            "hosts": [(env("REDIS_SERVER"), env("REDIS_PORT"))],
+            "hosts": [
+                {
+                    "host": env("REDIS_SERVER"),
+                    "port": env("REDIS_PORT"),
+                    "socket_timeout": None,
+                }
+            ],
         },
     },
 }
@@ -381,3 +389,7 @@
 if env.bool("HTTPS", False):
     SECURE_PROXY_SSL_HEADER = ("HTTP_X_FORWARDED_PROTO", "https")
     SECURE_SSL_REDIRECT = True
+
+# EASY AUDIT
+DJANGO_EASY_AUDIT_UNREGISTERED_CLASSES_EXTRA = ["website.TaskLog"]
+DJANGO_EASY_AUDIT_UNREGISTERED_URLS_EXTRA = [r"^.*/dask_status/?$"]

docker-compose.yml

@@ -195,3 +195,14 @@ services:
       - ./.envs/.local/.django
       - ./.envs/.local/.postgres
       - ./.envs/.local/.dask
+
+  ollama:
+    image: ollama/ollama:latest
+    profiles: [ "ollama" ]
+    container_name: orochi_ollama
+    hostname: ollama
+    restart: always
+    ports:
+      - "11434:11434"
+    volumes:
+      - ./ollama_data:/root/.ollama

orochi/api/models.py

@@ -169,7 +169,8 @@ class Meta:
 # Dump
 ###################################################
 class DumpIn(ModelSchema):
-    folder: Optional[FolderSchema] = None
+    folder: Optional[str] = None
+    host: Optional[str] = None
     local_folder: Optional[str] = None
     password: Optional[str] = None
     original_name: Optional[str] = None
@@ -186,7 +187,8 @@ class Meta:
 
 
 class DumpEditIn(ModelSchema):
-    folder: Optional[FolderSchema] = None
+    folder: Optional[str] = None
+    host: Optional[str] = None
     authorized_users: Optional[List[int]] = None
 
     class Meta:

orochi/api/routers/dumps.py

@@ -213,12 +213,19 @@ def create_dump(request, payload: DumpIn, upload: Optional[UploadedFile] = File(
     """
 
     try:
-        if payload.folder:
+        if getattr(payload, "folder", None):
             folder, _ = Folder.objects.get_or_create(
-                name=payload.folder.name, user=request.user
+                name=payload.folder, user=request.user
             )
         else:
             folder = None
+
+        if getattr(payload, "host", None):
+            from orochi.website.models import Host
+
+            host_obj, _ = Host.objects.get_or_create(name=payload.host)
+        else:
+            host_obj = None
         dump_index = str(uuid1())
         Path(f"{settings.MEDIA_ROOT}/{dump_index}").mkdir()
         dump = Dump.objects.create(
@@ -227,6 +234,7 @@ def create_dump(request, payload: DumpIn, upload: Optional[UploadedFile] = File(
             comment=payload.comment,
             operating_system=payload.operating_system,
             folder=folder,
+            host=host_obj,
             author=request.user,
             index=dump_index,
         )
@@ -315,14 +323,20 @@ def edit_dump(request, pk: UUID, payload: PatchDict[DumpEditIn]):
             if "can_see" in get_perms(user, dump) and user != request.user
         ]
 
-        if payload.get("folder"):
+        if getattr(payload, "folder", None):
             folder, _ = Folder.objects.get_or_create(
-                name=payload["folder"]["name"], user=request.user
+                name=payload.get("folder"), user=request.user
             )
             dump.folder = folder
 
+        if getattr(payload, "host", None):
+            from orochi.website.models import Host
+
+            host_obj, _ = Host.objects.get_or_create(name=payload.get("host"))
+            dump.host = host_obj
+
         for attr, value in payload.items():
-            if attr not in ["authorized_users", "folder"]:
+            if attr not in ["authorized_users", "folder", "host"]:
                 setattr(dump, attr, value)
             else:
                 for user_pk in payload.get("authorized_users", []):

orochi/backends/dask.py

@@ -1,4 +1,5 @@
 import logging
+import uuid
 from copy import deepcopy
 
 from dask.distributed import Client, fire_and_forget
@@ -9,6 +10,43 @@
 logger = logging.getLogger(__name__)
 
 
+def _dask_task_wrapper(task_func, task_id, *args, **kwargs):
+    import django
+
+    if not django.apps.apps.ready:
+        django.setup()
+
+    from orochi.website.models import TaskLog
+
+    try:
+        log = TaskLog.objects.get(task_id=task_id)
+        log.status = "Running"
+        log.save()
+    except Exception as e:
+        logger.error(f"Failed to update TaskLog {task_id} to Running: {e}")
+
+    try:
+        result = task_func(*args, **kwargs)
+        try:
+            log = TaskLog.objects.get(task_id=task_id)
+            log.status = "Completed"
+            if result:
+                log.result = str(result)
+            log.save()
+        except Exception as e:
+            logger.error(f"Failed to update TaskLog {task_id} to Completed: {e}")
+        return result
+    except Exception as e:
+        try:
+            log = TaskLog.objects.get(task_id=task_id)
+            log.status = "Failed"
+            log.error = str(e)
+            log.save()
+        except Exception as err:
+            logger.error(f"Failed to update TaskLog {task_id} to Failed: {err}")
+        raise
+
+
 class DaskTaskBackend(BaseTaskBackend):
 
     def __init__(self, alias, **kwargs):
@@ -23,7 +61,30 @@ def client(self):
 
     def enqueue(self, task, args, kwargs):
         logger.info(f"Enqueuing task {task.name}")
-        future = self.client.submit(task.func, *args, pure=False, **kwargs)
+
+        task_id = str(uuid.uuid4())
+        try:
+            from django.db.utils import OperationalError, ProgrammingError
+
+            from orochi.website.models import TaskLog
+
+            TaskLog.objects.create(task_id=task_id, name=task.name, status="Submitted")
+        except (ProgrammingError, OperationalError):
+            logger.warning(
+                f"Failed to create TaskLog for {task.name}. Has the database been migrated?"
+            )
+        except ImportError:
+            pass
+
+        future = self.client.submit(
+            _dask_task_wrapper,
+            task.func,
+            task_id,
+            *args,
+            pure=False,
+            key=task_id,
+            **kwargs,
+        )
         fire_and_forget(future)
         result = TaskResult(
             task=task,