feat(ai): add parallel processing for search and generation - Add parallel search and generation, schema validation, tests, and better error handling

core/queue.py

@@ -1,4 +1,5 @@
 import logging
+import threading
 from pydantic import BaseModel
 from typing import Any, Optional
 from gitea.models import IssueModel, PullRequestModel
@@ -19,43 +20,53 @@ class WorkQueue:
     """Thread-safe work queue grouped by repo."""
 
     def __init__(self) -> None:
+        self._lock: threading.Lock = threading.Lock()
         self._queue: list[WorkItem] = []
         self._enqueued_repos: set[str] = set()
 
     def enqueue(self, item: WorkItem) -> None:
-        self._queue.append(item)
-        self._enqueued_repos.add(item.repo_full_name)
-        logger.info(f"Enqueued work item: {item.task_type} #{item.task_number} for {item.repo_full_name}")
+        with self._lock:
+            self._queue.append(item)
+            self._enqueued_repos.add(item.repo_full_name)
+            logger.info(f"Enqueued work item: {item.task_type} #{item.task_number} for {item.repo_full_name}")
 
     def enqueue_batch(self, items: list[WorkItem]) -> None:
-        for item in items:
-            self.enqueue(item)
+        with self._lock:
+            for item in items:
+                self._queue.append(item)
+                self._enqueued_repos.add(item.repo_full_name)
+                logger.info(f"Enqueued work item: {item.task_type} #{item.task_number} for {item.repo_full_name}")
 
     def get_repo_work(self, repo: str) -> list[WorkItem]:
         """Get all work items for a specific repo."""
-        items: list[WorkItem] = [
-            item for item in self._queue if item.repo_full_name == repo
-        ]
-        logger.info(f"Retrieved {len(items)} work items for repository: {repo}")
-        return items
+        with self._lock:
+            items: list[WorkItem] = [
+                item for item in self._queue if item.repo_full_name == repo
+            ]
+            logger.info(f"Retrieved {len(items)} work items for repository: {repo}")
+            return items
 
     def remove_repo_work(self, repo: str) -> None:
         """Remove all work items for a specific repo."""
-        self._queue = [
-            item for item in self._queue if item.repo_full_name != repo
-        ]
-        self._enqueued_repos.discard(repo)
-        logger.info(f"Removed all work items for repository: {repo}")
+        with self._lock:
+            self._queue = [
+                item for item in self._queue if item.repo_full_name != repo
+            ]
+            self._enqueued_repos.discard(repo)
+            logger.info(f"Removed all work items for repository: {repo}")
 
     def get_next_repo(self) -> str | None:
         """Get the next repo with work, or None if empty."""
-        if not self._enqueued_repos:
-            return None
-        return next(iter(self._enqueued_repos))
+        with self._lock:
+            if not self._enqueued_repos:
+                return None
+            return next(iter(self._enqueued_repos))
 
     @property
     def is_empty(self) -> bool:
-        return len(self._queue) == 0
+        with self._lock:
+            return len(self._queue) == 0
 
     def __len__(self) -> int:
-        return len(self._queue)
+        with self._lock:
+            return len(self._queue)