Fix cropping inaccuracies: added 15px padding and tightened article segmentation gap

k8s/newspaper-extractor/backend.yaml

@@ -16,7 +16,7 @@ spec:
       containers:
       - name: backend
         image: 192.168.8.250:5000/agentic-os/newspaper-extractor-backend:latest
-        imagePullPolicy: Always
+        imagePullPolicy: IfNotPresent
         env:
         - name: DATABASE_URL
           value: "postgresql://myuser:mypassword@newspaper-db.ai-agents.svc.cluster.local:5432/mydatabase"

k8s/newspaper-extractor/frontend.yaml

@@ -16,7 +16,7 @@ spec:
       containers:
       - name: frontend
         image: 192.168.8.250:5000/agentic-os/newspaper-extractor-frontend:latest
-        imagePullPolicy: Always
+        imagePullPolicy: IfNotPresent
         ports:
         - containerPort: 3000
 ---

k8s/newspaper-extractor/worker.yaml

@@ -16,7 +16,7 @@ spec:
       containers:
       - name: worker
         image: 192.168.8.250:5000/agentic-os/newspaper-extractor-backend:latest
-        imagePullPolicy: Always
+        imagePullPolicy: IfNotPresent
         command: ["celery", "-A", "app.tasks.celery_app", "worker", "--loglevel=info", "-P", "solo"]
         env:
         - name: DATABASE_URL

kaniko-backend.yaml

@@ -0,0 +1,33 @@
+apiVersion: v1
+kind: Pod
+metadata:
+  name: kaniko-backend
+  namespace: platform-data
+spec:
+  restartPolicy: Never
+  volumes:
+  - name: workspace
+    emptyDir: {}
+  initContainers:
+  - name: clone-repo
+    image: alpine/git
+    command:
+    - /bin/sh
+    - -c
+    - "git clone http://gitea.gitea.svc.cluster.local:3000/deepkoluguri/agentic-os.git /workspace"
+    volumeMounts:
+    - name: workspace
+      mountPath: /workspace
+  containers:
+  - name: kaniko
+    image: gcr.io/kaniko-project/executor:latest
+    args:
+    - "--context=dir:///workspace/newspaper-extractor/backend"
+    - "--dockerfile=Dockerfile"
+    - "--destination=registry.platform-data.svc.cluster.local:5000/agentic-os/newspaper-extractor-backend:latest"
+    - "--insecure"
+    - "--skip-tls-verify"
+    - "--cache=false"
+    volumeMounts:
+    - name: workspace
+      mountPath: /workspace

newspaper-extractor/backend/app/pipeline/article_segmenter.py

@@ -89,7 +89,7 @@ class ArticleSegmenter:
         cur = block["bbox"]
         same_col = abs(last[0] - cur[0]) < 0.05 * page_width
         gap = cur[1] - last[3]
-        return same_col and gap < 0.04 * page_width
+        return same_col and gap < 0.025 * page_width
 
     def _merge_columns(self, articles, page_width):
         # Merge article fragments whose headline spans wide / text flows to next col

newspaper-extractor/backend/app/pipeline/cropper.py

@@ -1,9 +1,16 @@
 import cv2, os, uuid
 from app.config import settings
 
-def crop_article(page_image, bbox, out_dir):
+def crop_article(page_image, bbox, out_dir, pad=15):
     x, y, w, h = [int(v) for v in bbox]
-    crop = page_image[y:y+h, x:x+w]
+    img_h, img_w = page_image.shape[:2]
+    
+    x1 = max(0, x - pad)
+    y1 = max(0, y - pad)
+    x2 = min(img_w, x + w + pad)
+    y2 = min(img_h, y + h + pad)
+    
+    crop = page_image[y1:y2, x1:x2]
     os.makedirs(out_dir, exist_ok=True)
     path = os.path.join(out_dir, f"article_{uuid.uuid4().hex[:8]}.png")
     cv2.imwrite(path, cv2.cvtColor(crop, cv2.COLOR_RGB2BGR))
@@ -13,7 +20,7 @@ def crop_figures(page_image, article, out_dir):
     paths = []
     for b in article["blocks"]:
         if b["type"] == "Figure":
-            paths.append(crop_article(page_image, _xywh(b["bbox"]), out_dir))
+            paths.append(crop_article(page_image, _xywh(b["bbox"]), out_dir, pad=5))
     return paths
 
 def _xywh(box):