From ffb7a6300a64a50f00751a7fffdde20372a9de3f Mon Sep 17 00:00:00 2001
From: charlotte <zd41694@uga.edu>
Date: Fri, 24 Jan 2025 10:54:28 -0500
Subject: [PATCH] New lemon detect

---
 Test_Realtime_label.py | 124 +++++++++++++++++++++++++++++++++++++++++
 1 file changed, 124 insertions(+)
 create mode 100644 Test_Realtime_label.py

diff --git a/Test_Realtime_label.py b/Test_Realtime_label.py
new file mode 100644
index 0000000..c925847
--- /dev/null
+++ b/Test_Realtime_label.py
@@ -0,0 +1,124 @@
+import cv2
+from ultralytics import YOLO
+from collections import deque
+
+# Camera index (default camera is 0)
+camera_index = 1
+
+# Load the YOLO model
+model = YOLO(r"D:\AIM\lemon\runs\detect\train4\weights\best.pt")  # Load custom model
+
+# Initialize the camera
+cap = cv2.VideoCapture(camera_index)
+if not cap.isOpened():
+    print("Unable to open the camera. Please check the device.")
+    exit()
+
+fps = int(cap.get(cv2.CAP_PROP_FPS))
+width = int(cap.get(cv2.CAP_PROP_FRAME_WIDTH))
+height = int(cap.get(cv2.CAP_PROP_FRAME_HEIGHT))
+print(f"Camera resolution: {width}x{height}, FPS: {fps} FPS")
+
+# Define class labels
+class_labels = {
+    0: "Bruised",
+    1: "DefectiveLemon",
+    2: "GoodLemon",
+    3: "NotRipeLemon",
+    4: "Rotten"
+}
+
+# Classes that require ID assignment
+id_tracked_classes = ["DefectiveLemon", "GoodLemon", "NotRipeLemon"]
+
+# Parameters
+HISTORY_LENGTH = 5  # Number of frames to consider for majority voting
+CONFIRMATION_FRAMES = 5  # Frames needed to confirm a new label
+
+# Dictionary to track detection history and confirmed states
+lemon_history = {}  # Format: {ID: deque(maxlen=HISTORY_LENGTH)}
+lemon_states = {}  # Format: {ID: "State"}
+lemon_duration = {}  # Format: {ID: {"current_label": str, "duration": int}}
+
+# Set the window to be resizable
+cv2.namedWindow("Live Detection", cv2.WINDOW_NORMAL)
+
+# Function to update lemon label based on history (majority voting)
+def update_lemon_label_with_majority(obj_id, current_label):
+    if obj_id not in lemon_history:
+        lemon_history[obj_id] = deque(maxlen=HISTORY_LENGTH)
+    lemon_history[obj_id].append(current_label)
+
+    # Perform majority voting
+    most_common_label = max(set(lemon_history[obj_id]), key=lemon_history[obj_id].count)
+    return most_common_label
+
+# Function to update lemon state based on duration logic
+def update_lemon_state_with_duration(obj_id, current_label):
+    if obj_id not in lemon_duration:
+        lemon_duration[obj_id] = {"current_label": current_label, "duration": 0}
+
+    if lemon_duration[obj_id]["current_label"] == current_label:
+        lemon_duration[obj_id]["duration"] += 1
+    else:
+        lemon_duration[obj_id] = {"current_label": current_label, "duration": 1}
+
+    # Update state only if the new label persists for CONFIRMATION_FRAMES
+    if lemon_duration[obj_id]["duration"] >= CONFIRMATION_FRAMES:
+        return current_label
+    return lemon_states.get(obj_id, current_label)
+
+# Process video stream in real-time
+while cap.isOpened():
+    ret, frame = cap.read()
+    if not ret:
+        print("Unable to read camera input. Terminating program.")
+        break
+
+    # Perform object tracking using BoT-SORT
+    results = model.track(source=frame, conf=0.5, tracker='botsort.yaml', show=False)
+
+    for result in results:
+        frame = result.orig_img  # Current frame
+        detections = result.boxes  # Detection box information
+
+        for box in detections:
+            x1, y1, x2, y2 = map(int, box.xyxy[0])  # Detection box coordinates
+            obj_id = int(box.id) if box.id is not None else -1  # Tracking object ID
+            class_id = int(box.cls)  # Class ID
+            score = box.conf  # Confidence score
+            label = class_labels.get(class_id, "Unknown")  # Get class label
+
+            # Assign ID only to tracked classes
+            if label in id_tracked_classes and obj_id != -1:
+                # Update label with majority voting
+                majority_label = update_lemon_label_with_majority(obj_id, label)
+
+                # Update final state based on duration logic
+                final_label = update_lemon_state_with_duration(obj_id, majority_label)
+
+                # Store the confirmed state
+                lemon_states[obj_id] = final_label
+
+                display_text = f"ID {obj_id} | {final_label}"
+            else:
+                # For untracked labels, just display the label
+                display_text = label
+
+            # Draw detection boxes and labels
+            cv2.rectangle(frame, (x1, y1), (x2, y2), (0, 255, 0), 2)
+            cv2.putText(frame, display_text, (x1, y1 - 10),
+                        cv2.FONT_HERSHEY_SIMPLEX, 0.6, (0, 255, 0), 2)
+
+    # Display the processed video stream
+    cv2.imshow("Live Detection", frame)
+
+    # Exit the loop when ESC key is pressed
+    if cv2.waitKey(1) & 0xFF == 27:  # 27 is the ASCII value for ESC key
+        print("ESC key detected. Exiting the program.")
+        break
+
+# Release resources
+cap.release()
+cv2.destroyAllWindows()
+print("Camera video processing complete. Program terminated.")
\ No newline at end of file