Calibration rvc3

.gitignore

@@ -30,7 +30,7 @@ share/python-wheels/
 MANIFEST
 *.idea
 # DepthAI-Specific
-dataset/
+*dataset*
 .fw_cache/
 depthai.calib
 mesh_left.calib

install_requirements.py

@@ -27,10 +27,6 @@
 if sys.version_info[0] != 3:
     raise RuntimeError("Demo script requires Python 3 to run (detected: Python {})".format(sys.version_info[0]))
 
-if platform.machine() == "arm64" and platform.system() == "Darwin":
-    err_str = "There are no prebuilt wheels for M1 processors. Please open the following link for a solution - https://discuss.luxonis.com/d/69-running-depthai-on-apple-m1-based-macs"
-    raise RuntimeError(err_str)
-
 is_pi = thisPlatform.startswith("arm")
 prebuiltWheelsPythonVersion = [7,9]
 if is_pi and sys.version_info[1] not in prebuiltWheelsPythonVersion:

reproject_error_fisheye.py

@@ -0,0 +1,76 @@
+import glob
+import cv2
+import numpy as np
+import cv2.aruco as aruco
+import depthai as dai
+from pathlib import Path
+
+def detect_markers_corners(frame):
+    marker_corners, ids, rejectedImgPoints = cv2.aruco.detectMarkers(frame, aruco_dictionary)
+    marker_corners, ids, refusd, recoverd = cv2.aruco.refineDetectedMarkers(frame, charuco_board,
+                                                                            marker_corners, ids, 
+                                                                            rejectedCorners=rejectedImgPoints)
+    if len(marker_corners) <= 0:
+        return marker_corners, ids, None, None
+    ret, charuco_corners, charuco_ids = cv2.aruco.interpolateCornersCharuco(marker_corners, ids, frame, charuco_board)
+    return marker_corners, ids, charuco_corners, charuco_ids
+
+size = (1920, 1200)
+
+# Load the images
+calibration_handler = dai.CalibrationHandler('./resources/1844301021621CF500_05_26_23_16_31.json')
+images = glob.glob('./dataset_cam7_may_18_merged/left/*.png')
+
+# Prepare for camera calibration
+k = np.array(calibration_handler.getCameraIntrinsics(calibration_handler.getStereoLeftCameraId(), size[0], size[1]))
+D_left = np.array(calibration_handler.getDistortionCoefficients(calibration_handler.getStereoLeftCameraId()))
+d = np.array(calibration_handler.getDistortionCoefficients(calibration_handler.getStereoLeftCameraId()))
+r = np.eye(3, dtype=np.float32)
+
+d_zero = np.zeros((14, 1), dtype=np.float32)
+M_focal = cv2.fisheye.estimateNewCameraMatrixForUndistortRectify(k, d, size, np.eye(3), fov_scale=1.1)
+mapXL, mapYL = cv2.fisheye.initUndistortRectifyMap(k, d[:4], r, M_focal, size, cv2.CV_32FC1)
+
+aruco_dictionary = aruco.Dictionary_get(cv2.aruco.DICT_4X4_1000)
+charuco_board = aruco.CharucoBoard_create(
+                            11, 
+                            8,
+                            6.0,
+                            4.6,
+                            aruco_dictionary)
+checkCorners3D = charuco_board.chessboardCorners
+rvec = np.array([[0.0],
+                 [0.0],
+                 [0.0]], dtype=np.float32)
+
+tvec = np.array([[0.0],
+                 [0.0],
+                 [0.0]], dtype=np.float32)
+# count = 0
+for im_name in images:
+    ## Undistort it first
+    path = Path(im_name)
+    img = cv2.imread(im_name)
+    img_rect = cv2.remap(img , mapXL, mapYL, cv2.INTER_LINEAR, borderMode=cv2.BORDER_CONSTANT)
+
+    marker_corners, ids, charuco_corners, charuco_ids = detect_markers_corners(img_rect)
+    ret, rvec, tvec = aruco.estimatePoseCharucoBoard(charuco_corners, charuco_ids, charuco_board, M_focal, d_zero, rvec, tvec)
+
+    """ if len(charuco_ids) != len(checkCorners3D):
+        print('charuco_ids shape -> ', charuco_ids.shape)
+        print('charuco_corners shape -> ', charuco_corners.shape)
+        print('checkCorners3D shape -> ', checkCorners3D.shape)
+        raise ValueError("Number of ids does not match number of original corners") """
+
+    points_2d, _ = cv2.fisheye.projectPoints(checkCorners3D[None], rvec, tvec, k, d)
+    undistorted_points_2d = cv2.fisheye.undistortPoints(points_2d, k, d, R = r, P = M_focal)
+    # print("undistorted_points_2d shape -> ", undistorted_points_2d.shape)
+    # print("charuco_corners shape -> ", charuco_corners.shape)
+    error = 0
+    for i in range(len(charuco_ids)):
+        error_vec = charuco_corners[i][0] - undistorted_points_2d[0][charuco_ids[i]]
+        error += np.linalg.norm(error_vec)
+    # print(im_name)
+    print(f'Reprojection error is {error / len(charuco_ids)} avg of {len(charuco_ids)} of points in file {path.name} ')
+
+

requirements.txt

@@ -1,13 +1,9 @@
 requests==2.26.0
 --extra-index-url https://www.piwheels.org/simple
-opencv-python==4.5.4.58 ; platform_machine != "aarch64" and platform_machine != "armv6l" and platform_machine != "armv7l" and python_version == "3.10"
-opencv-python==4.5.1.48 ; platform_machine != "aarch64" and platform_machine != "armv6l" and platform_machine != "armv7l" and python_version != "3.10"
-opencv-contrib-python==4.5.4.58 ; platform_machine != "aarch64" and platform_machine != "armv6l" and platform_machine != "armv7l" and python_version == "3.10"
-opencv-contrib-python==4.5.1.48 ; platform_machine != "aarch64" and platform_machine != "armv6l" and platform_machine != "armv7l" and python_version != "3.10"
-opencv-python==4.4.0.46 ; platform_machine == "armv6l" or platform_machine == "armv7l"
-opencv-contrib-python==4.4.0.46 ; platform_machine == "armv6l" or platform_machine == "armv7l"
--e ./depthai_sdk
---extra-index-url https://artifacts.luxonis.com/artifactory/luxonis-depthai-data-local/wheels/
-pyqt5>5,<5.15.6 ; platform_machine != "armv6l" and platform_machine != "armv7l" and platform_machine != "aarch64"
+opencv-contrib-python==4.5.4.58 
+scipy
+# -e ./depthai_sdk
+# --extra-index-url https://artifacts.luxonis.com/artifactory/luxonis-depthai-data-local/wheels/
+# pyqt5>5,<5.15.6 ; platform_machine != "armv6l" and platform_machine != "armv7l" and platform_machine != "aarch64"
 --extra-index-url https://artifacts.luxonis.com/artifactory/luxonis-python-snapshot-local/
-depthai==2.17.1.0
+depthai===2.19.1.0.dev0+0f2e70d9067fec82e709cd1543621cb76a01a44c