installing opencv

Author: ponchio

.github/workflows/BuildRelight.yml

@@ -34,6 +34,10 @@ jobs:
         New-Item -ItemType directory -Path certificate
         Set-Content -Path certificate\certificate.txt -Value '${{ secrets.WIN_CERTIFICATE }}'
         certutil -decode certificate\certificate.txt certificate\certificate.pfx
+    - name: Install opencv
+      uses: Dovyski/[email protected]
+      with:
+        opencv-version: '4.0.0'
     - name: Install Qt
       uses: jurplel/install-qt-action@v4
       with:

align/CMakeLists.txt

@@ -17,9 +17,11 @@ endif()
 
 SET(SOURCES
 	main.cpp
+	imagealignment.cpp
 )
 
-
+find_package(OpenCV REQUIRED)
+message(STATUS ${OpenCV_LIBS})
 
 add_executable(align ${HEADERS} ${SOURCES})
 target_include_directories(
@@ -30,6 +32,7 @@ target_include_directories(
 target_link_libraries(
 	align PUBLIC
 		${JPEG_LIBRARIES}
+		opencv_core  opencv_imgcodecs opencv_imgproc opencv_video
 		${RELIGHT_QT}::Core
 		${RELIGHT_QT}::Gui
 )

align/imagealignment.cpp

@@ -21,6 +21,64 @@ void ImageAlignment::alignSamples(bool useECC) {
 	}
 }
 
+
+double mutualInformation(const cv::Mat& a, const cv::Mat& b) {
+	std::vector<int> histo(256*256, 0);
+	std::vector<int> aprob(256, 0);
+	std::vector<int> bprob(256, 0);
+	int width = a.cols;
+	int height = a.rows;
+	//x and y refer to the image pixels!
+	for(int y = 0; y < height; y++) {
+		for(int x = 0; x < width; x++) {
+			int ca = a.at<unsigned char>(y, x);
+			int cb = b.at<unsigned char>(y, x);
+			histo[ca + 256*cb]++;
+			aprob[ca]++;
+			bprob[cb]++;
+		}
+	}
+	// w * h vettore, trova min e max, scala tra 0 e 1 e dopo lo metti su una qimg
+	//
+	double tot = height*width;
+	double info = 0.0;
+
+	for(int y = 0; y < 256; y++) {
+		for(int x = 0; x < 256; x++) {
+			double p = histo[x + 256*y]/tot;
+			if(p == 0) continue;
+			double pa = aprob[x]/tot;
+			double pb = bprob[y]/tot;
+			info += p * log(p/(pa*pb));
+		}
+	}
+	return info;
+}
+
+
+void ImageAlignment::testAlign() {
+	int k = 10;
+	int w = samples[0].cols;
+	int h = samples[0].rows;
+	cv::Mat a = samples[0](cv::Rect(k, k, w-2*k, h-2*k));
+	for(int i = 0; i < samples.size(); i++) {
+		cv::Mat result(2*k+1, 2*k+1, CV_32F);
+		for(int dy = -k; dy <= k; dy++) {
+			for(int dx = -k; dx <= k; dx++) {
+				cv::Mat b = samples[i](cv::Rect(k + dx, k+dy, w-2*k, h-2*k));
+				float my = mutualInformation(a, b);
+				//float my = computeECCValue(a, b);
+				result.at<float>(dy +k, dx+k) = my;
+			}
+		}
+		cv::Mat normalizedMat, uint8Mat;
+		cv::normalize(result, normalizedMat, 0, 255, cv::NORM_MINMAX);
+		normalizedMat.convertTo(uint8Mat, CV_8U);
+		cv::imwrite(std::to_string(i) + ".png", uint8Mat);
+	}
+}
+
+
 double ImageAlignment::computeECCValue(const cv::Mat& src, const cv::Mat& ref) {
 	cv::Mat srcFloat, refFloat;
 	src.convertTo(srcFloat, CV_32F);
@@ -44,14 +102,16 @@ cv::Mat ImageAlignment::computeECC(const cv::Mat& src, const cv::Mat& ref) {
 }
 
 double ImageAlignment::computeMutualInformationValue(const cv::Mat& src, const cv::Mat& ref) {
+	return mutualInformation(src, ref);
 	const int histSize = 256;
 	float range[] = { 0, 256 };
 	const float* histRange = { range };
 
 	cv::Mat histSrc, histRef, jointHist;
-	cv::calcHist(&src, 1, 0, cv::Mat(), histSrc, 1, &histSize, &histRange);
-	cv::calcHist(&ref, 1, 0, cv::Mat(), histRef, 1, &histSize, &histRange);
-	cv::calcHist(&src, 1, 0, ref, jointHist, 2, &histSize, &histRange);
+	int channels[] = {0};
+	cv::calcHist(&src, 1, channels, cv::Mat(), histSrc, 1, &histSize, &histRange);
+	cv::calcHist(&ref, 1, channels, cv::Mat(), histRef, 1, &histSize, &histRange);
+	cv::calcHist(&src, 1, channels, ref, jointHist, 2, &histSize, &histRange);
 
 	cv::normalize(histSrc, histSrc, 1, 0, cv::NORM_L1);
 	cv::normalize(histRef, histRef, 1, 0, cv::NORM_L1);

align/imagealignment.h

@@ -18,6 +18,7 @@ class ImageAlignment {
 	ImageAlignment(const cv::Rect2f& region_): region(region_) {}
 
 	void alignSamples(bool useECC = true);
+	void testAlign();
 
 private:
 	double computeECCValue(const cv::Mat& src, const cv::Mat& ref);

align/main.cpp

@@ -258,8 +258,9 @@ int main(int argc, char *argv[]) {
 		samples.push_back(img(region));
 		original_offsets.push_back(cv::Point2f(-dx, -dy));
 	}
-
-	alignment.alignSamples(true);
+	alignment.testAlign();
+	return 0;
+	alignment.alignSamples(false);
 	for(int i = 0; i < original_offsets.size(); i++) {
 		auto o  = alignment.offsets[i];
 		if(o.x == 0 && o.y == 0 && i != 0) {

build_scripts/Linux/0_setup_env.sh

@@ -29,6 +29,8 @@ sudo apt-get install -y cmake ninja-build patchelf libjpeg-dev libeigen3-dev
 # qt dependencies (for deployment)
 sudo apt-get install -y libxcb-cursor0
 
+#sudo apt-get install libopencv-dev
+
 if [ "$DONT_INSTALL_QT" = false ] ; then
     echo "=== installing qt packages..."
     sudo apt-get install -y qt5-default qttools5-dev-tools qtdeclarative5-dev

build_scripts/macOS/0_setup_env.sh

@@ -23,7 +23,7 @@ esac
 done
 
 
-brew install coreutils cmake ninja libomp eigen libjpeg libtiff
+brew install coreutils cmake ninja libomp eigen libjpeg libtiff #opencv
 
 npm install -g appdmg