boofcv.alg.geo.pose.PnPStereoDistanceReprojectionSq Maven / Gradle / Ivy

Show more of this group Show more artifacts with this name
Show all versions of boofcv-sfm Show documentation
BoofCV is an open source Java library for real-time computer vision and robotics applications.
There is a newer version: 1.1.5
/*
 * Copyright (c) 2011-2018, Peter Abeles. All Rights Reserved.
 *
 * This file is part of BoofCV (http://boofcv.org).
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package boofcv.alg.geo.pose;

import boofcv.alg.geo.DistanceFromModelMultiView;
import boofcv.alg.geo.NormalizedToPixelError;
import boofcv.struct.calib.CameraPinhole;
import boofcv.struct.calib.StereoParameters;
import boofcv.struct.sfm.Stereo2D3D;
import georegression.struct.point.Point2D_F64;
import georegression.struct.point.Point3D_F64;
import georegression.struct.se.Se3_F64;
import georegression.transform.se.SePointOps_F64;

import java.util.List;

/**
 * 
 * Computes sum of reprojection error squared in pixels for a pair of stereo observations.  If the point
 * is behind either the left or right camera and can't be viewed then Double.MAX_VALUE is returned.

 * 

 * error = dx0^2 + dy0^2 + dx1^2 + dy1^2

 * 

 * where dx0 = residual along x-axis in image 0
 * 
 *
 * @author Peter Abeles
 */
public class PnPStereoDistanceReprojectionSq implements DistanceFromModelMultiView {

	// transform from world to left camera
	private Se3_F64 worldToLeft;
	// transform from left to right camera
	private Se3_F64 leftToRight;

	// storage for point in camera frame
	private Point3D_F64 X = new Point3D_F64();

	// computes the error in units of pixels
	private NormalizedToPixelError leftPixelError;
	private NormalizedToPixelError rightPixelError;

	public void setLeftToRight( Se3_F64 leftToRight ) {
		this.leftToRight = leftToRight.copy();
	}

	@Override
	public void setModel(Se3_F64 worldToLeft) {
		this.worldToLeft = worldToLeft;
	}

	@Override
	public double computeDistance(Stereo2D3D pt) {
		// Compute error in left camera first.
		// Project observation into the image plane
		SePointOps_F64.transform(worldToLeft, pt.location, X);

		// very large error if behind the camera
		if( X.z <= 0 )
			return Double.MAX_VALUE;

		Point2D_F64 p = pt.leftObs;
		double errorLeft =  leftPixelError.errorSq(X.x/X.z,X.y/X.z,p.x,p.y);

		// point from left camera to right camera reference frame
		SePointOps_F64.transform(leftToRight, X, X);

		// now the right error
		if( X.z <= 0 )
			return Double.MAX_VALUE;

		p = pt.rightObs;
		double errorRight = rightPixelError.errorSq(X.x/X.z,X.y/X.z,p.x,p.y);

		return errorLeft + errorRight;
	}

	@Override
	public void computeDistance(List observations, double[] distance) {
		for( int i = 0; i < observations.size(); i++ )
			distance[i] = computeDistance(observations.get(i));
	}

	@Override
	public Class getPointType() {
		return Stereo2D3D.class;
	}

	@Override
	public Class getModelType() {
		return Se3_F64.class;
	}

	@Override
	public void setIntrinsic(int view, CameraPinhole intrinsic) {
		if( view == 0 )
			leftPixelError = new NormalizedToPixelError(intrinsic.fx,intrinsic.fy,intrinsic.skew);
		else if( view == 1 )
			rightPixelError = new NormalizedToPixelError(intrinsic.fx,intrinsic.fy,intrinsic.skew);
		else
			throw new IllegalArgumentException("View must be 0 or 1");
	}

	@Override
	public int getNumberOfViews() {
		return 2;
	}

	public void setStereoParameters(StereoParameters param) {
		setLeftToRight(param.rightToLeft.invert(null));
		setIntrinsic(0,param.left);
		setIntrinsic(1,param.right);
	}
}