@article {14894, title = {Appearance Characterization of Linear Lambertian Objects, Generalized Photometric Stereo, and Illumination-Invariant Face Recognition}, journal = {Pattern Analysis and Machine Intelligence, IEEE Transactions on}, volume = {29}, year = {2007}, month = {2007/02//}, pages = {230 - 245}, abstract = {Traditional photometric stereo algorithms employ a Lambertian reflectance model with a varying albedo field and involve the appearance of only one object. In this paper, we generalize photometric stereo algorithms to handle all appearances of all objects in a class, in particular the human face class, by making use of the linear Lambertian property. A linear Lambertian object is one which is linearly spanned by a set of basis objects and has a Lambertian surface. The linear property leads to a rank constraint and, consequently, a factorization of an observation matrix that consists of exemplar images of different objects (e.g., faces of different subjects) under different, unknown illuminations. Integrability and symmetry constraints are used to fully recover the subspace bases using a novel linearized algorithm that takes the varying albedo field into account. The effectiveness of the linear Lambertian property is further investigated by using it for the problem of illumination-invariant face recognition using just one image. Attached shadows are incorporated in the model by a careful treatment of the inherent nonlinearity in Lambert{\textquoteright}s law. This enables us to extend our algorithm to perform face recognition in the presence of multiple illumination sources. Experimental results using standard data sets are presented}, keywords = {albedo field;appearance characterization;generalized photometric stereo algorithms;illumination-invariant face recognition;linear Lambertian objects;observation matrix factorization;face recognition;matrix decomposition;Algorithms;Artificial Intelligence;, Automated;Photogrammetry;Reproducibility of Results;Sensitivity and Specificity;, Computer-Assisted;Information Storage and Retrieval;Lighting;Linear Models;Pattern Recognition}, isbn = {0162-8828}, doi = {10.1109/TPAMI.2007.25}, author = {Zhou,S. K and Aggarwal,G. and Chellapa, Rama and Jacobs, David W.} }