<NME> VideoStream.java
<BEF> /*
 * Copyright (C) 2011-2015 GUIGUI Simon, fyhertz@gmail.com
 *
 * This file is part of libstreaming (https://github.com/fyhertz/libstreaming)
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 * 
 *     http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package net.majorkernelpanic.streaming.video;

import java.io.FileDescriptor;
import java.io.IOException;
import java.io.IOException;
import java.io.InputStream;
import java.nio.ByteBuffer;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.concurrent.Semaphore;

import net.majorkernelpanic.streaming.MediaStream;
import net.majorkernelpanic.streaming.rtp.MediaCodecInputStream;
import android.annotation.SuppressLint;
import android.content.SharedPreferences;
import net.majorkernelpanic.streaming.hw.NV21Convertor;
import net.majorkernelpanic.streaming.rtp.MediaCodecInputStream;
import android.annotation.SuppressLint;
import android.hardware.Camera.CameraInfo;
import android.hardware.Camera.Parameters;
import android.media.MediaCodec;
import android.media.MediaCodecInfo;
import android.media.MediaCodecList;
import android.media.MediaFormat;
import android.media.MediaRecorder;
import android.os.Looper;
import android.util.Log;
import android.util.SparseArray;
import android.view.SurfaceHolder;
import android.view.SurfaceHolder.Callback;

import android.os.ParcelFileDescriptor;
import android.util.Log;
import android.view.Surface;
import android.view.SurfaceHolder;

	protected final static String TAG = "VideoStream";

	private static HashMap<String,SparseArray<ArrayList<String>>> sSupportedColorFormats = new HashMap<String, SparseArray<ArrayList<String>>>(); 

	protected VideoQuality mQuality = VideoQuality.DEFAULT_VIDEO_QUALITY.clone();
	protected VideoQuality mActualQuality = mQuality.clone(); 
	protected SurfaceHolder.Callback mSurfaceHolderCallback = null;

	protected final static String TAG = "VideoStream";

	protected VideoQuality mRequestedQuality = VideoQuality.DEFAULT_VIDEO_QUALITY.clone();
	protected VideoQuality mQuality = mRequestedQuality.clone(); 
	protected SurfaceHolder.Callback mSurfaceHolderCallback = null;
	protected SurfaceView mSurfaceView = null;
	protected SharedPreferences mSettings = null;
	protected int mVideoEncoder, mCameraId = 0;
	protected int mRequestedOrientation = 0, mOrientation = 0;
	protected Camera mCamera;
	protected boolean mUnlocked = false;
	protected boolean mPreviewStarted = false;

	protected CodecManager.Codecs mCodecs;
	protected String mMimeType;
	protected String mEncoderName;
	protected int mEncoderColorFormat;
	protected boolean mUnlocked = false;
	protected boolean mPreviewStarted = false;
	protected boolean mUpdated = false;
	
	protected String mMimeType;
	protected String mEncoderName;
	protected int mEncoderColorFormat;
	protected int mCameraImageFormat;
	protected int mMaxFps = 0;	

	/** 
	 * Don't use this class directly.
	 * Uses CAMERA_FACING_BACK by default.
	 */
	public VideoStream() {
		this(CameraInfo.CAMERA_FACING_BACK);
	}	

	/** 
	 * Don't use this class directly
	 * @param camera Can be either CameraInfo.CAMERA_FACING_BACK or CameraInfo.CAMERA_FACING_FRONT
	 */
	@SuppressLint("InlinedApi")
	public VideoStream(int camera) {
	protected void init(String mimeType) {
		mCameraImageFormat = ImageFormat.NV21;
		mMimeType = mimeType;

		if (sSuggestedMode == MODE_MEDIACODEC_API) {
			mCodecs = CodecManager.Selector.findCodecsFormMimeType(mMimeType, false);

			if (mCodecs.hardwareCodec == null && mCodecs.softwareCodec == null ) {
				mMode = MODE_MEDIARECORDER_API;
				Log.e(TAG,"No encoder can be used on this phone, we will use the MediaRecorder API");

			} else {
				if (mCodecs.hardwareCodec != null) {
					mEncoderColorFormat = mCodecs.hardwareColorFormat;
					mEncoderName = mCodecs.hardwareCodec;
				} else {
					mEncoderColorFormat = mCodecs.softwareColorFormat;
					mEncoderName = mCodecs.softwareCodec;	
				}
			}

		}
	}

	/**
	 * You can call this method at any time and changes will take effect next time you start the stream.
	 * @param camera Can be either CameraInfo.CAMERA_FACING_BACK or CameraInfo.CAMERA_FACING_FRONT
	 */
	public void setCamera(int camera) {
		CameraInfo cameraInfo = new CameraInfo();
		int numberOfCameras = Camera.getNumberOfCameras();
		for (int i=0;i<numberOfCameras;i++) {
			Camera.getCameraInfo(i, cameraInfo);
			if (cameraInfo.facing == camera) {
				mCameraId = i;
				break;
			}
		}
	}

	/**	Switch between the front facing and the back facing camera of the phone. 
	 * If {@link #startPreview()} has been called, the preview will be  briefly interrupted. 
	 * If {@link #start()} has been called, the stream will be  briefly interrupted.
	 * You should not call this method from the main thread if you are already streaming. 
	 * @throws IOException 
	 * @throws RuntimeException 
	 **/
	public void switchCamera() throws RuntimeException, IOException {
		if (Camera.getNumberOfCameras() == 1) throw new IllegalStateException("Phone only has one camera !");
		boolean streaming = mStreaming;
		boolean previewing = mCamera!=null && mCameraOpenedManually; 
		mCameraId = (mCameraId == CameraInfo.CAMERA_FACING_BACK) ? CameraInfo.CAMERA_FACING_FRONT : CameraInfo.CAMERA_FACING_BACK; 
		setCamera(mCameraId);
		stopPreview();
		mFlashEnabled = false;
		if (previewing) startPreview();
		if (streaming) start(); 
	}

	/**
	 * Returns the id of the camera currently selected. 
	 * Can be either {@link CameraInfo#CAMERA_FACING_BACK} or 
	 * {@link CameraInfo#CAMERA_FACING_FRONT}.
	 */
	public int getCamera() {
		return mCameraId;
	}

	/**
	 * Sets a Surface to show a preview of recorded media (video). 
	 * You can call this method at any time and changes will take effect next time you call {@link #start()}.
	 */
	public synchronized void setSurfaceView(SurfaceView view) {
		mSurfaceView = view;
		if (mSurfaceHolderCallback != null && mSurfaceView != null && mSurfaceView.getHolder() != null) {
			mSurfaceView.getHolder().removeCallback(mSurfaceHolderCallback);
		}
		if (mSurfaceView != null && mSurfaceView.getHolder() != null) {
			mSurfaceHolderCallback = new Callback() {
				@Override
				public void surfaceDestroyed(SurfaceHolder holder) {
					mSurfaceReady = false;
					stopPreview();
					Log.d(TAG,"Surface destroyed !");
				}
				@Override
				public void surfaceCreated(SurfaceHolder holder) {
					mSurfaceReady = true;
				}
				@Override
				public void surfaceChanged(SurfaceHolder holder, int format, int width, int height) {
					Log.d(TAG,"Surface Changed !");
				}
			};
			mSurfaceView.getHolder().addCallback(mSurfaceHolderCallback);
			mSurfaceReady = true;
		}
	}

	/** Turns the LED on or off if phone has one. */
	public synchronized void setFlashState(boolean state) {
		// If the camera has already been opened, we apply the change immediately
		if (mCamera != null) {

			if (mStreaming && mMode == MODE_MEDIARECORDER_API) {
				lockCamera();
			}

			Parameters parameters = mCamera.getParameters();

			// We test if the phone has a flash
			if (parameters.getFlashMode()==null) {
				// The phone has no flash or the choosen camera can not toggle the flash
				throw new RuntimeException("Can't turn the flash on !");
			} else {
				parameters.setFlashMode(state?Parameters.FLASH_MODE_TORCH:Parameters.FLASH_MODE_OFF);
				try {
					mCamera.setParameters(parameters);
					mFlashEnabled = state;
				} catch (RuntimeException e) {
					mFlashEnabled = false;
					throw new RuntimeException("Can't turn the flash on !");
				} finally {
					if (mStreaming && mMode == MODE_MEDIARECORDER_API) {
						unlockCamera();
					}
				}
			}
		} else {
			mFlashEnabled = state;
		}
	}

	/** 
	 * Toggles the LED of the phone if it has one.
	 * You can get the current state of the flash with {@link VideoStream#getFlashState()}.
	 */
	public synchronized void toggleFlash() {
		setFlashState(!mFlashEnabled);
	}

	/** Indicates whether or not the flash of the phone is on. */
	public boolean getFlashState() {
		return mFlashEnabled;
	}

	/** 
	 * Sets the orientation of the preview.
	 * @param orientation The orientation of the preview
	 */
	public void setPreviewOrientation(int orientation) {
		mRequestedOrientation = orientation;
		mUpdated = false;
	}
	
	/** 
	 * Sets the configuration of the stream. You can call this method at any time 
	 * and changes will take effect next time you call {@link #configure()}.
	 * @param videoQuality Quality of the stream
	 */
	public void setVideoQuality(VideoQuality videoQuality) {
		if (!mRequestedQuality.equals(videoQuality)) {
			mRequestedQuality = videoQuality.clone();
			mUpdated = false;
		}
	}

	/** 
	 * Returns the quality of the stream.  
	 */
	public VideoQuality getVideoQuality() {
		return mRequestedQuality;
	}

	/**
	 * Some data (SPS and PPS params) needs to be stored when {@link #getSessionDescription()} is called 
	 * @param prefs The SharedPreferences that will be used to save SPS and PPS parameters
	 */
	public void setPreferences(SharedPreferences prefs) {
		mSettings = prefs;
	}

	/**
	 * Configures the stream. You need to call this before calling {@link #getSessionDescription()} 
	 * to apply your configuration of the stream.
	 */
	public synchronized void configure() throws IllegalStateException, IOException {
		super.configure();
		mOrientation = mRequestedOrientation;
	}	
	
	/**
	 * Starts the stream.
	 * This will also open the camera and display the preview 
	 * if {@link #startPreview()} has not already been called.
	 */
	public synchronized void start() throws IllegalStateException, IOException {
		if (!mPreviewStarted) mCameraOpenedManually = false;
		super.start();
		Log.d(TAG,"Stream configuration: FPS: "+mQuality.framerate+" Width: "+mQuality.resX+" Height: "+mQuality.resY);
	}

	/** Stops the stream. */
	public synchronized void stop() {
		if (mCamera != null) {
			if (mMode == MODE_MEDIACODEC_API) {
				mCamera.setPreviewCallbackWithBuffer(null);
			}
			if (mMode == MODE_MEDIACODEC_API_2) {
				((SurfaceView)mSurfaceView).removeMediaCodecSurface();
			}
			super.stop();
			// We need to restart the preview
			if (!mCameraOpenedManually) {
				destroyCamera();
			} else {
				try {
					startPreview();
				} catch (RuntimeException e) {
					e.printStackTrace();
				}
			}
		}
	}

	public synchronized void startPreview() 
			throws CameraInUseException, 
			InvalidSurfaceException, 
			RuntimeException {
		
		mCameraOpenedManually = true;
		if (!mPreviewStarted) {
			createCamera();
			updateCamera();
		}
	}

	/**
	 * Stops the preview.
	 */
	public synchronized void stopPreview() {
		mCameraOpenedManually = false;
		stop();
	}

	/**
	 * Video encoding is done by a MediaRecorder.
	 */
	protected void encodeWithMediaRecorder() throws IOException, ConfNotSupportedException {

		Log.d(TAG,"Video encoded using the MediaRecorder API");

		// We need a local socket to forward data output by the camera to the packetizer
		createSockets();

		// Reopens the camera if needed
		destroyCamera();
		createCamera();

		// The camera must be unlocked before the MediaRecorder can use it
		unlockCamera();

		try {
			mMediaRecorder = new MediaRecorder();
			mMediaRecorder.setCamera(mCamera);
			mMediaRecorder.setVideoSource(MediaRecorder.VideoSource.CAMERA);
			mMediaRecorder.setOutputFormat(MediaRecorder.OutputFormat.THREE_GPP);
			mMediaRecorder.setVideoEncoder(mVideoEncoder);
	}

	/**
	 * Encoding of the audio/video is done by a MediaRecorder.
	 */
	protected void encodeWithMediaRecorder() throws IOException {

			// We write the output of the camera in a local socket instead of a file !			
		createSockets();

		// Opens the camera if needed
		createCamera();

		// Stops the preview if needed
		if (mPreviewStarted) {
			lockCamera();
			try {
				mCamera.stopPreview();
			} catch (Exception e) {}
			mPreviewStarted = false;
		}

		// Unlock the camera if needed
		unlockCamera();
		if (sPipeApi == PIPE_API_PFD) {
			is = new ParcelFileDescriptor.AutoCloseInputStream(mParcelRead);
		} else  {
			is = mReceiver.getInputStream();
		}

		// This will skip the MPEG4 header if this step fails we can't stream anything :(
		try {
			byte buffer[] = new byte[4];
			// Skip all atoms preceding mdat atom
			while (!Thread.interrupted()) {
				while (is.read() != 'm');
				is.read(buffer,0,3);
				if (buffer[0] == 'd' && buffer[1] == 'a' && buffer[2] == 't') break;
			}
		} catch (IOException e) {
			Log.e(TAG,"Couldn't skip mp4 header :/");
			stop();
			throw e;
		}

		// The packetizer encapsulates the bit stream in an RTP stream and send it over the network
		mPacketizer.setInputStream(is);
		mPacketizer.start();

		mStreaming = true;

	}


	/**
	 * Video encoding is done by a MediaCodec.
	 */
	protected void encodeWithMediaCodec() throws RuntimeException, IOException {
		if (mMode == MODE_MEDIACODEC_API_2) {
			// Uses the method MediaCodec.createInputSurface to feed the encoder
			encodeWithMediaCodecMethod2();
		} else {
			// Uses dequeueInputBuffer to feed the encoder
			encodeWithMediaCodecMethod1();
		}
	}	

	/**
	 * Video encoding is done by a MediaCodec.
	 */
	@SuppressLint("NewApi")
	protected void encodeWithMediaCodecMethod1() throws RuntimeException, IOException {



	/**
	 * Encoding of the audio/video is done by a MediaCodec.
	 */
	protected void encodeWithMediaCodec() throws RuntimeException, IOException {
		if ((mMode&MODE_MEDIACODEC_API_2)!=0) {
		measureFramerate();

		// Starts the preview if needed
		if (!mPreviewStarted) {
			try {
				mCamera.startPreview();
	}	

	/**
	 * Encoding of the audio/video is done by a MediaCodec.
	 */
	@SuppressLint("NewApi")
	protected void encodeWithMediaCodecMethod1() throws RuntimeException, IOException {
		EncoderDebugger debugger = EncoderDebugger.debug(mSettings, mQuality.resX, mQuality.resY);
		final NV21Convertor convertor = debugger.getNV21Convertor();

		mMediaCodec = MediaCodec.createByCodecName(debugger.getEncoderName());
		MediaFormat mediaFormat = MediaFormat.createVideoFormat("video/avc", mQuality.resX, mQuality.resY);
		mediaFormat.setInteger(MediaFormat.KEY_BIT_RATE, mQuality.bitrate);
		mediaFormat.setInteger(MediaFormat.KEY_FRAME_RATE, mQuality.framerate);	
		mediaFormat.setInteger(MediaFormat.KEY_COLOR_FORMAT,debugger.getEncoderColorFormat());
		mediaFormat.setInteger(MediaFormat.KEY_I_FRAME_INTERVAL, 1);
		mMediaCodec.configure(mediaFormat, null, null, MediaCodec.CONFIGURE_FLAG_ENCODE);
		mMediaCodec.start();

			}
		}

		mMediaCodec = MediaCodec.createByCodecName(mEncoderName);
		MediaFormat mediaFormat = MediaFormat.createVideoFormat("video/avc", mActualQuality.resX, mActualQuality.resY);
		mediaFormat.setInteger(MediaFormat.KEY_BIT_RATE, mActualQuality.bitrate);
		mediaFormat.setInteger(MediaFormat.KEY_FRAME_RATE, mActualQuality.framerate);	
		mediaFormat.setInteger(MediaFormat.KEY_COLOR_FORMAT,mEncoderColorFormat);
		mediaFormat.setInteger(MediaFormat.KEY_I_FRAME_INTERVAL, 1);
		mMediaCodec.configure(mediaFormat, null, null, MediaCodec.CONFIGURE_FLAG_ENCODE);
		mMediaCodec.start();

		final CodecManager.NV21Translator convertor = new CodecManager.NV21Translator(mEncoderName, mEncoderColorFormat, mActualQuality.resX, mActualQuality.resY);
		
		Camera.PreviewCallback callback = new Camera.PreviewCallback() {
			long now = System.nanoTime()/1000, oldnow = now, i=0;
			ByteBuffer[] inputBuffers = mMediaCodec.getInputBuffers();
					} else {
						Log.e(TAG,"No buffer available !");
					}
				} finally {
					mCamera.addCallbackBuffer(data);
				}				
			}
				try {
					int bufferIndex = mMediaCodec.dequeueInputBuffer(500000);
					if (bufferIndex>=0) {
						convertor.translate(data, inputBuffers[bufferIndex]);
						mMediaCodec.queueInputBuffer(bufferIndex, 0, inputBuffers[bufferIndex].position(), now, 0);
					} else {
						Log.e(TAG,"No buffer available !");

		mStreaming = true;

	}

	/**
	 * Video encoding is done by a MediaCodec.
	 * But here we will use the buffer-to-surface method
	 */
	@SuppressLint({ "InlinedApi", "NewApi" })	
	protected void encodeWithMediaCodecMethod2() throws RuntimeException, IOException {

		Log.d(TAG,"Video encoded using the MediaCodec API with a surface");

		// Updates the parameters of the camera if needed
		createCamera();
		updateCamera();

		// Estimates the frame rate of the camera
		measureFramerate();

		EncoderDebugger debugger = EncoderDebugger.debug(mSettings, mQuality.resX, mQuality.resY);

	}

	/**
	 * Encoding of the audio/video is done by a MediaCodec.
	 */
	@SuppressLint({ "InlinedApi", "NewApi" })	
	protected void encodeWithMediaCodecMethod2() throws RuntimeException, IOException {
		((SurfaceView)mSurfaceView).addMediaCodecSurface(surface);
		mMediaCodec.start();

		// The packetizer encapsulates the bit stream in an RTP stream and send it over the network
		mPacketizer.setInputStream(new MediaCodecInputStream(mMediaCodec));
		mPacketizer.start();

		mStreaming = true;

	}

	/**
	 * Returns a description of the stream using SDP. 
	 * This method can only be called after {@link Stream#configure()}.
	 * @throws IllegalStateException Thrown when {@link Stream#configure()} wa not called.
	 */	
	public abstract String getSessionDescription() throws IllegalStateException;

	/**
	 * Opens the camera in a new Looper thread so that the preview callback is not called from the main thread
	 * If an exception is thrown in this Looper thread, we bring it back into the main thread.
	 * @throws RuntimeException Might happen if another app is already using the camera.
	 */
	private void openCamera() throws RuntimeException {
		final Semaphore lock = new Semaphore(0);
		final RuntimeException[] exception = new RuntimeException[1];
		mCameraThread = new Thread(new Runnable() {
			@Override
			public void run() {
				Looper.prepare();
				mCameraLooper = Looper.myLooper();
				try {
					mCamera = Camera.open(mCameraId);
				} catch (RuntimeException e) {
					exception[0] = e;
				} finally {
					lock.release();
					Looper.loop();
				}
			}
		});
		mCameraThread.start();
		lock.acquireUninterruptibly();
		if (exception[0] != null) throw new CameraInUseException(exception[0].getMessage());
	}

	protected synchronized void createCamera() throws RuntimeException {
		if (mSurfaceView == null)
			throw new InvalidSurfaceException("Invalid surface !");
		if (mSurfaceView.getHolder() == null || !mSurfaceReady) 
			throw new InvalidSurfaceException("Invalid surface !");

		if (mCamera == null) {
			openCamera();
			mUpdated = false;
			mUnlocked = false;
			mCamera.setErrorCallback(new Camera.ErrorCallback() {
				@Override
				public void onError(int error, Camera camera) {
					// On some phones when trying to use the camera facing front the media server will die
					// Whether or not this callback may be called really depends on the phone
					if (error == Camera.CAMERA_ERROR_SERVER_DIED) {
						// In this case the application must release the camera and instantiate a new one
						Log.e(TAG,"Media server died !");
						// We don't know in what thread we are so stop needs to be synchronized
						mCameraOpenedManually = false;
						stop();
					} else {
						Log.e(TAG,"Error unknown with the camera: "+error);
					}	
				}
			});

			try {

				// If the phone has a flash, we turn it on/off according to mFlashEnabled
				// setRecordingHint(true) is a very nice optimization if you plane to only use the Camera for recording
				Parameters parameters = mCamera.getParameters();
				if (parameters.getFlashMode()!=null) {
					parameters.setFlashMode(mFlashEnabled?Parameters.FLASH_MODE_TORCH:Parameters.FLASH_MODE_OFF);
				}
				parameters.setRecordingHint(true);
				mCamera.setParameters(parameters);
				mCamera.setDisplayOrientation(mOrientation);

				try {
					if (mMode == MODE_MEDIACODEC_API_2) {
						mSurfaceView.startGLThread();
						mCamera.setPreviewTexture(mSurfaceView.getSurfaceTexture());
					} else {
						mCamera.setPreviewDisplay(mSurfaceView.getHolder());
					}
				} catch (IOException e) {
					throw new InvalidSurfaceException("Invalid surface !");
				}

			} catch (RuntimeException e) {
				destroyCamera();
				throw e;
			}

		}
	}

	protected synchronized void destroyCamera() {
		if (mCamera != null) {
			if (mStreaming) super.stop();
			lockCamera();
			mCamera.stopPreview();
			try {
				mCamera.release();
			} catch (Exception e) {
				Log.e(TAG,e.getMessage()!=null?e.getMessage():"unknown error");
			}
			mCamera = null;
			mCameraLooper.quit();
			mUnlocked = false;
			mActualQuality.resY = mQuality.resY;
			mActualQuality.bitrate = mQuality.bitrate;

			// Hack needed for now because there are weird artefacts at lower resolutions (when resX or resY os not a multiple of 16)
			/*if (mActualQuality.resX<352) {
				mActualQuality.resX = 352;
				mActualQuality.resY = 288;
			}*/

			mActualQuality = VideoQuality.determineClosestSupportedResolution(parameters, mActualQuality);
			int[] max = VideoQuality.determineMaximumSupportedFramerate(parameters);
			
		// The camera is already correctly configured
		if (mUpdated) return;
		
		if (mPreviewStarted) {
			mPreviewStarted = false;
			mCamera.stopPreview();
		}

		Parameters parameters = mCamera.getParameters();
		mQuality = VideoQuality.determineClosestSupportedResolution(parameters, mQuality);
		int[] max = VideoQuality.determineMaximumSupportedFramerate(parameters);
		
		double ratio = (double)mQuality.resX/(double)mQuality.resY;
		mSurfaceView.requestAspectRatio(ratio);
		
		parameters.setPreviewFormat(mCameraImageFormat);
		parameters.setPreviewSize(mQuality.resX, mQuality.resY);
		parameters.setPreviewFpsRange(max[0], max[1]);

		}
	}

	/** 
	 * Returns an associative array of the supported color formats and the names of the encoders for a given mime type
	 * The goal here will be to check if either YUV420SemiPlanar or YUV420Planar color formats 
	 * are supported by one of the encoders of the phone.
	 * This can take up to sec to return apparently !
	 **/
	@SuppressLint("NewApi")
	static protected SparseArray<ArrayList<String>> findSupportedColorFormats(String mimeType) {
		SparseArray<ArrayList<String>> list = new SparseArray<ArrayList<String>>();

		if (sSupportedColorFormats.containsKey(mimeType)) {
			return sSupportedColorFormats.get(mimeType); 
		}

		Log.v(TAG,"Searching supported color formats for mime type "+mimeType);

		// We loop through the encoders, apparently this can take up to a sec (testes on a GS3)
		for(int j = MediaCodecList.getCodecCount() - 1; j >= 0; j--){
			MediaCodecInfo codecInfo = MediaCodecList.getCodecInfoAt(j);
			if (!codecInfo.isEncoder()) continue;

			String[] types = codecInfo.getSupportedTypes();
			for (int i = 0; i < types.length; i++) {
				if (types[i].equalsIgnoreCase(mimeType)) {
					MediaCodecInfo.CodecCapabilities capabilities = codecInfo.getCapabilitiesForType(mimeType);
					// And through the color formats supported
					for (int k = 0; k < capabilities.colorFormats.length; k++) {
						int format = capabilities.colorFormats[k];
						if (list.get(format) == null) list.put(format, new ArrayList<String>());
						list.get(format).add(codecInfo.getName());
					}
				}
			}
		}

		// Logs the supported color formats on the phone
		StringBuilder e = new StringBuilder();
		e.append("Supported color formats on this phone: ");
		for (int i=0;i<list.size();i++) e.append(list.keyAt(i)+(i==list.size()-1?".":", "));
		Log.v(TAG, e.toString());

		sSupportedColorFormats.put(mimeType, list);
		return list;
	}

	protected void lockCamera() {
		if (mUnlocked) {
			Log.d(TAG,"Locking camera");
		} catch (RuntimeException e) {
			destroyCamera();
			throw e;
		}
	}

	protected void lockCamera() {
		if (mUnlocked) {
			Log.d(TAG,"Locking camera");
			try {
				mCamera.reconnect();
			} catch (Exception e) {
				Log.e(TAG,e.getMessage());
			}
			mUnlocked = false;
		}
	}

	protected void unlockCamera() {
		if (!mUnlocked) {
			Log.d(TAG,"Unlocking camera");
			try {	
				mCamera.unlock();
			} catch (Exception e) {
				Log.e(TAG,e.getMessage());
			}
			mUnlocked = true;
		}
	}


	/**
	 * Computes the average frame rate at which the preview callback is called.
	 * We will then use this average frame rate with the MediaCodec.  
	 * Blocks the thread in which this function is called.
	 */
	private void measureFramerate() {
		final Semaphore lock = new Semaphore(0);

		final Camera.PreviewCallback callback = new Camera.PreviewCallback() {
			int i = 0, t = 0;
			long now, oldnow, count = 0;
			@Override
			public void onPreviewFrame(byte[] data, Camera camera) {
				i++;
				now = System.nanoTime()/1000;
				if (i>3) {
					t += now - oldnow;
					count++;
				}
				if (i>20) {
					mQuality.framerate = (int) (1000000/(t/count)+1);
					lock.release();
				}
				oldnow = now;
			}
		};

		mCamera.setPreviewCallback(callback);

		try {
			lock.tryAcquire(2,TimeUnit.SECONDS);
			Log.d(TAG,"Actual framerate: "+mQuality.framerate);
			if (mSettings != null) {
				Editor editor = mSettings.edit();
				editor.putInt(PREF_PREFIX+"fps"+mRequestedQuality.framerate+","+mCameraImageFormat+","+mRequestedQuality.resX+mRequestedQuality.resY, mQuality.framerate);
				editor.commit();
			}
		} catch (InterruptedException e) {}

		mCamera.setPreviewCallback(null);

	}	

	}	

	private class CameraFifo {

		private final int MAX = 10;

		private CodecManager.NV21Translator mConvertor = null;
		private byte[][] mBuffers = new byte[MAX][];
		private long[] mTimestamps = new long[MAX];
		private Thread mThread = null;
		private int mHead, mTail;
		private Semaphore mAvailable;
		private Semaphore mRemaining;
		private boolean mRunning; 

		public void start() {
			if (mThread == null) {

				mHead = 0;
				mTail = 0;
				mAvailable = new Semaphore(0);
				mRemaining = new Semaphore(MAX);

				mRunning = true;
				mThread = new Thread(mRunnable);
				mThread.start();

				mConvertor = new CodecManager.NV21Translator(mEncoderName, mEncoderColorFormat, mActualQuality.resX, mActualQuality.resY);
				for (int i=0;i<MAX;i++) mCamera.addCallbackBuffer(new byte[mConvertor.getBufferSize()]);
				mCamera.setPreviewCallbackWithBuffer(mCameraCallback);

			}
		} 

		public void stop() {
			if (mThread != null) {
				mCamera.setPreviewCallback(null);
				mRunning = false;
				mThread.interrupt();
				try {
					mThread.join();
				} catch (InterruptedException e) {}
				mThread = null;
			}
		}

		private void queue(byte[] buffer, long ts) {
			try {
				mRemaining.acquire();
			} catch (InterruptedException e) {}
			mBuffers[mHead] = buffer;
			mTimestamps[mHead] = ts;
			mHead++;
			if (mHead>=MAX) mHead = 0;
			mAvailable.release();
		}

		/**
		 * This will be called from the main thread, doing the color format conversion and feeding the encoder 
		 * from there was too long, that is why this FIFO is needed
		 */
		Camera.PreviewCallback mCameraCallback = new Camera.PreviewCallback() {
			private long now = System.nanoTime()/1000, oldnow = now;
			private int i=0;
			@Override
			public void onPreviewFrame(byte[] data, Camera camera) {
				now = System.nanoTime()/1000;
				if (i++>3) {
					i = 0;
					Log.d(TAG,"Measured: "+1000000L/(now-oldnow)+" fps.");
				}
				oldnow = now;
				queue(data, now);
			}
		};

		/**
		 * Thread in which we do the conversion between color formats and we feed the MediaCodec
		 */
		private Runnable mRunnable = new Runnable() {
			@SuppressLint("NewApi")
			@Override
			public void run() {
				ByteBuffer[] inputBuffers = mMediaCodec.getInputBuffers();

				while (mRunning && !Thread.interrupted()) {
					//Log.d(TAG, "a: "+mRemaining.availablePermits());
					try {
						mAvailable.acquire();
					} catch (InterruptedException e) {
						break;
					}

					try {
						int bufferIndex = mMediaCodec.dequeueInputBuffer(500000);
						if (bufferIndex>=0) {
							mConvertor.translate(mBuffers[mTail], inputBuffers[bufferIndex]);
							mMediaCodec.queueInputBuffer(bufferIndex, 0, inputBuffers[bufferIndex].position(), mTimestamps[mTail], 0);
						} else {
							Log.e(TAG,"No buffer available !");
						}
					} finally {
						mCamera.addCallbackBuffer(mBuffers[mTail]);
						mTail++;
						if (mTail>=MAX) mTail = 0;
						mRemaining.release();
					}

				}
			}
		};

	}

}

<MSG> Added a new test to detect if streaming with the MediaCodec API is possible on the phone (see EncoderDebugger.java) at a certain resolution. The phone will fallback on the old streaming method if needed.

<DFF> @@ -23,11 +23,11 @@ package net.majorkernelpanic.streaming.video;
 import java.io.IOException;
 import java.io.InputStream;
 import java.nio.ByteBuffer;
-import java.util.ArrayList;
-import java.util.HashMap;
 import java.util.concurrent.Semaphore;
 
 import net.majorkernelpanic.streaming.MediaStream;
+import net.majorkernelpanic.streaming.hw.EncoderDebugger;
+import net.majorkernelpanic.streaming.hw.NV21Convertor;
 import net.majorkernelpanic.streaming.rtp.MediaCodecInputStream;
 import android.annotation.SuppressLint;
 import android.content.SharedPreferences;
@@ -37,13 +37,10 @@ import android.hardware.Camera;
 import android.hardware.Camera.CameraInfo;
 import android.hardware.Camera.Parameters;
 import android.media.MediaCodec;
-import android.media.MediaCodecInfo;
-import android.media.MediaCodecList;
 import android.media.MediaFormat;
 import android.media.MediaRecorder;
 import android.os.Looper;
 import android.util.Log;
-import android.util.SparseArray;
 import android.view.SurfaceHolder;
 import android.view.SurfaceHolder.Callback;
 
@@ -54,8 +51,6 @@ public abstract class VideoStream extends MediaStream {
 
 	protected final static String TAG = "VideoStream";
 
-	private static HashMap<String,SparseArray<ArrayList<String>>> sSupportedColorFormats = new HashMap<String, SparseArray<ArrayList<String>>>(); 
-
 	protected VideoQuality mQuality = VideoQuality.DEFAULT_VIDEO_QUALITY.clone();
 	protected VideoQuality mActualQuality = mQuality.clone(); 
 	protected SurfaceHolder.Callback mSurfaceHolderCallback = null;
@@ -73,7 +68,6 @@ public abstract class VideoStream extends MediaStream {
 	protected boolean mUnlocked = false;
 	protected boolean mPreviewStarted = false;
 
-	protected CodecManager.Codecs mCodecs;
 	protected String mMimeType;
 	protected String mEncoderName;
 	protected int mEncoderColorFormat;
@@ -104,25 +98,6 @@ public abstract class VideoStream extends MediaStream {
 	protected void init(String mimeType) {
 		mCameraImageFormat = ImageFormat.NV21;
 		mMimeType = mimeType;
-
-		if (sSuggestedMode == MODE_MEDIACODEC_API) {
-			mCodecs = CodecManager.Selector.findCodecsFormMimeType(mMimeType, false);
-
-			if (mCodecs.hardwareCodec == null && mCodecs.softwareCodec == null ) {
-				mMode = MODE_MEDIARECORDER_API;
-				Log.e(TAG,"No encoder can be used on this phone, we will use the MediaRecorder API");
-
-			} else {
-				if (mCodecs.hardwareCodec != null) {
-					mEncoderColorFormat = mCodecs.hardwareColorFormat;
-					mEncoderName = mCodecs.hardwareCodec;
-				} else {
-					mEncoderColorFormat = mCodecs.softwareColorFormat;
-					mEncoderName = mCodecs.softwareCodec;	
-				}
-			}
-
-		}
 	}
 
 	/**
@@ -372,7 +347,7 @@ public abstract class VideoStream extends MediaStream {
 	}
 
 	/**
-	 * Encoding of the audio/video is done by a MediaRecorder.
+	 * Video encoding is done by a MediaRecorder.
 	 */
 	protected void encodeWithMediaRecorder() throws IOException {
 
@@ -380,16 +355,19 @@ public abstract class VideoStream extends MediaStream {
 		createSockets();
 
 		// Opens the camera if needed
+		destroyCamera();
 		createCamera();
 
 		// Stops the preview if needed
-		if (mPreviewStarted) {
+		/*if (mPreviewStarted) {
 			lockCamera();
 			try {
 				mCamera.stopPreview();
-			} catch (Exception e) {}
+			} catch (Exception e) {
+				e.printStackTrace();
+			}
 			mPreviewStarted = false;
-		}
+		}*/
 
 		// Unlock the camera if needed
 		unlockCamera();
@@ -445,7 +423,7 @@ public abstract class VideoStream extends MediaStream {
 
 
 	/**
-	 * Encoding of the audio/video is done by a MediaCodec.
+	 * Video encoding is done by a MediaCodec.
 	 */
 	protected void encodeWithMediaCodec() throws RuntimeException, IOException {
 		if ((mMode&MODE_MEDIACODEC_API_2)!=0) {
@@ -458,7 +436,7 @@ public abstract class VideoStream extends MediaStream {
 	}	
 
 	/**
-	 * Encoding of the audio/video is done by a MediaCodec.
+	 * Video encoding is done by a MediaCodec.
 	 */
 	@SuppressLint("NewApi")
 	protected void encodeWithMediaCodecMethod1() throws RuntimeException, IOException {
@@ -477,17 +455,18 @@ public abstract class VideoStream extends MediaStream {
 			}
 		}
 
-		mMediaCodec = MediaCodec.createByCodecName(mEncoderName);
+		EncoderDebugger debugger = EncoderDebugger.debug(mSettings, mActualQuality.resX, mActualQuality.resY);
+		final NV21Convertor convertor = debugger.getNV21Convertor();
+		
+		mMediaCodec = MediaCodec.createByCodecName(debugger.getEncoderName());
 		MediaFormat mediaFormat = MediaFormat.createVideoFormat("video/avc", mActualQuality.resX, mActualQuality.resY);
 		mediaFormat.setInteger(MediaFormat.KEY_BIT_RATE, mActualQuality.bitrate);
 		mediaFormat.setInteger(MediaFormat.KEY_FRAME_RATE, mActualQuality.framerate);	
-		mediaFormat.setInteger(MediaFormat.KEY_COLOR_FORMAT,mEncoderColorFormat);
+		mediaFormat.setInteger(MediaFormat.KEY_COLOR_FORMAT,debugger.getEncoderColorFormat());
 		mediaFormat.setInteger(MediaFormat.KEY_I_FRAME_INTERVAL, 1);
 		mMediaCodec.configure(mediaFormat, null, null, MediaCodec.CONFIGURE_FLAG_ENCODE);
 		mMediaCodec.start();
 
-		final CodecManager.NV21Translator convertor = new CodecManager.NV21Translator(mEncoderName, mEncoderColorFormat, mActualQuality.resX, mActualQuality.resY);
-		
 		Camera.PreviewCallback callback = new Camera.PreviewCallback() {
 			long now = System.nanoTime()/1000, oldnow = now, i=0;
 			ByteBuffer[] inputBuffers = mMediaCodec.getInputBuffers();
@@ -501,7 +480,8 @@ public abstract class VideoStream extends MediaStream {
 				try {
 					int bufferIndex = mMediaCodec.dequeueInputBuffer(500000);
 					if (bufferIndex>=0) {
-						convertor.translate(data, inputBuffers[bufferIndex]);
+						inputBuffers[bufferIndex].clear();
+						convertor.convert(data, inputBuffers[bufferIndex]);
 						mMediaCodec.queueInputBuffer(bufferIndex, 0, inputBuffers[bufferIndex].position(), now, 0);
 					} else {
 						Log.e(TAG,"No buffer available !");
@@ -531,7 +511,8 @@ public abstract class VideoStream extends MediaStream {
 	}
 
 	/**
-	 * Encoding of the audio/video is done by a MediaCodec.
+	 * Video encoding is done by a MediaCodec.
+	 * But here we will use the buffer-to-surface methode
 	 */
 	@SuppressLint({ "InlinedApi", "NewApi" })	
 	protected void encodeWithMediaCodecMethod2() throws RuntimeException, IOException {
@@ -655,12 +636,6 @@ public abstract class VideoStream extends MediaStream {
 			mActualQuality.resY = mQuality.resY;
 			mActualQuality.bitrate = mQuality.bitrate;
 
-			// Hack needed for now because there are weird artefacts at lower resolutions (when resX or resY os not a multiple of 16)
-			/*if (mActualQuality.resX<352) {
-				mActualQuality.resX = 352;
-				mActualQuality.resY = 288;
-			}*/
-
 			mActualQuality = VideoQuality.determineClosestSupportedResolution(parameters, mActualQuality);
 			int[] max = VideoQuality.determineMaximumSupportedFramerate(parameters);
 			
@@ -686,51 +661,6 @@ public abstract class VideoStream extends MediaStream {
 		}
 	}
 
-	/** 
-	 * Returns an associative array of the supported color formats and the names of the encoders for a given mime type
-	 * The goal here will be to check if either YUV420SemiPlanar or YUV420Planar color formats 
-	 * are supported by one of the encoders of the phone.
-	 * This can take up to sec to return apparently !
-	 **/
-	@SuppressLint("NewApi")
-	static protected SparseArray<ArrayList<String>> findSupportedColorFormats(String mimeType) {
-		SparseArray<ArrayList<String>> list = new SparseArray<ArrayList<String>>();
-
-		if (sSupportedColorFormats.containsKey(mimeType)) {
-			return sSupportedColorFormats.get(mimeType); 
-		}
-
-		Log.v(TAG,"Searching supported color formats for mime type "+mimeType);
-
-		// We loop through the encoders, apparently this can take up to a sec (testes on a GS3)
-		for(int j = MediaCodecList.getCodecCount() - 1; j >= 0; j--){
-			MediaCodecInfo codecInfo = MediaCodecList.getCodecInfoAt(j);
-			if (!codecInfo.isEncoder()) continue;
-
-			String[] types = codecInfo.getSupportedTypes();
-			for (int i = 0; i < types.length; i++) {
-				if (types[i].equalsIgnoreCase(mimeType)) {
-					MediaCodecInfo.CodecCapabilities capabilities = codecInfo.getCapabilitiesForType(mimeType);
-					// And through the color formats supported
-					for (int k = 0; k < capabilities.colorFormats.length; k++) {
-						int format = capabilities.colorFormats[k];
-						if (list.get(format) == null) list.put(format, new ArrayList<String>());
-						list.get(format).add(codecInfo.getName());
-					}
-				}
-			}
-		}
-
-		// Logs the supported color formats on the phone
-		StringBuilder e = new StringBuilder();
-		e.append("Supported color formats on this phone: ");
-		for (int i=0;i<list.size();i++) e.append(list.keyAt(i)+(i==list.size()-1?".":", "));
-		Log.v(TAG, e.toString());
-
-		sSupportedColorFormats.put(mimeType, list);
-		return list;
-	}
-
 	protected void lockCamera() {
 		if (mUnlocked) {
 			Log.d(TAG,"Locking camera");
@@ -810,116 +740,4 @@ public abstract class VideoStream extends MediaStream {
 
 	}	
 
-	private class CameraFifo {
-
-		private final int MAX = 10;
-
-		private CodecManager.NV21Translator mConvertor = null;
-		private byte[][] mBuffers = new byte[MAX][];
-		private long[] mTimestamps = new long[MAX];
-		private Thread mThread = null;
-		private int mHead, mTail;
-		private Semaphore mAvailable;
-		private Semaphore mRemaining;
-		private boolean mRunning; 
-
-		public void start() {
-			if (mThread == null) {
-
-				mHead = 0;
-				mTail = 0;
-				mAvailable = new Semaphore(0);
-				mRemaining = new Semaphore(MAX);
-
-				mRunning = true;
-				mThread = new Thread(mRunnable);
-				mThread.start();
-
-				mConvertor = new CodecManager.NV21Translator(mEncoderName, mEncoderColorFormat, mActualQuality.resX, mActualQuality.resY);
-				for (int i=0;i<MAX;i++) mCamera.addCallbackBuffer(new byte[mConvertor.getBufferSize()]);
-				mCamera.setPreviewCallbackWithBuffer(mCameraCallback);
-
-			}
-		} 
-
-		public void stop() {
-			if (mThread != null) {
-				mCamera.setPreviewCallback(null);
-				mRunning = false;
-				mThread.interrupt();
-				try {
-					mThread.join();
-				} catch (InterruptedException e) {}
-				mThread = null;
-			}
-		}
-
-		private void queue(byte[] buffer, long ts) {
-			try {
-				mRemaining.acquire();
-			} catch (InterruptedException e) {}
-			mBuffers[mHead] = buffer;
-			mTimestamps[mHead] = ts;
-			mHead++;
-			if (mHead>=MAX) mHead = 0;
-			mAvailable.release();
-		}
-
-		/**
-		 * This will be called from the main thread, doing the color format conversion and feeding the encoder 
-		 * from there was too long, that is why this FIFO is needed
-		 */
-		Camera.PreviewCallback mCameraCallback = new Camera.PreviewCallback() {
-			private long now = System.nanoTime()/1000, oldnow = now;
-			private int i=0;
-			@Override
-			public void onPreviewFrame(byte[] data, Camera camera) {
-				now = System.nanoTime()/1000;
-				if (i++>3) {
-					i = 0;
-					Log.d(TAG,"Measured: "+1000000L/(now-oldnow)+" fps.");
-				}
-				oldnow = now;
-				queue(data, now);
-			}
-		};
-
-		/**
-		 * Thread in which we do the conversion between color formats and we feed the MediaCodec
-		 */
-		private Runnable mRunnable = new Runnable() {
-			@SuppressLint("NewApi")
-			@Override
-			public void run() {
-				ByteBuffer[] inputBuffers = mMediaCodec.getInputBuffers();
-
-				while (mRunning && !Thread.interrupted()) {
-					//Log.d(TAG, "a: "+mRemaining.availablePermits());
-					try {
-						mAvailable.acquire();
-					} catch (InterruptedException e) {
-						break;
-					}
-
-					try {
-						int bufferIndex = mMediaCodec.dequeueInputBuffer(500000);
-						if (bufferIndex>=0) {
-							mConvertor.translate(mBuffers[mTail], inputBuffers[bufferIndex]);
-							mMediaCodec.queueInputBuffer(bufferIndex, 0, inputBuffers[bufferIndex].position(), mTimestamps[mTail], 0);
-						} else {
-							Log.e(TAG,"No buffer available !");
-						}
-					} finally {
-						mCamera.addCallbackBuffer(mBuffers[mTail]);
-						mTail++;
-						if (mTail>=MAX) mTail = 0;
-						mRemaining.release();
-					}
-
-				}
-			}
-		};
-
-	}
-
 }

Added a new test to detect if streaming with the MediaCodec API is possible on the phone (see EncoderDebugger.java) at a certain resolution. The phone will fallback on the old streaming method if needed.