Images -> Video

[PhQ]

Hi,
I know how to capture an image, but I don't know how to keep capturing LOTS of images and save them into a hidden folder and then convert those images onto .avi video, and then delete those images from that hidden folder and ask the user where to save the .avi file? :)

[PhQ]

Any suggestions?

[Norm]

Google on how to create .avi files from images. The rest is straight forward java programming.

[PhQ]

Google on how to create .avi files from images. The rest is straight forward java programming.

Ok, I've found this :

package org.PhQProjects.capture;

import java.awt.Dimension;
import java.io.File;
import java.io.IOException;
import javax.media.Buffer;
import javax.media.ConfigureCompleteEvent;
import javax.media.ControllerEvent;
import javax.media.ControllerListener;
import javax.media.DataSink;
import javax.media.EndOfMediaEvent;
import javax.media.Format;
import javax.media.Manager;
import javax.media.MediaLocator;
import javax.media.PrefetchCompleteEvent;
import javax.media.Processor;
import javax.media.RealizeCompleteEvent;
import javax.media.ResourceUnavailableEvent;
import javax.media.Time;
import javax.media.control.TrackControl;
import javax.media.datasink.DataSinkErrorEvent;
import javax.media.datasink.DataSinkEvent;
import javax.media.datasink.DataSinkListener;
import javax.media.datasink.EndOfStreamEvent;
import javax.media.format.VideoFormat;
import javax.media.protocol.ContentDescriptor;
import javax.media.protocol.DataSource;
import javax.media.protocol.FileTypeDescriptor;
import javax.media.protocol.PullBufferDataSource;
import javax.media.protocol.PullBufferStream;



public class AviCreator implements ControllerListener, DataSinkListener {
    public boolean doIt(
        int width,
        int height,
        int frameRate,
        MediaLocator outML)
    {
        ImageDataSource ids = new ImageDataSource(width, height, frameRate);

        Processor p;

        try
        {
            System.err.println(
                "- create processor for the image datasource ...");
            p = Manager.createProcessor(ids);
        }
        catch (Exception e)
        {
            System.err.println(
                "Yikes! Cannot create a processor from the data source.");
            return false;
        }

        p.addControllerListener(this);

        // Put the Processor into configured state so we can set
        // some processing options on the processor.
        p.configure();
        if (!waitForState(p, Processor.Configured))
        {
            System.err.println("Failed to configure the processor.");
            return false;
        }

        // Set the output content descriptor to QuickTime.
        p.setContentDescriptor(
            new ContentDescriptor(FileTypeDescriptor.MSVIDEO));

        // Query for the processor for supported formats.
        // Then set it on the processor.
        TrackControl tcs[] = p.getTrackControls();
        Format f[] = tcs[0].getSupportedFormats();
        if (f == null || f.length <= 0)
        {
            System.err.println(
                "The mux does not support the input format: "
                    + tcs[0].getFormat());
            return false;
        }

        tcs[0].setFormat(f[0]);

        System.err.println("Setting the track format to: " + f[0]);

        // We are done with programming the processor. Let's just
        // realize it.
        p.realize();
        if (!waitForState(p, Processor.Realized))
        {
            System.err.println("Failed to realize the processor.");
            return false;
        }

        // Now, we'll need to create a DataSink.
        DataSink dsink;
        if ((dsink = createDataSink(p, outML)) == null)
        {
            System.err.println(
                "Failed to create a DataSink for the given output MediaLocator: "
                    + outML);
            return false;
        }

        dsink.addDataSinkListener(this);
        fileDone = false;

        System.err.println("start processing...");

        // OK, we can now start the actual transcoding.
        try
        {
            p.start();
            dsink.start();
        }
        catch (IOException e)
        {
            System.err.println("IO error during processing");
            return false;
        }

        // Wait for EndOfStream event.
        waitForFileDone();

        // Cleanup.
        try
        {
            dsink.close();
        }
        catch (Exception e)
        {
        }
        p.removeControllerListener(this);

        System.err.println("...done processing.");

        return true;
    }

    /**
    * Create the DataSink.
    */
    private DataSink createDataSink(Processor p, MediaLocator outML)
    {

        DataSource ds;

        if ((ds = p.getDataOutput()) == null)
        {
            System.err.println(
                "Something is really wrong: the processor does not have an output DataSource");
            return null;
        }

        DataSink dsink;

        try
        {
            System.err.println("- create DataSink for: " + outML);
            dsink = Manager.createDataSink(ds, outML);
            dsink.open();
        }
        catch (Exception e)
        {
            System.err.println("Cannot create the DataSink: " + e);
            return null;
        }

        return dsink;
    }

    private Object waitSync = new Object();
    private boolean stateTransitionOK = true;

    /**
    * Block until the processor has transitioned to the given state.
    * Return false if the transition failed.
    */
    private boolean waitForState(Processor p, int state)
    {
        synchronized (waitSync)
        {
            try
            {
                while (p.getState() < state && stateTransitionOK)
                    waitSync.wait();
            }
            catch (Exception e)
            {
            }
        }
        return stateTransitionOK;
    }

    /**
    * Controller Listener.
    */
    public void controllerUpdate(ControllerEvent evt)
    {

        if (evt instanceof ConfigureCompleteEvent
            || evt instanceof RealizeCompleteEvent
            || evt instanceof PrefetchCompleteEvent)
        {
            synchronized (waitSync)
            {
                stateTransitionOK = true;
                waitSync.notifyAll();
            }
        }
        else if (evt instanceof ResourceUnavailableEvent)
        {
            synchronized (waitSync)
            {
                stateTransitionOK = false;
                waitSync.notifyAll();
            }
        }
        else if (evt instanceof EndOfMediaEvent)
        {
            evt.getSourceController().stop();
            evt.getSourceController().close();
        }
    }

    private Object waitFileSync = new Object();
    private boolean fileDone = false;
    private boolean fileSuccess = true;

    /**
    * Block until file writing is done.
    */
    private boolean waitForFileDone()
    {
        synchronized (waitFileSync)
        {
            try
            {
                while (!fileDone)
                    waitFileSync.wait();
            }
            catch (Exception e)
            {
            }
        }
        return fileSuccess;
    }

    /**
    * Event handler for the file writer.
    */
    public void dataSinkUpdate(DataSinkEvent evt)
    {

        if (evt instanceof EndOfStreamEvent)
        {
            synchronized (waitFileSync)
            {
                fileDone = true;
                waitFileSync.notifyAll();
            }
        }
        else if (evt instanceof DataSinkErrorEvent)
        {
            synchronized (waitFileSync)
            {
                fileDone = true;
                fileSuccess = false;
                waitFileSync.notifyAll();
            }
        }
    }

    public static void main(String args[]) throws Exception
    {

        // Parse the arguments.
        int i = 0;
        int width = 500, height = 500, frameRate = 90;
        String outputURL = null;

        width = 128;
        height = 128;
        outputURL = "test.avi";

        // Generate the output media locators.
        MediaLocator oml;

        if ((oml = createMediaLocator(outputURL)) == null)
        {
            System.err.println("Cannot build media locator from: " + outputURL);
            System.exit(0);
        }

        AviCreator imageToMovie = new AviCreator();
        imageToMovie.doIt(width, height, frameRate, oml);

        System.exit(0);
    }

    /**
    * Create a media locator from the given string.
    */
    private static MediaLocator createMediaLocator(String url)
    {

        MediaLocator ml;

        if (url.indexOf(":") > 0 && (ml = new MediaLocator(url)) != null)
            return ml;

        if (url.startsWith(File.separator))
        {
            if ((ml = new MediaLocator("file:" + url)) != null)
                return ml;
        }
        else
        {
            String file =
                "file:" + System.getProperty("user.dir") + File.separator + url;
            if ((ml = new MediaLocator(file)) != null)
                return ml;
        }

        return null;
    }

    ///////////////////////////////////////////////
    //
    // Inner classes.
    ///////////////////////////////////////////////

    /**
    * A DataSource to read from a list of JPEG image files and
    * turn that into a stream of JMF buffers.
    * The DataSource is not seekable or positionable.
    */
    private class ImageDataSource extends PullBufferDataSource
    {

        private ImageSourceStream streams[];

        ImageDataSource(int width, int height, int frameRate)
        {
            streams = new ImageSourceStream[1];
            streams[0] = new ImageSourceStream(width, height, frameRate);
        }

        public void setLocator(MediaLocator source)
        {
        }

        public MediaLocator getLocator()
        {
            return null;
        }

        /**
        * Content type is of RAW since we are sending buffers of video
        * frames without a container format.
        */
        public String getContentType()
        {
            return ContentDescriptor.RAW;
        }

        public void connect()
        {
        }

        public void disconnect()
        {
        }

        public void start()
        {
        }

        public void stop()
        {
        }

        /**
        * Return the ImageSourceStreams.
        */
        public PullBufferStream[] getStreams()
        {
            return streams;
        }

        /**
        * We could have derived the duration from the number of
        * frames and frame rate. But for the purpose of this program,
        * it's not necessary.
        */
        public Time getDuration()
        {
            System.out.println("dur is " + streams[0].nextImage);
            //return new Time(1000000000);
            return DURATION_UNKNOWN;
        }

        public Object[] getControls()
        {
            return new Object[0];
        }

        public Object getControl(String type)
        {
            return null;
        }
    }

    /**
    * The source stream to go along with ImageDataSource.
    */
    class ImageSourceStream implements PullBufferStream
    {

        final int width, height;
        final VideoFormat format;

        // Bug fix from Forums - next two lines
        float frameRate;
        long seqNo = 0;

        int nextImage = 0; // index of the next image to be read.
        boolean ended = false;

        public ImageSourceStream(int width, int height, int frameRate)
        {
            this.width = width;
            this.height = height;

            // Bug fix from Forums (next line)
            this.frameRate = (float) frameRate;

            final int rMask = 0x00ff0000;
            final int gMask = 0x0000FF00;
            final int bMask = 0x000000ff;

            format =
                new javax.media.format.RGBFormat(
                    new Dimension(width, height),
                    Format.NOT_SPECIFIED,
                    Format.intArray,
                    frameRate,
                    32,
                    rMask,
                    gMask,
                    bMask);
        }

        /**
        * We should never need to block assuming data are read from files.
        */
        public boolean willReadBlock()
        {
            return false;
        }

        /**
        * This is called from the Processor to read a frame worth
        * of video data.
        */
        public void read(Buffer buf) throws IOException
        {
            // Check if we've finished all the frames.
            if (nextImage >= 100)
            {
                // We are done. Set EndOfMedia.
                System.err.println("Done reading all images.");
                buf.setEOM(true);
                buf.setOffset(0);
                buf.setLength(0);
                ended = true;
                return;
            }

            nextImage++;

            int data[] = null;

            // Check the input buffer type & size.

            if (buf.getData() instanceof int[])
                data = (int[]) buf.getData();

            // Check to see the given buffer is big enough for the frame.
            if (data == null || data.length < width * height)
            {
                data = new int[width * height];
                buf.setData(data);
            }

            // Bug fix from Forums ( next 3 lines).
            long time = (long) (seqNo * (1000 / frameRate) * 1000000);
            buf.setTimeStamp(time);
            buf.setSequenceNumber(seqNo++);

            java.awt.Color clr = java.awt.Color.red;
            if (nextImage > 30)
                clr = java.awt.Color.GREEN;
            if (nextImage > 60)
                clr = java.awt.Color.BLUE;
            for (int i = 0; i < width * height; i++)
            {
                // TODO - figure what the guy was trying to do here.
                data[i] = clr.getRGB();
            }

            buf.setOffset(0);
            buf.setLength(width * height);
            buf.setFormat(format);
            buf.setFlags(buf.getFlags() | Buffer.FLAG_KEY_FRAME);
        }

        /**
        * Return the format of each video frame. That will be JPEG.
        */
        public Format getFormat()
        {
            return format;
        }

        public ContentDescriptor getContentDescriptor()
        {
            return new ContentDescriptor(ContentDescriptor.RAW);
        }

        public long getContentLength()
        {
            return 0;
        }

        public boolean endOfStream()
        {
            return ended;
        }

        public Object[] getControls()
        {
            return new Object[0];
        }

        public Object getControl(String type)
        {
            return null;
        }
    }
}

Could someone explain how this thing works?

[PhQ]

I just need to find out how to add the images on to this ? :)

[jeevan4007]

package org.PhQProjects.capture;

import java.awt.Dimension;
import java.io.File;
import java.io.IOException;
import javax.media.Buffer;
import javax.media.ConfigureCompleteEvent;
import javax.media.ControllerEvent;
import javax.media.ControllerListener;
import javax.media.DataSink;
import javax.media.EndOfMediaEvent;
import javax.media.Format;
import javax.media.Manager;
import javax.media.MediaLocator;
import javax.media.PrefetchCompleteEvent;
import javax.media.Processor;
import javax.media.RealizeCompleteEvent;
import javax.media.ResourceUnavailableEvent;
import javax.media.Time;
import javax.media.control.TrackControl;
import javax.media.datasink.DataSinkErrorEvent;
import javax.media.datasink.DataSinkEvent;
import javax.media.datasink.DataSinkListener;
import javax.media.datasink.EndOfStreamEvent;
import javax.media.format.VideoFormat;
import javax.media.protocol.ContentDescriptor;
import javax.media.protocol.DataSource;
import javax.media.protocol.FileTypeDescriptor;
import javax.media.protocol.PullBufferDataSource;
import javax.media.protocol.PullBufferStream;



public class AviCreator implements ControllerListener, DataSinkListener {
public boolean doIt(
int width,
int height,
int frameRate,
MediaLocator outML)
{
ImageDataSource ids = new ImageDataSource(width, height, frameRate);

Processor p;

try
{
System.err.println(
"- create processor for the image datasource ...");
p = Manager.createProcessor(ids);
}
catch (Exception e)
{
System.err.println(
"Yikes! Cannot create a processor from the data source.");
return false;
}

p.addControllerListener(this);

// Put the Processor into configured state so we can set
// some processing options on the processor.
p.configure();
if (!waitForState(p, Processor.Configured))
{
System.err.println("Failed to configure the processor.");
return false;
}

// Set the output content descriptor to QuickTime.
p.setContentDescriptor(
new ContentDescriptor(FileTypeDescriptor.MSVIDEO));

// Query for the processor for supported formats.
// Then set it on the processor.
TrackControl tcs[] = p.getTrackControls();
Format f[] = tcs[0].getSupportedFormats();
if (f == null || f.length <= 0)
{
System.err.println(
"The mux does not support the input format: "
+ tcs[0].getFormat());
return false;
}

tcs[0].setFormat(f[0]);

System.err.println("Setting the track format to: " + f[0]);

// We are done with programming the processor. Let's just
// realize it.
p.realize();
if (!waitForState(p, Processor.Realized))
{
System.err.println("Failed to realize the processor.");
return false;
}

// Now, we'll need to create a DataSink.
DataSink dsink;
if ((dsink = createDataSink(p, outML)) == null)
{
System.err.println(
"Failed to create a DataSink for the given output MediaLocator: "
+ outML);
return false;
}

dsink.addDataSinkListener(this);
fileDone = false;

System.err.println("start processing...");

// OK, we can now start the actual transcoding.
try
{
p.start();
dsink.start();
}
catch (IOException e)
{
System.err.println("IO error during processing");
return false;
}

// Wait for EndOfStream event.
waitForFileDone();

// Cleanup.
try
{
dsink.close();
}
catch (Exception e)
{
}
p.removeControllerListener(this);

System.err.println("...done processing.");

return true;
}

/**
* Create the DataSink.
*/
private DataSink createDataSink(Processor p, MediaLocator outML)
{

DataSource ds;

if ((ds = p.getDataOutput()) == null)
{
System.err.println(
"Something is really wrong: the processor does not have an output DataSource");
return null;
}

DataSink dsink;

try
{
System.err.println("- create DataSink for: " + outML);
dsink = Manager.createDataSink(ds, outML);
dsink.open();
}
catch (Exception e)
{
System.err.println("Cannot create the DataSink: " + e);
return null;
}

return dsink;
}

private Object waitSync = new Object();
private boolean stateTransitionOK = true;

/**
* Block until the processor has transitioned to the given state.
* Return false if the transition failed.
*/
private boolean waitForState(Processor p, int state)
{
synchronized (waitSync)
{
try
{
while (p.getState() < state && stateTransitionOK)
waitSync.wait();
}
catch (Exception e)
{
}
}
return stateTransitionOK;
}

/**
* Controller Listener.
*/
public void controllerUpdate(ControllerEvent evt)
{

if (evt instanceof ConfigureCompleteEvent
|| evt instanceof RealizeCompleteEvent
|| evt instanceof PrefetchCompleteEvent)
{
synchronized (waitSync)
{
stateTransitionOK = true;
waitSync.notifyAll();
}
}
else if (evt instanceof ResourceUnavailableEvent)
{
synchronized (waitSync)
{
stateTransitionOK = false;
waitSync.notifyAll();
}
}
else if (evt instanceof EndOfMediaEvent)
{
evt.getSourceController().stop();
evt.getSourceController().close();
}
}

private Object waitFileSync = new Object();
private boolean fileDone = false;
private boolean fileSuccess = true;

/**
* Block until file writing is done.
*/
private boolean waitForFileDone()
{
synchronized (waitFileSync)
{
try
{
while (!fileDone)
waitFileSync.wait();
}
catch (Exception e)
{
}
}
return fileSuccess;
}

/**
* Event handler for the file writer.
*/
public void dataSinkUpdate(DataSinkEvent evt)
{

if (evt instanceof EndOfStreamEvent)
{
synchronized (waitFileSync)
{
fileDone = true;
waitFileSync.notifyAll();
}
}
else if (evt instanceof DataSinkErrorEvent)
{
synchronized (waitFileSync)
{
fileDone = true;
fileSuccess = false;
waitFileSync.notifyAll();
}
}
}

public static void main(String args[]) throws Exception
{

// Parse the arguments.
int i = 0;
int width = 500, height = 500, frameRate = 90;
String outputURL = null;

width = 128;
height = 128;
outputURL = "test.avi";

// Generate the output media locators.
MediaLocator oml;

if ((oml = createMediaLocator(outputURL)) == null)
{
System.err.println("Cannot build media locator from: " + outputURL);
System.exit(0);
}

AviCreator imageToMovie = new AviCreator();
imageToMovie.doIt(width, height, frameRate, oml);

System.exit(0);
}

/**
* Create a media locator from the given string.
*/
private static MediaLocator createMediaLocator(String url)
{

MediaLocator ml;

if (url.indexOf(":") > 0 && (ml = new MediaLocator(url)) != null)
return ml;

if (url.startsWith(File.separator))
{
if ((ml = new MediaLocator("file:" + url)) != null)
return ml;
}
else
{
String file =
"file:" + System.getProperty("user.dir") + File.separator + url;
if ((ml = new MediaLocator(file)) != null)
return ml;
}

return null;
}

///////////////////////////////////////////////
//
// Inner classes.
///////////////////////////////////////////////

/**
* A DataSource to read from a list of JPEG image files and
* turn that into a stream of JMF buffers.
* The DataSource is not seekable or positionable.
*/
private class ImageDataSource extends PullBufferDataSource
{

private ImageSourceStream streams[];

ImageDataSource(int width, int height, int frameRate)
{
streams = new ImageSourceStream[1];
streams[0] = new ImageSourceStream(width, height, frameRate);
}

public void setLocator(MediaLocator source)
{
}

public MediaLocator getLocator()
{
return null;
}

/**
* Content type is of RAW since we are sending buffers of video
* frames without a container format.
*/
public String getContentType()
{
return ContentDescriptor.RAW;
}

public void connect()
{
}

public void disconnect()
{
}

public void start()
{
}

public void stop()
{
}

/**
* Return the ImageSourceStreams.
*/
public PullBufferStream[] getStreams()
{
return streams;
}

/**
* We could have derived the duration from the number of
* frames and frame rate. But for the purpose of this program,
* it's not necessary.
*/
public Time getDuration()
{
System.out.println("dur is " + streams[0].nextImage);
//return new Time(1000000000);
return DURATION_UNKNOWN;
}

public Object[] getControls()
{
return new Object[0];
}

public Object getControl(String type)
{
return null;
}
}

/**
* The source stream to go along with ImageDataSource.
*/
class ImageSourceStream implements PullBufferStream
{

final int width, height;
final VideoFormat format;

// Bug fix from Forums - next two lines
float frameRate;
long seqNo = 0;

int nextImage = 0; // index of the next image to be read.
boolean ended = false;

public ImageSourceStream(int width, int height, int frameRate)
{
this.width = width;
this.height = height;

// Bug fix from Forums (next line)
this.frameRate = (float) frameRate;

final int rMask = 0x00ff0000;
final int gMask = 0x0000FF00;
final int bMask = 0x000000ff;

format =
new javax.media.format.RGBFormat(
new Dimension(width, height),
Format.NOT_SPECIFIED,
Format.intArray,
frameRate,
32,
rMask,
gMask,
bMask);
}

/**
* We should never need to block assuming data are read from files.
*/
public boolean willReadBlock()
{
return false;
}

/**
* This is called from the Processor to read a frame worth
* of video data.
*/
public void read(Buffer buf) throws IOException
{
// Check if we've finished all the frames.
if (nextImage >= 100)
{
// We are done. Set EndOfMedia.
System.err.println("Done reading all images.");
buf.setEOM(true);
buf.setOffset(0);
buf.setLength(0);
ended = true;
return;
}

nextImage++;

int data[] = null;

// Check the input buffer type & size.

if (buf.getData() instanceof int[])
data = (int[]) buf.getData();

// Check to see the given buffer is big enough for the frame.
if (data == null || data.length < width * height)
{
data = new int[width * height];
buf.setData(data);
}

// Bug fix from Forums ( next 3 lines).
long time = (long) (seqNo * (1000 / frameRate) * 1000000);
buf.setTimeStamp(time);
buf.setSequenceNumber(seqNo++);

java.awt.Color clr = java.awt.Color.red;
if (nextImage > 30)
clr = java.awt.Color.GREEN;
if (nextImage > 60)
clr = java.awt.Color.BLUE;
for (int i = 0; i < width * height; i++)
{
// TODO - figure what the guy was trying to do here.
data[i] = clr.getRGB();
}

buf.setOffset(0);
buf.setLength(width * height);
buf.setFormat(format);
buf.setFlags(buf.getFlags() | Buffer.FLAG_KEY_FRAME);
}

/**
* Return the format of each video frame. That will be JPEG.
*/
public Format getFormat()
{
return format;
}

public ContentDescriptor getContentDescriptor()
{
return new ContentDescriptor(ContentDescriptor.RAW);
}

public long getContentLength()
{
return 0;
}

public boolean endOfStream()
{
return ended;
}

public Object[] getControls()
{
return new Object[0];
}

public Object getControl(String type)
{
return null;
}
}
}

[jeevan4007]

how to add images for this program...

[Fubarable]

Please don't hijack another's thread. If you have your own question, please start a new thread. I'm now locking this old thread.