동영상

MCI(Media Control Interface)

MCI_DGV_OPEN_PARMS  mciOpen;
 
mciOpen.lpstrElementName = "test.avi"; // Set the filename.
mciOpen.dwStyle = WS_CHILD;     // Set the style.
mciOpen.hWndParent = hWnd      // Give a window handle.
 
//mci로 동영상 열기
if (mciSendCommand(0, MCI_OPEN,
//(DWORD)(MCI_OPEN_ELEMENT|MCI_DGV_OPEN_PARENT ),
(DWORD)(MCI_OPEN_ELEMENT),
(DWORD)(LPSTR)&mciOpen) == 0)
{
  // Open operation is successful. Continue.
}


MCI_DGV_PLAY_PARMS mciPlay;  // play parameters
DWORD dwFlags = 0;

//동영상 재생
mciSendCommand(wDevID, MCI_PLAY, dwFlags,
(DWORD)(LPVOID)&mciPlay);

Video For Windows

하드웨어에 상관없이 VFW를 지원하는 비디오 캡처 장치라면 무엇이든 사용

하드웨어 의존성이 없는 캡처 프로그램

VfW 1.1 interfaces

#include <windows.h>
#include <vfw.h>
#include <mmsystem.h>

VFW.DLL
Avicap32.dll
Avicap.dll
mmsystem.dll
vfw32.lib

#pragma comment(lib,"vfw32")
#pragma comment(lib,"winmm")

capCreateCaptureWindow()
capDriverConnect()
capCaptureGetSetup()
capCaptureSetSetup()
capGetDriverDescription()
capDriverGetCaps()
capSetCallbackOnFrame()
capSetCallbackOnVideoStream()
capGrabFrame()
capDriverGetName()
capDriverGetVersion()
capGetVideoFormatSize()
capSetVideoFormat()
capGetVideoFormat()
capPreviewRate()
capPreview()
capOverlay()
capFileSetCaptureFile()
capFileAlloc()
capCaptureSequence()
capCaptureSequenceNoFile()
capFileSaveAs()

ICOpen()
ICCompressGetFormatSize()
ICCompressGetFormat()
ICCompressGetSize()
ICCompressBegin()
ICCompress()
ICDecompressGetFormatSize()
ICDecompressGetFormat()
ICDecompressBegin()
ICDecompress()

CLSID_AMMultiMediaStream

IMultiMediaStream

.Initialize()
.AddMediaStream()

MSPID_PrimaryVideo

MSPID_PrimaryAudio

.OpenFile()
.GetMediaStream()
.SetState()

STREAMSTATE_RUN

IMediaStream

IDirectDrawMediaStream

.CreateSample()
.GetFormat()

IDirectDrawStreamSample

.GetSurface()
.Update()

AVI 파일

오디오 스트림
MIDI 스트림
텍스트 스트림
비디오 스트림

연속적인 프레임의 비트맵

픽셀당 3바이트

AVIFileInit()
AVIFileExit()
AVIFileOpen()

AVIFileRelease()
AVIStreamReadFormat()
AVIFileInfo()
AVIFileGetStream()

파일에 있는 다음 스트림을 찾는다.

AVIStreamRelease()

AVIStreamInfo()
AVIStreamStart()
AVIStreamEnd()
AVIStreamRead()
AVIStreamGetFrameOpen()    // 디코딩???
AVIStreamGetFrameClose()
AVIStreamGetFrame()
AVIMakeCompressedStream()
AVIStreamSetFormat()
AVIStreamWrite()
AVIStreamSampleToTime()
AVIStreamTimeToSample()

waveInGetDevCaps()
waveInOpen()

CALLBACK_FUNCTION

WIM_DATA
waveInClose()
WAVEHDR

.lpData    // 버퍼
.dwBufferLength    // 버퍼 길이
.dwBytesRecorded    // 읽은(?) 크기

waveInPrepareHeader()
waveInAddBuffer()
waveInStart()
waveInStop()
waveInUnprepareHeader()
waveOutGetNumDevs()
waveOutGetDevCaps()
waveOutOpen()

CALLBACK_FUNCTION
CALLBACK_WINDOW

WOM_DONE
waveOutClose()
waveOutSetVolume()
waveOutPrepareHeader()
waveOutUnprepareHeader()
waveOutWrite()

#include <windows.h>
#include <mmsystem.h>

#pragma comment(lib, "winmm")

HANDLE    rec_event, ply_event;

#define RECORD_LENGTH 96000 //녹음할 buffer의 크기 3*32000
short data[RECORD_LENGTH]; //저장될 데이터 buffer 16bit 양자화라서 short임

void CALLBACK record_call_back(HWAVEIN hwi, UINT uMsg, DWORD dwInstance,
    DWORD dwParam1, DWORD dwParam2)
{  
    if (uMsg == WIM_DATA)
    {   
        SetEvent(rec_event);
    }
}

void RecordWave()
{
    rec_event = CreateEvent(NULL,FALSE,FALSE,NULL);

    WAVEINCAPS    wavecaps;   
    int    x = waveInGetDevCaps(0,&wavecaps,sizeof(wavecaps));
    if ((wavecaps.dwFormats&1)==0)    return ;

    PCMWAVEFORMAT    pcmWaveFormat;
    pcmWaveFormat->wf.wFormatTag=WAVE_FORMAT_PCM;
     pcmWaveFormat->wf.nChannels=1;
     pcmWaveFormat->wf.nSamplesPerSec=16000L;
     pcmWaveFormat->wf.nAvgBytesPerSec=32000L;
     pcmWaveFormat->wf.nBlockAlign=2;
     pcmWaveFormat->wBitsPerSample=16;

    HWAVEIN    hWave;
    if ((x = waveInOpen(&hWave, WAVE_MAPPER,
         (LPWAVEFORMATEX)&pcmWaveFormat,
         (DWORD)(record_call_back), 0L, CALLBACK_FUNCTION)))
    {
         printf("\nFail to open waveform input device\n");
        return;
    }
         
    HGLOBAL     mmm[2];
    WAVEHDR     wh[2];

    for (int i=0; i<2; i++)
     {
         mmm[i] = GlobalAlloc(GMEM_MOVEABLE|GMEM_SHARE, 1600*2);
         wh[i].lpData = (char*)GlobalLock(mmm[i]);
         wh[i].dwBufferLength = 1600*2;
        wh[i].dwFlags = 0L;
        wh[i].reserved = 0L;

         x = waveInPrepareHeader(hWave, &wh[i], sizeof(WAVEHDR));
         x = waveInAddBuffer(hWave, &wh[i], sizeof(WAVEHDR));
    }
   
    x = waveInStart(hWave);

    int    all_buffer=30; //
    int bk=0;
    int offset=0;
    for ( i=0; i<all_buffer; i++)
    {
        WaitForSingleObject(rec_event, INFINITE);
        int x = waveInUnprepareHeader(hWave, &wh[bk], sizeof(WAVEHDR));
        int size = wh[bk].dwBytesRecorded;
        memcpy((char *)data + offset, wh[bk].lpData, size);  
        offset += size;           

        wh[bk].dwFlags = 0L;
         wh[bk].dwBufferLength = 1600*2;
        wh[bk].reserved = 0L;
        if (i < all_buffer-2)
        {
            x = waveInPrepareHeader(hWave, &wh[bk],sizeof(WAVEHDR));
            x = waveInAddBuffer(hWave, &wh[bk],sizeof(WAVEHDR));   
        }

         bk++;
        if (bk == 2)
            bk=0;
    }

    x = waveInReset(hWave);

    int z[2];
    for ( i=0; i<2; i++)
    {
        z[i] = waveInUnprepareHeader(hWave,&wh[i],sizeof(WAVEHDR));
           GlobalUnlock(mmm[i]);
           GlobalFree(mmm[i]);
    }

    x = waveInStop(hWave);

    x = waveInClose(hWave);
}

void CALLBACK play_call_back(HWAVEOUT hwi, UINT uMsg, DWORD dwInstance,
    DWORD dwParam1, DWORD dwParam2)
{
 if(uMsg == WOM_DONE)
 {
    SetEvent(ply_event);
 }
}

void PlayWave()
{
    ply_event = CreateEvent(NULL,FALSE,FALSE,NULL);
   
    int in_num = waveOutGetNumDevs();       
    if (in_num == 0) return;
   
    WAVEOUTCAPS    wavecaps;
    int    x = waveOutGetDevCaps(0, &wavecaps, sizeof(wavecaps));   
    if ((wavecaps.dwFormats&1)==0) return;
   
    PCMWAVEFORMAT    pcmWaveFormat;
    pcmWaveFormat->wf.wFormatTag=WAVE_FORMAT_PCM;
    pcmWaveFormat->wf.nChannels=1;
    pcmWaveFormat->wf.nSamplesPerSec=16000L;
    pcmWaveFormat->wf.nAvgBytesPerSec=32000L;
    pcmWaveFormat->wf.nBlockAlign=2;
    pcmWaveFormat->wBitsPerSample=16;
 
    HWAVEOUT    hWave;
    x = waveOutOpen((LPHWAVEOUT)&hWave,WAVE_MAPPER,(LPWAVEFORMATEX)&pcmWaveFormat,(DWORD)play_call_back,0L,CALLBACK_FUNCTION);
   
     waveOutSetVolume(hWave,(DWORD) 0xFFFF);

    HGLOBAL     mmm[2];
    WAVEHDR     wh[2];
   
    mmm[0] = GlobalAlloc(GMEM_MOVEABLE, RECORD_LENGTH);
    wh[0].lpData = (char*)GlobalLock(mmm[0]);
    wh[0].dwBufferLength = 32000*3;
    wh[0].dwFlags = 0;       
    memcpy(wh[0].lpData, data, RECORD_LENGTH);

    x = waveOutPrepareHeader(hWave, &wh[0], sizeof(WAVEHDR));
    x = waveOutWrite(hWave, &wh[0], sizeof(WAVEHDR));   
    WaitForSingleObject(ply_event,INFINITE);

    x = waveOutReset(hWave);
    x = waveOutUnprepareHeader(hWave,&wh[0],sizeof(WAVEHDR));
    GlobalUnlock(mmm[0]);
    GlobalFree(mmm[0]);

    x = waveOutClose(hWave);
}

// Return the time in milliseconds corresponding to the  currently playing audio sample, or -1 if no audio is playing.
aviaudioTime()

VCM(Video Compression Manger)

H.263

ACM(Audio Compresssion Manager)

PCM 코덱
GSM 코덱
Open H.323

G.711 코덱    // RTP ??
G.723.1 코덱
G.729 코덱

#include <mmreg.h>  // Multimedia registration
#include <msacm.h>    // Audio Compression Manager
#pragma comment(lib,"msacm32")
acmGetVersion()
acmMetrics()

ACM_METRIC_COUNT_CODECS
ACM_METRIC_MAX_SIZE_FORMAT

acmDriverEnum()

WAVE_FORMAT_DSPGROUP_TRUESPEECH

acmDriverDetails()
acmDriverOpen()
acmDriverClose()
acmFormatEnum()
acmStreamOpen()

ACM_STREAMOPENF_NONREALTIME

acmStreamClose()
acmStreamPrepareHeader()
acmStreamConvert()

RecordSound

.CreateThread()

PlaySound1

.CreateThread()

VideoCapture

.SetDialog()
.Initialize()

// to read in sound data from a Wave file
CWaveSoundRead

m_pwfx    // WAVEFORMATEX 구조체의 포인터
m_hmmioIn    // 웨이브에 대한 MM I/O 핸들
m_ckIn    // 멀티미디어 RIFF 청크

.cksize // 사이즈?
.nSamplesPerSec // 샘플링 레이트
.wBitsPerSample // Resolution

m_ckInRiff    // WAVE 파일을 열 때 사용

.Open()
.Close()
.Reset()
.Read()

// to write in sound data to a Wave file
CWaveSoundWrite

.Open()
.Close()
.Reset()
.Write()

wavreadwrite.zip

    CString m_strFileName;
    int m_nSamplingRate = 0;;
    int m_nResolution = 0;;
    short m_max_amp = 0;;
    short m_min_amp = 0;;
    int m_nFileSize = 0;;
    short *m_pBUFFER = NULL;


  CFileDialog soundFileDlg(true,"wav","example.wav",OFN_OVERWRITEPROMPT,NULL,NULL);
    if(IDOK==soundFileDlg.DoModal())
    {
        CWaveSoundRead *pWaveFileReader = new CWaveSoundRead();

       m_strFileName=soundFileDlg.GetPathName();
       // Load the wave file
       if( FAILED( pWaveFileReader->Open((LPSTR)(LPCTSTR)m_strFileName)))
       {
            AfxMessageBox("WAVE FILE를 여는데 실패했습니다.");
            exit(0);
       }

       m_nFileSize = pWaveFileReader->m_ckIn.cksize;
       BYTE* pbWavData = new BYTE[m_nFileSize];

       UINT    cbWavSize; // Size of data
       if( FAILED(pWaveFileReader->Read(m_nFileSize, pbWavData, &cbWavSize)))
       {
            AfxMessageBox("WAVE FILE를 읽는데 실패했습니다.");
            exit(0);
       }

       // Reset the file to the beginning
       pWaveFileReader->Reset();

       m_nSamplingRate = pWaveFileReader->m_pwfx->nSamplesPerSec;
       m_nResolution = pWaveFileReader->m_pwfx->wBitsPerSample;

        if (m_pBUFFER)
            delete m_pBUFFER;
       m_pBUFFER = new short[(m_nFileSize + 1)/2];
       memcpy(m_pBUFFER, pbWavData, m_nFileSize); //origin data(BYTE) copy to m_pBUFFER(Short)
       delete pbWavData;
     
       for(int i = 0 ; i < m_nFileSize/2 ; i++){
          if (m_pBUFFER[i] > m_max_amp)    
              m_max_amp = m_pBUFFER[i];
          if (m_pBUFFER[i] < m_min_amp)    
              m_min_amp = m_pBUFFER[i];
       }

       pWaveFileReader->Close();
       delete pWaveFileReader;


    CFileDialog soundFileDlg(false,"wav","example.wav",OFN_OVERWRITEPROMPT,NULL,NULL);

//    szFilePath=new char[50];
   
    if(IDOK==soundFileDlg.DoModal())
    {
       CString strFileName=soundFileDlg.GetPathName();

       CWaveSoundWrite* pWaveFileWriter = new CWaveSoundWrite();

       int chk;
       chk = 2;
       //8비트는 1바이트  chk=1;
       //16비트는 2바이트 chk=2;
       //32 비트는 4바이트    chk=4;

       WAVEFORMATEX pwfx;// Pointer to WAVEFORMATEX structure
       pwfx.cbSize = m_nFileSize; //저장할 byte
       pwfx.nAvgBytesPerSec = 16000*1*chk;//스테레오일 경우 16000*2*chk
       pwfx.nBlockAlign = chk*1;////스테레오일 경우 chk*2
       pwfx.nChannels = 1; //모노1 스테레오2
       pwfx.nSamplesPerSec = 16000; // 11kHz=11025 22kHz=22050 44kHz=44100 8kHz = 8000
       pwfx.wBitsPerSample = 16;
       pwfx.wFormatTag = 1;//웨이브 화일 포맷을 읽을 것

       if( FAILED( pWaveFileWriter->Open((LPSTR)(LPCTSTR)strFileName, &pwfx)))
       {
            AfxMessageBox("WAVE FILE를 여는데 실패했습니다.");
            exit(0);
       }

       BYTE* pbWavData = new BYTE[m_nFileSize];

       memcpy(pbWavData, m_pBUFFER, m_nFileSize); //origin BUFFER(Short) copy to data(BYTE)

       UINT    cbWavSize; // Size of data
       if( FAILED(pWaveFileWriter->Write(m_nFileSize, pbWavData, &cbWavSize)))
       {
            AfxMessageBox("WAVE FILE를 쓰는데 실패했습니다.");
            exit(0);
       }

       delete pbWavData;

       pWaveFileWriter->Close(m_nFileSize);
       delete pWaveFileWriter;

///////////////////////////////////////////
//AVIFile 라이브러리 초기화
AVIFileInit();

/////////////////////////////////
//avi읽어오기

AVISTREAMINFO        psi;
PAVISTREAM        pavi;
PGETFRAME        pgf;

UINT iMovieWidth;    // 너비
UINT iMovieHeight;    // 높이
UINT iFrameNum;    // 프레임 수
UINT iMillPerSec;    // Milisecond for Second

//파일에서 스트림으로 읽어오기
if (AVIStreamOpenFromFile(&pavi, "test.avi", streamtypeVIDEO, 0, OF_READ, NULL) != NULL )
{
    MessageBox (HWND_DESKTOP, "Failed To Open The AVI Stream", "Error", MB_OK | MB_ICONEXCLAMATION);
}

//avi스트림 정보 얻어오기
AVIStreamInfo(pavi, &psi, sizeof(psi));
iMovieWidth = m_psi.rcFrame.right - m_psi.rcFrame.left;
iMovieHeight = m_psi.rcFrame.bottom- m_psi.rcFrame.top;

iFrameNum = AVIStreamLength(pavi);
iMillPerSec = AVIStreamSampleToTime(pavi, iFrameNum) / iFrameNum;

//decompress 비디오 스트림으로 가져오기
//두번째 인자가 NULL이면 가져올 스트림 타겟의 포멧이 적절히 선택된다.
//직접 설정하려고 해봤자 크기정도 밖에는 선택못한다고 한다
pgf = AVIStreamGetFrameOpen(pavi, NULL);
if (pgf==NULL)
{
    // An Error Occurred Opening The Frame
    MessageBox (HWND_DESKTOP, "Failed To Open The AVI Frame", "Error", MB_OK | MB_ICONEXCLAMATION);
}


//////////////////////////////////////
//매 프레임 동영상을 텍스쳐로 복사하기
LPBITMAPINFOHEADER lpbi;
HRESULT hr;
BYTE *pBit;

DWORD dwCurrentFrame; //알아서 잘~ 계산
//원하는 프레임을 '압축풀어져있는'스트림에서 뽑아온다.
//뽑아올때 포멧은 'AVIStreamGetFrameOpen'할때 잘~선택된 그 포멧이다.
lpbi = (LPBITMAPINFOHEADER)AVIStreamGetFrame(pTex->m_pgf, dwCurrentFrame);
pBit= (BYTE*)lpbi + lpbi->biSize + lpbi->biClrUsed*sizeof(RGBQUAD);

//텍스쳐 lock걸어서 pBit를 '놀랍도록 빠르게' 복사하기
//사실 놀랍도록 빠르기 힘들다.. ㅋㅋ

////////////////////////////////////////
//avi라이브러리 닫기
AVIFileExit();

DirectShow    // ActiveMovie


참조 사이트:

http://kin3d.tistory.com/entry/050901-1135-%EB%8F%99%EC%98%81%EC%83%81-%EC%9E%AC%EC%83%9D
http://www.codeproject.com/KB/graphics/createmovie.aspx
http://sungs.tistory.com/entry/DirectX-%EC%97%90%EC%84%9C-%EB%8F%99%EC%98%81%EC%83%81-%EC%9E%AC%EC%83%9D-%EC%B0%B8%EA%B3%A0
http://www.devpia.com/MAEUL/Contents/Detail.aspx?BoardID=2033&MAEULNO=157&no=6840&ref=13&page=1
http://www.codeproject.com/KB/IP/videonet.aspx
http://www.codeproject.com/KB/audio-video/avitowmv.aspx
http://www.gamedev.net/community/forums/topic.asp?topic_id=79338
http://www.jmcgowan.com/avitech.html