4 * Copyright 2003 Robert Shearman
5 * Copyright 2004-2005 Christian Costa
6 * Copyright 2007 Chris Robinson
8 * This library is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Lesser General Public
10 * License as published by the Free Software Foundation; either
11 * version 2.1 of the License, or (at your option) any later version.
13 * This library is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Lesser General Public License for more details.
18 * You should have received a copy of the GNU Lesser General Public
19 * License along with this library; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
26 #include "quartz_private.h"
27 #include "control_private.h"
36 #include "wine/unicode.h"
37 #include "wine/debug.h"
41 WINE_DEFAULT_DEBUG_CHANNEL(quartz);
43 #define SEQUENCE_HEADER_CODE 0xB3
44 #define PACK_START_CODE 0xBA
46 #define SYSTEM_START_CODE 0xBB
47 #define AUDIO_ELEMENTARY_STREAM 0xC0
48 #define VIDEO_ELEMENTARY_STREAM 0xE0
50 #define MPEG_SYSTEM_HEADER 3
51 #define MPEG_VIDEO_HEADER 2
52 #define MPEG_AUDIO_HEADER 1
53 #define MPEG_NO_HEADER 0
55 typedef struct MPEGSplitterImpl
58 IMediaSample *pCurrentSample;
63 DWORD remaining_bytes;
66 static int MPEGSplitter_head_check(const BYTE *header)
68 /* If this is a possible start code, check for a system or video header */
69 if (header[0] == 0 && header[1] == 0 && header[2] == 1)
71 /* Check if we got a system or elementary stream start code */
72 if (header[3] == PACK_START_CODE ||
73 header[3] == VIDEO_ELEMENTARY_STREAM ||
74 header[3] == AUDIO_ELEMENTARY_STREAM)
75 return MPEG_SYSTEM_HEADER;
77 /* Check for a MPEG video sequence start code */
78 if (header[3] == SEQUENCE_HEADER_CODE)
79 return MPEG_VIDEO_HEADER;
82 /* This should give a good guess if we have an MPEG audio header */
83 if(header[0] == 0xff && ((header[1]>>5)&0x7) == 0x7 &&
84 ((header[1]>>1)&0x3) != 0 && ((header[2]>>4)&0xf) != 0xf &&
85 ((header[2]>>2)&0x3) != 0x3)
86 return MPEG_AUDIO_HEADER;
89 return MPEG_NO_HEADER;
92 static const WCHAR wszAudioStream[] = {'A','u','d','i','o',0};
93 static const WCHAR wszVideoStream[] = {'V','i','d','e','o',0};
95 static const DWORD freqs[10] = { 44100, 48000, 32000, 22050, 24000, 16000, 11025, 12000, 8000, 0 };
97 static const DWORD tabsel_123[2][3][16] = {
98 { {0,32,64,96,128,160,192,224,256,288,320,352,384,416,448,},
99 {0,32,48,56, 64, 80, 96,112,128,160,192,224,256,320,384,},
100 {0,32,40,48, 56, 64, 80, 96,112,128,160,192,224,256,320,} },
102 { {0,32,48,56,64,80,96,112,128,144,160,176,192,224,256,},
103 {0,8,16,24,32,40,48,56,64,80,96,112,128,144,160,},
104 {0,8,16,24,32,40,48,56,64,80,96,112,128,144,160,} }
108 static HRESULT parse_header(BYTE *header, LONGLONG *plen, LONGLONG *pduration)
110 LONGLONG duration = *pduration;
112 int bitrate_index, freq_index, mode_ext, emphasis, lsf = 1, mpeg1, layer, mode, padding, bitrate, length;
114 if (!(header[0] == 0xff && ((header[1]>>5)&0x7) == 0x7 &&
115 ((header[1]>>1)&0x3) != 0 && ((header[2]>>4)&0xf) != 0xf &&
116 ((header[2]>>2)&0x3) != 0x3))
118 WARN("Not a valid header: %02x:%02x\n", header[0], header[1]);
122 mpeg1 = (header[1]>>4)&0x1;
124 lsf = ((header[1]>>3)&0x1)^1;
126 layer = 4-((header[1]>>1)&0x3);
127 bitrate_index = ((header[2]>>4)&0xf);
128 freq_index = ((header[2]>>2)&0x3) + (mpeg1?(lsf*3):6);
129 padding = ((header[2]>>1)&0x1);
130 mode = ((header[3]>>6)&0x3);
131 mode_ext = ((header[3]>>4)&0x3);
132 emphasis = ((header[3]>>0)&0x3);
134 bitrate = tabsel_123[lsf][layer-1][bitrate_index] * 1000;
135 if (layer == 3 || layer == 2)
136 length = 144 * bitrate / freqs[freq_index] + padding;
138 length = 4 * (12 * bitrate / freqs[freq_index] + padding);
140 duration = (ULONGLONG)10000000 * (ULONGLONG)(length) / (ULONGLONG)(bitrate/8);
142 *pduration += duration;
147 static void skip_data(BYTE** from, DWORD *flen, DWORD amount)
156 static HRESULT copy_data(IMediaSample *to, BYTE** from, DWORD *flen, DWORD amount)
160 DWORD oldlength = IMediaSample_GetActualDataLength(to);
162 hr = IMediaSample_SetActualDataLength(to, oldlength + amount);
165 if (!oldlength || oldlength <= 4)
166 WARN("Could not set require length\n");
170 IMediaSample_GetPointer(to, &ptr);
171 memcpy(ptr + oldlength, *from, amount);
172 skip_data(from, flen, amount);
176 static HRESULT FillBuffer(MPEGSplitterImpl *This, BYTE** fbuf, DWORD *flen)
178 Parser_OutputPin * pOutputPin = (Parser_OutputPin*)This->Parser.ppPins[1];
182 LONGLONG time = This->position, sampleduration = 0;
184 TRACE("Source length: %u, skip length: %u, remaining: %u\n", *flen, This->skipbytes, This->remaining_bytes);
186 /* Case where bytes are skipped */
189 DWORD skip = min(This->skipbytes, *flen);
190 skip_data(fbuf, flen, skip);
191 This->skipbytes -= skip;
195 /* Case where there is already an output sample being held */
196 if (This->remaining_bytes)
198 DWORD towrite = min(This->remaining_bytes, *flen);
200 hr = copy_data(This->pCurrentSample, fbuf, flen, towrite);
203 WARN("Could not resize sample: %08x\n", hr);
207 This->remaining_bytes -= towrite;
208 if (This->remaining_bytes)
211 /* Optimize: Try appending more samples to the stream */
215 /* Special case, last source sample might (or might not have) had a header, and now we want to retrieve it */
216 dlen = IMediaSample_GetActualDataLength(This->pCurrentSample);
217 if (dlen > 0 && dlen < 4)
222 /* Shoot anyone with a small sample! */
225 hr = IMediaSample_GetPointer(This->pCurrentSample, &header);
228 hr = IMediaSample_SetActualDataLength(This->pCurrentSample, 7);
232 WARN("Could not resize sample: %08x\n", hr);
236 memcpy(header + dlen, *fbuf, 6 - dlen);
238 while (FAILED(parse_header(header+attempts, &length, &This->position)) && attempts < dlen)
243 /* No header found */
244 if (attempts == dlen)
246 hr = IMediaSample_SetActualDataLength(This->pCurrentSample, 0);
250 IMediaSample_SetActualDataLength(This->pCurrentSample, 4);
251 IMediaSample_SetTime(This->pCurrentSample, &time, &This->position);
253 /* Move header back to beginning */
255 memmove(header, header+attempts, 4);
257 This->remaining_bytes = length - 4;
258 *flen -= (4 - dlen + attempts);
259 *fbuf += (4 - dlen + attempts);
263 /* Destination sample should contain no data! But the source sample should */
267 /* Find the next valid header.. it <SHOULD> be right here */
268 while (*flen > 3 && FAILED(parse_header(*fbuf, &length, &This->position)))
270 skip_data(fbuf, flen, 1);
273 /* Uh oh, no header found! */
277 hr = copy_data(This->pCurrentSample, fbuf, flen, *flen);
281 IMediaSample_SetTime(This->pCurrentSample, &time, &This->position);
285 /* Partial copy: Copy 4 bytes, the rest will be copied by the logic for This->remaining_bytes */
286 This->remaining_bytes = length - 4;
287 copy_data(This->pCurrentSample, fbuf, flen, 4);
291 hr = copy_data(This->pCurrentSample, fbuf, flen, length);
294 WARN("Couldn't set data size to %lld\n", length);
295 This->skipbytes = length;
300 /* Optimize: Send multiple samples! */
303 if (FAILED(parse_header(*fbuf, &length, &sampleduration)))
309 if (FAILED(copy_data(This->pCurrentSample, fbuf, flen, length)))
312 This->position += sampleduration;
314 IMediaSample_SetTime(This->pCurrentSample, &time, &This->position);
316 TRACE("Media time: %lld.%03lld\n", (This->position/10000000), (This->position/10000)%1000);
318 hr = OutputPin_SendSample(&pOutputPin->pin, This->pCurrentSample);
320 WARN("Error sending sample (%x)\n", hr);
322 IMediaSample_Release(This->pCurrentSample);
323 This->pCurrentSample = NULL;
328 static HRESULT MPEGSplitter_process_sample(LPVOID iface, IMediaSample * pSample)
330 MPEGSplitterImpl *This = (MPEGSplitterImpl*)iface;
332 DWORD cbSrcStream = 0;
333 REFERENCE_TIME tStart, tStop;
334 Parser_OutputPin * pOutputPin;
337 pOutputPin = (Parser_OutputPin*)This->Parser.ppPins[1];
339 hr = IMediaSample_GetTime(pSample, &tStart, &tStop);
342 cbSrcStream = IMediaSample_GetActualDataLength(pSample);
343 hr = IMediaSample_GetPointer(pSample, &pbSrcStream);
346 /* trace removed for performance reasons */
347 /* TRACE("(%p), %llu -> %llu\n", pSample, tStart, tStop); */
349 /* Now, try to find a new header */
350 while (cbSrcStream > 0)
352 if (!This->pCurrentSample)
354 if (FAILED(hr = OutputPin_GetDeliveryBuffer(&pOutputPin->pin, &This->pCurrentSample, NULL, NULL, 0)))
356 FIXME("Failed with hres: %08x!\n", hr);
360 IMediaSample_SetTime(This->pCurrentSample, NULL, NULL);
361 if (FAILED(hr = IMediaSample_SetActualDataLength(This->pCurrentSample, 0)))
363 IMediaSample_SetSyncPoint(This->pCurrentSample, TRUE);
365 hr = FillBuffer(This, &pbSrcStream, &cbSrcStream);
370 FIXME("Failed with hres: %08x!\n", hr);
371 This->skipbytes += This->remaining_bytes;
372 This->remaining_bytes = 0;
373 IMediaSample_Release(This->pCurrentSample);
374 This->pCurrentSample = NULL;
377 if (BYTES_FROM_MEDIATIME(tStop) >= This->EndOfFile)
381 TRACE("End of file reached\n");
383 if (This->pCurrentSample)
385 /* Drop last data, it's likely to be garbage anyway */
386 IMediaSample_SetActualDataLength(This->pCurrentSample, 0);
387 IMediaSample_Release(This->pCurrentSample);
388 This->pCurrentSample = NULL;
391 for (i = 0; i < This->Parser.cStreams; i++)
396 TRACE("Send End Of Stream to output pin %d\n", i);
398 hr = IPin_ConnectedTo(This->Parser.ppPins[i+1], &ppin);
401 hr = IPin_EndOfStream(ppin);
405 WARN("Error sending EndOfStream to pin %d (%x)\n", i, hr);
408 /* Force the pullpin thread to stop */
416 static HRESULT MPEGSplitter_query_accept(LPVOID iface, const AM_MEDIA_TYPE *pmt)
418 if (!IsEqualIID(&pmt->majortype, &MEDIATYPE_Stream))
421 if (IsEqualIID(&pmt->subtype, &MEDIASUBTYPE_MPEG1Audio))
424 if (IsEqualIID(&pmt->subtype, &MEDIASUBTYPE_MPEG1Video))
425 FIXME("MPEG-1 video streams not yet supported.\n");
426 else if (IsEqualIID(&pmt->subtype, &MEDIASUBTYPE_MPEG1System))
427 FIXME("MPEG-1 system streams not yet supported.\n");
428 else if (IsEqualIID(&pmt->subtype, &MEDIASUBTYPE_MPEG1VideoCD))
429 FIXME("MPEG-1 VideoCD streams not yet supported.\n");
435 static HRESULT MPEGSplitter_init_audio(MPEGSplitterImpl *This, const BYTE *header, PIN_INFO *ppiOutput, AM_MEDIA_TYPE *pamt)
437 WAVEFORMATEX *format;
447 ZeroMemory(pamt, sizeof(*pamt));
448 ppiOutput->dir = PINDIR_OUTPUT;
449 ppiOutput->pFilter = (IBaseFilter*)This;
450 wsprintfW(ppiOutput->achName, wszAudioStream);
452 pamt->formattype = FORMAT_WaveFormatEx;
453 pamt->majortype = MEDIATYPE_Audio;
454 pamt->subtype = MEDIASUBTYPE_MPEG1AudioPayload;
456 pamt->lSampleSize = 0;
457 pamt->bFixedSizeSamples = FALSE;
458 pamt->bTemporalCompression = 0;
460 mpeg1 = (header[1]>>4)&0x1;
462 lsf = ((header[1]>>3)&0x1)^1;
464 layer = 4-((header[1]>>1)&0x3);
465 bitrate_index = ((header[2]>>4)&0xf);
466 freq_index = ((header[2]>>2)&0x3) + (mpeg1?(lsf*3):6);
467 mode = ((header[3]>>6)&0x3);
468 mode_ext = ((header[3]>>4)&0x3);
469 emphasis = ((header[3]>>0)&0x3);
473 /* Set to highest bitrate so samples will fit in for sure */
474 FIXME("Variable-bitrate audio not fully supported.\n");
478 pamt->cbFormat = ((layer==3)? sizeof(MPEGLAYER3WAVEFORMAT) :
479 sizeof(MPEG1WAVEFORMAT));
480 pamt->pbFormat = CoTaskMemAlloc(pamt->cbFormat);
482 return E_OUTOFMEMORY;
483 ZeroMemory(pamt->pbFormat, pamt->cbFormat);
484 format = (WAVEFORMATEX*)pamt->pbFormat;
486 format->wFormatTag = ((layer == 3) ? WAVE_FORMAT_MPEGLAYER3 :
488 format->nChannels = ((mode == 3) ? 1 : 2);
489 format->nSamplesPerSec = freqs[freq_index];
490 format->nAvgBytesPerSec = tabsel_123[lsf][layer-1][bitrate_index] * 1000 / 8;
493 format->nBlockAlign = format->nAvgBytesPerSec * 8 * 144 /
494 (format->nSamplesPerSec<<lsf) + 1;
496 format->nBlockAlign = format->nAvgBytesPerSec * 8 * 144 /
497 format->nSamplesPerSec + 1;
499 format->nBlockAlign = 4 * (format->nAvgBytesPerSec * 8 * 12 / format->nSamplesPerSec + 1);
501 format->wBitsPerSample = 0;
505 MPEGLAYER3WAVEFORMAT *mp3format = (MPEGLAYER3WAVEFORMAT*)format;
507 format->cbSize = MPEGLAYER3_WFX_EXTRA_BYTES;
509 mp3format->wID = MPEGLAYER3_ID_MPEG;
510 mp3format->fdwFlags = MPEGLAYER3_FLAG_PADDING_ON;
511 mp3format->nBlockSize = format->nBlockAlign;
512 mp3format->nFramesPerBlock = 1;
514 /* Beware the evil magic numbers. This struct is apparently horribly
515 * under-documented, and the only references I could find had it being
516 * set to this with no real explanation. It works fine though, so I'm
517 * not complaining (yet).
519 mp3format->nCodecDelay = 1393;
523 MPEG1WAVEFORMAT *mpgformat = (MPEG1WAVEFORMAT*)format;
527 mpgformat->fwHeadLayer = ((layer == 1) ? ACM_MPEG_LAYER1 :
528 ((layer == 2) ? ACM_MPEG_LAYER2 :
530 mpgformat->dwHeadBitrate = format->nAvgBytesPerSec * 8;
531 mpgformat->fwHeadMode = ((mode == 3) ? ACM_MPEG_SINGLECHANNEL :
532 ((mode == 2) ? ACM_MPEG_DUALCHANNEL :
533 ((mode == 1) ? ACM_MPEG_JOINTSTEREO :
535 mpgformat->fwHeadModeExt = ((mode == 1) ? 0x0F : (1<<mode_ext));
536 mpgformat->wHeadEmphasis = emphasis + 1;
537 mpgformat->fwHeadFlags = ACM_MPEG_ID_MPEG1;
539 pamt->subtype.Data1 = format->wFormatTag;
541 TRACE("MPEG audio stream detected:\n"
544 "\tChannels: %d (%d)\n"
545 "\tBytesPerSec: %d\n",
546 layer, format->wFormatTag, format->nSamplesPerSec,
547 format->nChannels, mode, format->nAvgBytesPerSec);
549 dump_AM_MEDIA_TYPE(pamt);
555 static HRESULT MPEGSplitter_pre_connect(IPin *iface, IPin *pConnectPin)
557 PullPin *pPin = (PullPin *)iface;
558 MPEGSplitterImpl *This = (MPEGSplitterImpl*)pPin->pin.pinInfo.pFilter;
559 ALLOCATOR_PROPERTIES props;
561 LONGLONG pos = 0; /* in bytes */
564 LONGLONG total, avail;
568 IAsyncReader_Length(pPin->pReader, &total, &avail);
569 This->EndOfFile = total;
571 hr = IAsyncReader_SyncRead(pPin->pReader, pos, 4, header);
575 /* Skip ID3 v2 tag, if any */
576 if (SUCCEEDED(hr) && !strncmp("ID3", (char*)header, 3))
579 hr = IAsyncReader_SyncRead(pPin->pReader, pos, 6, header + 4);
583 TRACE("Found ID3 v2.%d.%d\n", header[3], header[4]);
584 length = (header[6] & 0x7F) << 21;
585 length += (header[7] & 0x7F) << 14;
586 length += (header[8] & 0x7F) << 7;
587 length += (header[9] & 0x7F);
588 TRACE("Length: %u\n", length);
591 /* Read the real header for the mpeg splitter */
592 hr = IAsyncReader_SyncRead(pPin->pReader, pos, 4, header);
595 TRACE("%x:%x:%x:%x\n", header[0], header[1], header[2], header[3]);
598 while(SUCCEEDED(hr) && !(streamtype=MPEGSplitter_head_check(header)))
600 TRACE("%x:%x:%x:%x\n", header[0], header[1], header[2], header[3]);
601 /* No valid header yet; shift by a byte and check again */
602 memmove(header, header+1, 3);
603 hr = IAsyncReader_SyncRead(pPin->pReader, pos++, 1, header + 3);
608 This->skipbytes = pos;
612 case MPEG_AUDIO_HEADER:
614 LONGLONG duration = 0;
615 DWORD ticks = GetTickCount();
617 hr = MPEGSplitter_init_audio(This, header, &piOutput, &amt);
620 WAVEFORMATEX *format = (WAVEFORMATEX*)amt.pbFormat;
624 /* Make the output buffer a multiple of the frame size */
625 props.cbBuffer = 0x4000 / format->nBlockAlign *
628 hr = Parser_AddPin(&(This->Parser), &piOutput, &props, &amt);
634 CoTaskMemFree(amt.pbFormat);
635 ERR("Could not create pin for MPEG audio stream (%x)\n", hr);
639 /* Check for idv1 tag, and remove it from stream if found */
640 hr = IAsyncReader_SyncRead(pPin->pReader, This->EndOfFile-128, 3, header+4);
643 if (!strncmp((char*)header+4, "TAG", 3))
644 This->EndOfFile -= 128;
646 /* http://mpgedit.org/mpgedit/mpeg_format/mpeghdr.htm has a whole readup on audio headers */
647 while (pos < This->EndOfFile && SUCCEEDED(hr))
650 while (parse_header(header, &length, &duration))
652 /* No valid header yet; shift by a byte and check again */
653 memmove(header, header+1, 3);
654 hr = IAsyncReader_SyncRead(pPin->pReader, pos++, 1, header + 3);
661 hr = IAsyncReader_SyncRead(pPin->pReader, pos, 4, header);
665 TRACE("Duration: %lld seconds\n", duration / 10000000);
666 TRACE("Parsing took %u ms\n", GetTickCount() - ticks);
669 case MPEG_VIDEO_HEADER:
670 FIXME("MPEG video processing not yet supported!\n");
673 case MPEG_SYSTEM_HEADER:
674 FIXME("MPEG system streams not yet supported!\n");
681 This->remaining_bytes = 0;
687 static HRESULT MPEGSplitter_cleanup(LPVOID iface)
689 MPEGSplitterImpl *This = (MPEGSplitterImpl*)iface;
691 TRACE("(%p)->()\n", This);
693 if (This->pCurrentSample)
694 IMediaSample_Release(This->pCurrentSample);
695 This->pCurrentSample = NULL;
700 HRESULT MPEGSplitter_create(IUnknown * pUnkOuter, LPVOID * ppv)
702 MPEGSplitterImpl *This;
705 TRACE("(%p, %p)\n", pUnkOuter, ppv);
710 return CLASS_E_NOAGGREGATION;
712 This = CoTaskMemAlloc(sizeof(MPEGSplitterImpl));
714 return E_OUTOFMEMORY;
716 ZeroMemory(This, sizeof(MPEGSplitterImpl));
717 hr = Parser_Create(&(This->Parser), &CLSID_MPEG1Splitter, MPEGSplitter_process_sample, MPEGSplitter_query_accept, MPEGSplitter_pre_connect, MPEGSplitter_cleanup);
724 /* Note: This memory is managed by the parser filter once created */