Parade Series - CoreAudio Reformating

基于C端运行效率问题，全程采集-转换-转码做了本地文件缓存规避

dumpCache

    @staticmethod
    def dumpCache(dataBuff, buffSize, radix = 16):
        line = ('%s %s %s' % (('-' * 8), ('-' * (radix * 3 - 1)), ('-' * (radix))))
        print(line)
        for i in range(buffSize):
            j = ((i / radix) + 1)
            if (i % radix == 0):
                buffer = ''
                print('%.8X ' % (int(j)), end='')

            print('%.2X ' % (int(dataBuff[i])), end='')

            if (dataBuff[i] >= 0x20 and dataBuff[i] <= 0x7E):
                buffer = '%s%c' % (buffer, int(dataBuff[i]))
            else:
                buffer = '%s.' % (buffer)

            if ((i % radix) == (radix - 1)):
                print('%s' % (buffer))

            if (i == (buffSize - 1)):
                diff = (radix - (buffSize % radix)) % radix
                if (diff > 0):
                    for k in range(diff):
                        print('-- ', end='')
                    print("%s" % (buffer));
        print(line)

captureScreen

init > 0ms elapsed
release > 0ms elapsed
init > 0ms elapsed
DLL invoked 1
listScreen > 16ms elapsed
DLL invoked >  1 {'Token': 'screen', 'Content': [{'ID': 0, 'Name': '\\\\.\\DISPLAY1', 'Vendor': '', 'Primary': 1, 'Width': 2880, 'Height': 1920, 'Scale': 2.0}, {'ID': 1, 'Name': '\\\\.\\DISPLAY2', 'Vendor': '', 'Primary': 0, 'Width': 1920, 'Height': 1080, 'Scale': 1.25}]}
captureScreen > 109ms elapsed
DLL invoked >  2162
-------- ----------------------------------------------- ----------------
00000001 42 4D 72 08 00 00 00 00 00 00 36 00 00 00 28 00 BMr.......6...(.
00000002 00 00 1F 00 00 00 11 00 00 00 01 00 20 00 00 00 ............ ...
00000003 00 00 3C 08 00 00 00 00 00 00 00 00 00 00 00 00 ..<.............
00000004 00 00 00 00 00 00 00 00 00 FF 00 00 00 FF 00 00 ................
00000005 00 FF 00 00 00 FF 00 00 00 FF 00 00 00 FF 00 00 ................
00000006 00 FF 00 00 00 FF 00 00 00 FF 00 00 00 FF 00 00 ................
00000007 00 FF 00 00 00 FF 00 00 00 FF 00 00 00 FF 00 00 ................

00000087 02 FF 00 00 00 FF 00 00 00 FF 16 16 16 FF 00 00 ................
00000088 00 FF -- -- -- -- -- -- -- -- -- -- -- -- -- -- ..
-------- ----------------------------------------------- ----------------
dumpCache > 47ms elapsed

	for (int i = 0, j = 0, k = 0; i < buffSize; i++) {
		j = ((i / radix) + 1);
		if (i % radix == 0) {
			printf("%.8X ", j);
			memset(buffer, 0x00, sizeof(buffer) / sizeof(CHAR));
		}

		printf("%.2X ", dataBuff[i]);

		if (dataBuff[i] >= 0x20 && dataBuff[i] <= 0x7E) {
			sprintf_s(buffer, "%s%c", buffer, dataBuff[i]);
		}
		else {
			sprintf_s(buffer, "%s.", buffer);
		}

		if ((i % radix) == (radix - 1)) {
			printf("%s\n", buffer);
		}
		if (i == (buffSize - 1)) {
			int diff = (radix - (buffSize % radix)) % radix;
			if (diff > 0) {
				for (k = 0; k < (diff); k++) {
					printf("-- ");
				}
				printf("%s\n", buffer);
			}
		}
	}

captureAudio

init > 0ms elapsed
release > 0ms elapsed
init > 0ms elapsed
DLL invoked 1
listAudio > 16ms elapsed
DLL invoked >  1 {"Token":"audio","Content":[{"Name":"扬声器 (Realtek High Definition Audio(SST))"},{"Name":"数字输出 (2- HD Audio Driver for Display Audio)"}]}
getDefault > 0ms elapsed
DLL invoked >  1 {"Name":"扬声器 (Realtek High Definition Audio(SST))"}
buffSize : 16384 nBytesSize: 7760
DLL > 7760
getRawAudio > 78ms elapsed
DLL invoked >  7760
-------- ----------------------------------------------- ----------------
00000001 52 49 46 46 3C 1E 00 00 57 41 56 45 66 6D 74 20 RIFF<...WAVEfmt
00000002 28 00 00 00 FE FF 02 00 80 BB 00 00 00 DC 05 00 (...............
00000003 08 00 20 00 16 00 20 00 03 00 00 00 03 00 00 00 .. ... .........
00000004 00 00 10 00 80 00 00 AA 00 38 9B 71 66 61 63 74 .........8.qfact
00000005 04 00 00 00 C0 03 00 00 64 61 74 61 00 1E 00 00 ........data....
00000006 00 00 74 3B 00 00 03 3C 00 00 5C 3B 00 00 F4 3B ..t;...<..\;...;
00000007 00 00 64 3B 00 00 F0 3B 00 00 62 3B 00 00 FD 3B ..d;...;..b;...;

000001E4 00 00 10 3A 00 00 08 BA 00 00 78 3A 00 00 A8 BA ...:......x:....
000001E5 00 00 28 3A 00 00 78 BA 00 00 C0 38 00 00 B0 39 ..(:..x....8...9
-------- ----------------------------------------------- ----------------
dumpCache > 46ms elapsed

Loopback.DLL 解决快速内存采集问题

	if True:
        loopback.getRawAudio.argtypes = [c_int, c_char_p, c_int]
        loopback.getRawAudio.restype = c_int

        result = XCore.listAudio(True)
        print(result)

        # malloc 16KB
        devNum, buffSize = 0, 16*1024
        dataBuff = ('\x00' * buffSize).encode()

        rawSize = loopback.getRawAudio(devNum, dataBuff, buffSize)

matplotlib 解决频谱图渲染问题

    if True:
        fftData = np.fft.fft(audioData[:, 1])
        fftFreq = np.fft.fftfreq(N)
        frequency = fftFreq[:N // 1]
        amplitude = (fftData[:N // 1])

        plt.figure(figsize = (4, 3), dpi = 100)
        if False:
            plt.title('Music')
            plt.xlabel('Frequency (Hz)')
            plt.ylabel('Amplitude')
        plt.axis('off')
        plt.plot(frequency, amplitude, color='#798BFF')
        if True:
            imgData = BytesIO()
            plt.savefig(imgData, format='png')
            plt.clf()

    baseData = base64.b64encode(imgData.getvalue()).decode('utf-8')
    result = baseData
    audioData = None

	// 获得音频播放设备格式信息
	CComHeapPtr<WAVEFORMATEX> pDeviceFormat;
	pAudioClient->GetMixFormat(&pDeviceFormat);

	constexpr int REFTIMES_PER_SEC = 10000000;      // 1 reference_time = 100ns
	constexpr int REFTIMES_PER_MILLISEC = 10000;

	// Microsoft
	if (pDeviceFormat->wFormatTag == WAVE_FORMAT_EXTENSIBLE) {
		printf("WAV format : Microsoft \n");
		WAVEFORMATEX* pWavFormatEx = pDeviceFormat;
		PWAVEFORMATEXTENSIBLE pWavFormatExtensible = reinterpret_cast<PWAVEFORMATEXTENSIBLE>(pWavFormatEx);

		switch (pDeviceFormat->wFormatTag)
		{
			case WAVE_FORMAT_IEEE_FLOAT:
			{
				pWavFormatEx->wBitsPerSample = 16;
				pWavFormatEx->nSamplesPerSec = 48000;
				pWavFormatEx->nChannels = 2;
				pWavFormatEx->wFormatTag = WAVE_FORMAT_PCM;
				pWavFormatEx->nBlockAlign = pWavFormatEx->nChannels * pWavFormatEx->wBitsPerSample / 8;
				pWavFormatEx->nAvgBytesPerSec = pWavFormatEx->nBlockAlign * pWavFormatEx->nSamplesPerSec;

				break;
			}
			case WAVE_FORMAT_EXTENSIBLE:
			{
				// naked scope for case-local variable
				if (IsEqualGUID(KSDATAFORMAT_SUBTYPE_IEEE_FLOAT, pWavFormatExtensible->SubFormat))
				{
					pWavFormatExtensible->SubFormat = KSDATAFORMAT_SUBTYPE_PCM;
					pWavFormatExtensible->Samples.wValidBitsPerSample = 16;
					pWavFormatEx->wBitsPerSample = 16;
					pWavFormatEx->nSamplesPerSec = 48000;
					pWavFormatEx->nChannels = 2;
					pWavFormatEx->wFormatTag = WAVE_FORMAT_PCM;
					pWavFormatEx->nBlockAlign = pWavFormatEx->nChannels * pWavFormatEx->wBitsPerSample / 8;
					pWavFormatEx->nAvgBytesPerSec = pWavFormatEx->nBlockAlign * pWavFormatEx->nSamplesPerSec;
				}
				else
				{
					return false;
				}
				break;
			}
		}
	}