Skip to content

Commit 60611bc

Browse files
author
xufuji456
committed
Feature: add AudioTrackController
1 parent a1276b7 commit 60611bc

3 files changed

Lines changed: 150 additions & 6 deletions

File tree

Lines changed: 146 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,146 @@
1+
package com.frank.androidmedia.controller
2+
3+
import android.media.*
4+
import android.os.SystemClock
5+
import android.util.Log
6+
import java.lang.Exception
7+
8+
/**
9+
* 1. Using MediaExtractor to demux audio.
10+
* 2. Using MediaCodec to decode audio.
11+
* 3. Using AudioTrack to play audio.
12+
* See also AAduio, oboe, openSL ES.
13+
*
14+
* @author frank
15+
* @date 2022/3/21
16+
*/
17+
open class AudioTrackController {
18+
19+
companion object {
20+
val TAG: String = AudioTrackController::class.java.simpleName
21+
22+
private const val DEQUEUE_TIME = (10 * 1000).toLong()
23+
private const val SLEEP_TIME: Long = 20
24+
}
25+
26+
private var audioTrack: AudioTrack? = null
27+
private var mediaCodec: MediaCodec? = null
28+
private var mediaExtractor: MediaExtractor? = null
29+
30+
private fun parseAudioFormat(path: String): MediaFormat? {
31+
mediaExtractor = MediaExtractor()
32+
try {
33+
mediaExtractor?.setDataSource(path)
34+
for (i in 0 until mediaExtractor!!.trackCount) {
35+
val mediaFormat = mediaExtractor!!.getTrackFormat(i)
36+
val mimeType = mediaFormat.getString(MediaFormat.KEY_MIME)
37+
if (mimeType != null && mimeType.startsWith("audio")) {
38+
mediaExtractor!!.selectTrack(i)
39+
return mediaFormat
40+
}
41+
}
42+
} catch (e: Exception) {
43+
Log.e(TAG, "parseAudioFormat err=$e")
44+
}
45+
return null
46+
}
47+
48+
private fun initMediaCodec(mediaFormat: MediaFormat): Boolean {
49+
val mimeType = mediaFormat.getString(MediaFormat.KEY_MIME)
50+
mediaCodec = MediaCodec.createDecoderByType(mimeType)
51+
return try {
52+
mediaCodec!!.configure(mediaFormat, null, null, 0)
53+
mediaCodec!!.start()
54+
true
55+
} catch (e: Exception) {
56+
Log.e(TAG, "initMediaCodec err=$e")
57+
false
58+
}
59+
}
60+
61+
private fun initAudioTrack(mediaFormat: MediaFormat): Boolean {
62+
val sampleRate = mediaFormat.getInteger(MediaFormat.KEY_SAMPLE_RATE)
63+
val channelCount = mediaFormat.getInteger(MediaFormat.KEY_CHANNEL_COUNT)
64+
val channelConfig = if (channelCount == 1) {
65+
AudioFormat.CHANNEL_OUT_MONO
66+
} else {
67+
AudioFormat.CHANNEL_OUT_STEREO
68+
}
69+
val audioFormat = AudioFormat.ENCODING_PCM_16BIT
70+
val bufferSize = AudioTrack.getMinBufferSize(sampleRate, channelConfig, audioFormat)
71+
Log.e(TAG, "sampleRate=$sampleRate, channelCount=$channelCount, bufferSize=$bufferSize")
72+
73+
try {
74+
audioTrack = AudioTrack(AudioManager.STREAM_MUSIC, sampleRate, channelConfig, audioFormat, bufferSize, AudioTrack.MODE_STREAM)
75+
audioTrack!!.play()
76+
// audioTrack!!.attachAuxEffect()
77+
} catch (e: Exception) {
78+
Log.e(TAG, "initAudioTrack err=$e")
79+
return false
80+
}
81+
return true
82+
}
83+
84+
private fun release() {
85+
if (mediaExtractor != null) {
86+
mediaExtractor!!.release()
87+
mediaExtractor = null
88+
}
89+
if (mediaCodec != null) {
90+
mediaCodec!!.release()
91+
mediaCodec = null
92+
}
93+
if (audioTrack != null) {
94+
audioTrack!!.release()
95+
audioTrack = null
96+
}
97+
}
98+
99+
fun playAudio(path: String) {
100+
val data = ByteArray(10 * 1024)
101+
var finished = false
102+
val bufferInfo = MediaCodec.BufferInfo()
103+
val mediaFormat = parseAudioFormat(path) ?: return release()
104+
var result = initMediaCodec(mediaFormat)
105+
if (!result) {
106+
return release()
107+
}
108+
result = initAudioTrack(mediaFormat)
109+
if (!result) {
110+
return release()
111+
}
112+
113+
while (!finished) {
114+
val inputIndex = mediaCodec!!.dequeueInputBuffer(DEQUEUE_TIME)
115+
if (inputIndex >= 0) {
116+
val inputBuffer = mediaCodec!!.getInputBuffer(inputIndex)
117+
// demux
118+
val sampleSize = mediaExtractor!!.readSampleData(inputBuffer!!, 0)
119+
Log.e(TAG, "sampleSize=$sampleSize")
120+
// decode
121+
if (sampleSize < 0) {
122+
mediaCodec!!.queueInputBuffer(inputIndex, 0, 0, 0, MediaCodec.BUFFER_FLAG_END_OF_STREAM)
123+
finished = true
124+
} else {
125+
mediaCodec!!.queueInputBuffer(inputIndex, 0, sampleSize, mediaExtractor!!.sampleTime, mediaExtractor!!.sampleFlags)
126+
mediaExtractor!!.advance()
127+
}
128+
}
129+
130+
val outputIndex = mediaCodec!!.dequeueOutputBuffer(bufferInfo, DEQUEUE_TIME)
131+
// play
132+
if (outputIndex >= 0) {
133+
val outputBuffer = mediaCodec!!.getOutputBuffer(outputIndex)
134+
val size = outputBuffer!!.limit()
135+
Log.e(TAG, "outputIndex=$outputIndex, position=" + outputBuffer.position() + " ,limit=" + size)
136+
outputBuffer.get(data, outputBuffer.position(), size)
137+
audioTrack!!.write(data, 0, size)
138+
mediaCodec!!.releaseOutputBuffer(outputIndex, false)
139+
SystemClock.sleep(SLEEP_TIME)
140+
}
141+
}
142+
143+
release()
144+
}
145+
146+
}

‎AndroidMedia/src/main/java/com/frank/androidmedia/controller/MediaDecodeController.kt‎

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -209,7 +209,6 @@ open class MediaDecodeController(val mSurface: Surface, val mFilePath: String, v
209209
mediaCodec!!.configure(mediaFormat, mSurface, null, 0)
210210
mediaCodec!!.start()
211211
val bufferInfo = MediaCodec.BufferInfo()
212-
val inputBuffers = mediaCodec!!.inputBuffers
213212

214213
while (!isInterrupted) {
215214
if (!isPreviewing) {
@@ -219,8 +218,8 @@ open class MediaDecodeController(val mSurface: Surface, val mFilePath: String, v
219218
//dequeue from input buffer
220219
val inputIndex = mediaCodec!!.dequeueInputBuffer(DEQUEUE_TIME)
221220
if (inputIndex >= 0) {
222-
val inputBuffer = inputBuffers[inputIndex]
223-
val sampleSize = mediaExtractor!!.readSampleData(inputBuffer, 0)
221+
val inputBuffer = mediaCodec!!.getInputBuffer(inputIndex)
222+
val sampleSize = mediaExtractor!!.readSampleData(inputBuffer!!, 0)
224223
//enqueue to input buffer
225224
if (sampleSize < 0) {
226225
mediaCodec!!.queueInputBuffer(inputIndex, 0, 0, 0, MediaCodec.BUFFER_FLAG_END_OF_STREAM)

‎AndroidMedia/src/main/java/com/frank/androidmedia/controller/MediaMuxController.kt‎

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -57,7 +57,6 @@ open class MediaMuxController {
5757

5858
while (!finished) {
5959
val sampleSize = mediaExtractor.readSampleData(inputBuffer, 0)
60-
Log.i("MediaMuxerController", "sampleIndex=" + mediaExtractor.sampleTrackIndex + ",sampleSize=" + sampleSize)
6160
if (sampleSize > 0) {
6261
bufferInfo.size = sampleSize
6362
bufferInfo.flags = mediaExtractor.sampleFlags
@@ -75,14 +74,14 @@ open class MediaMuxController {
7574
}
7675

7776
} catch (e: Exception) {
78-
Log.e("MediaMuxerController", "mux error=$e")
77+
Log.e("MediaMuxController", "mux error=$e")
7978
happenError = true
8079
} finally {
8180
try {
8281
mediaMuxer.release()
8382
mediaExtractor.release()
8483
} catch (e1: Exception) {
85-
Log.e("MediaMuxerController", "release error=$e1")
84+
Log.e("MediaMuxController", "release error=$e1")
8685
}
8786
return !happenError
8887
}

0 commit comments

Comments
 (0)