我目前正在使用Python和Flask构建一个简单的实时流媒体Web应用程序,但是我遇到了一些问题。
似乎我无法将服务器麦克风输入的实时记录的音频流式传输到网页上。
server.py
from flask import Flask, render_template, Response
import cv2
import framework
import pyaudio
import audio_processing as audioRec
FORMAT = pyaudio.paInt16
CHANNELS = 1
RATE = 44100
CHUNK = 1024
audio = pyaudio.PyAudio()
app = Flask(__name__)
@app.route('/')
def index():
"""Video streaming home page."""
return render_template('index.html')
# Stream routing
@app.route('/video_feed')
def video_feed():
"""Video streaming route. Put this in the src attribute of an img tag."""
return Response(generateVideo(),
mimetype='multipart/x-mixed-replace; boundary=frame')
@app.route("/audio_feed")
def audio_feed():
"""Audio streaming route. Put this in the src attribute of an audio tag."""
return Response(generateAudio(),
mimetype="audio/x-wav")
# Stream generating
def generateVideo():
"""Video streaming generator function."""
cap = cv2.VideoCapture(0)
while (cap.isOpened()):
ret, frame = cap.read()
output = framework.streamer(frame, 'final')
cv2.imwrite('signals/currFrame.jpg', output)
yield (b'--frame\r\n'
b'Content-Type: image/jpeg\r\n\r\n' + open('signals/currFrame.jpg', 'rb').read() + b'\r\n')
def generateAudio():
"""Audio streaming generator function."""
currChunk = audioRec.record()
data_to_stream = genHeader(44100, 32, 1, 200000) + currChunk
yield data_to_stream
# with open("signals/audio.wav", "rb") as fwav:
# data = fwav.read(1024)
# while data:
# yield data
# data = fwav.read(1024)
def genHeader(sampleRate, bitsPerSample, channels, samples):
datasize = samples * channels * bitsPerSample // 8
o = bytes("RIFF",'ascii') # (4byte) Marks file as RIFF
o += (datasize + 36).to_bytes(4,'little') # (4byte) File size in bytes excluding this and RIFF marker
o += bytes("WAVE",'ascii') # (4byte) File type
o += bytes("fmt ",'ascii') # (4byte) Format Chunk Marker
o += (16).to_bytes(4,'little') # (4byte) Length of above format data
o += (1).to_bytes(2,'little') # (2byte) Format type (1 - PCM)
o += (channels).to_bytes(2,'little') # (2byte)
o += (sampleRate).to_bytes(4,'little') # (4byte)
o += (sampleRate * channels * bitsPerSample // 8).to_bytes(4,'little') # (4byte)
o += (channels * bitsPerSample // 8).to_bytes(2,'little') # (2byte)
o += (bitsPerSample).to_bytes(2,'little') # (2byte)
o += bytes("data",'ascii') # (4byte) Data Chunk Marker
o += (datasize).to_bytes(4,'little') # (4byte) Data size in bytes
return o
if __name__ == '__main__':
app.run(host='0.0.0.0', debug=True, threaded=True)
音频处理.py
import pyaudio
FORMAT = pyaudio.paInt16
CHANNELS = 1
RATE = 44100
CHUNK = 1024
audio = pyaudio.PyAudio()
def record():
# start Recording
stream = audio.open(format=FORMAT, channels=CHANNELS,
rate=RATE, input=True,
frames_per_buffer=CHUNK)
# print "recording..."
data = stream.read(CHUNK)
return data
我正在尝试使用audio_processing.py获取麦克风的当前块,并使用yield将当前样本响应给用户。视频流运作得非常好。
有人知道我在这里做错了什么吗?此致, Felix
record()
方法从流对象中读取需要的内容。或者至少在想要保持打开状态时关闭它。 - WoodyDev