我正在做我的毕业项目,希望从客户端的网络摄像头中获取头部姿势估计。我成功地使用websocket将摄像头流式传输到服务器。但当我尝试将我的头部姿势函数放入socket路由中时,终端经常显示错误ValueError: too many packets in payload
。有人知道如何防止这个错误吗?任何答案都将不胜感激。谢谢!
以下是提供更多信息的代码:
JavaScript
var constraints = { audio: false, video: { width: 500, height: 500 } };
var video = document.querySelector('video');
var canvas = document.querySelector('canvas');
var socket = io('https://0.0.0.0:8000');
navigator.mediaDevices.getUserMedia(constraints)
.then(function(mediaStream) {
video.srcObject = mediaStream;
video.onloadedmetadata = function(e) {
video.play();
};
})
.catch(function(err) { console.log(err.name + ": " + err.message); })
socket.on('connect', function () {
console.log('connected !', socket.connected);
function capture() {
canvas.width = 200;
canvas.height = 200;
canvas.getContext('2d').drawImage(video, 0, 0, 200, 200);
var data = canvas.toDataURL('image/jpeg');
return data;
};
var FPS = 50
setInterval(() => {
var imgData = capture();
socket.emit('image', imgData);
}, 1000 / FPS);
});
Flask 应用
@socketio.on('image')
def image(data_image):
time.sleep(1)
encoded_image = data_image.split(",")[1]
decoded = base64.b64decode(encoded_image)
frame = cv2.imdecode(np.frombuffer(decoded, np.uint8), -1)
#this is my head pose module
pose = FacePosition(frame)
head_pose = pose.run()
print(head_pose)
if __name__ == '__main__':
socketio.run(app, threaded = True)