mirror of
https://github.com/mgerb/go-discord-bot
synced 2026-01-11 09:32:50 +00:00
use ffmpeg to output clips
This commit is contained in:
@@ -2,6 +2,7 @@ package bothandlers
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"bufio"
|
"bufio"
|
||||||
|
"bytes"
|
||||||
"encoding/binary"
|
"encoding/binary"
|
||||||
"errors"
|
"errors"
|
||||||
"io"
|
"io"
|
||||||
@@ -16,24 +17,22 @@ import (
|
|||||||
"layeh.com/gopus"
|
"layeh.com/gopus"
|
||||||
|
|
||||||
"github.com/bwmarrin/discordgo"
|
"github.com/bwmarrin/discordgo"
|
||||||
"github.com/cryptix/wav"
|
|
||||||
"github.com/mgerb/go-discord-bot/server/config"
|
"github.com/mgerb/go-discord-bot/server/config"
|
||||||
log "github.com/sirupsen/logrus"
|
log "github.com/sirupsen/logrus"
|
||||||
)
|
)
|
||||||
|
|
||||||
const (
|
const (
|
||||||
channels int = 2 // 1 for mono, 2 for stereo
|
channels int = 2 // 1 for mono, 2 for stereo
|
||||||
frameRate int = 48000 // audio sampling rate - apparently a standard for opus
|
sampleRate int = 48000 // audio sampling rate - apparently a standard for opus
|
||||||
frameSize int = 960 // uint16 size of each audio frame
|
frameSize int = 960 // uint16 size of each audio frame
|
||||||
maxBytes int = (frameSize * 2) * 2 // max size of opus data
|
maxBytes int = (frameSize * 2) * 2 // max size of opus data
|
||||||
maxSoundQueue int = 10 // max amount of sounds that can be queued at one time
|
maxSoundQueue int = 10 // max amount of sounds that can be queued at one time
|
||||||
|
|
||||||
sampleRate int = 96000 // rate at which wav writer need to make audio up to speed
|
|
||||||
voiceClipQueuePacketSize int = 2000 // this packet size equates to roughly 40 seconds of audio
|
voiceClipQueuePacketSize int = 2000 // this packet size equates to roughly 40 seconds of audio
|
||||||
)
|
)
|
||||||
|
|
||||||
// store our connection objects in a map tied to a guild id
|
// store our connection objects in a map tied to a guild id
|
||||||
var activeConnections = make(map[string]*AudioConnection)
|
var activeConnections = make(map[string]*AudioConnection)
|
||||||
|
var speakers = make(map[uint32]*gopus.Decoder)
|
||||||
|
|
||||||
// AudioConnection -
|
// AudioConnection -
|
||||||
type AudioConnection struct {
|
type AudioConnection struct {
|
||||||
@@ -46,6 +45,7 @@ type AudioConnection struct {
|
|||||||
VoiceClipQueue chan *discordgo.Packet `json:"-"`
|
VoiceClipQueue chan *discordgo.Packet `json:"-"`
|
||||||
SoundPlayingLock bool `json:"-"`
|
SoundPlayingLock bool `json:"-"`
|
||||||
AudioListenerLock bool `json:"-"`
|
AudioListenerLock bool `json:"-"`
|
||||||
|
Disconnect chan bool `json:"_"`
|
||||||
Mutex *sync.Mutex `json:"-"` // mutex for single audio connection
|
Mutex *sync.Mutex `json:"-"` // mutex for single audio connection
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -84,6 +84,7 @@ func SoundsHandler(s *discordgo.Session, m *discordgo.MessageCreate) {
|
|||||||
SoundQueue: make(chan string, maxSoundQueue),
|
SoundQueue: make(chan string, maxSoundQueue),
|
||||||
Mutex: &sync.Mutex{},
|
Mutex: &sync.Mutex{},
|
||||||
AudioListenerLock: false,
|
AudioListenerLock: false,
|
||||||
|
Disconnect: make(chan bool),
|
||||||
}
|
}
|
||||||
|
|
||||||
activeConnections[c.GuildID] = newInstance
|
activeConnections[c.GuildID] = newInstance
|
||||||
@@ -123,6 +124,7 @@ func (conn *AudioConnection) handleMessage(m *discordgo.MessageCreate) {
|
|||||||
// dismiss bot from currnet channel if it's in one
|
// dismiss bot from currnet channel if it's in one
|
||||||
func (conn *AudioConnection) dismiss() {
|
func (conn *AudioConnection) dismiss() {
|
||||||
if conn.VoiceConnection != nil && !conn.SoundPlayingLock && len(conn.SoundQueue) == 0 {
|
if conn.VoiceConnection != nil && !conn.SoundPlayingLock && len(conn.SoundQueue) == 0 {
|
||||||
|
conn.Disconnect <- true
|
||||||
conn.VoiceConnection.Disconnect()
|
conn.VoiceConnection.Disconnect()
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -166,7 +168,6 @@ func (conn *AudioConnection) summon(m *discordgo.MessageCreate) {
|
|||||||
// start listening to audio if not locked
|
// start listening to audio if not locked
|
||||||
if !conn.AudioListenerLock {
|
if !conn.AudioListenerLock {
|
||||||
go conn.startAudioListener()
|
go conn.startAudioListener()
|
||||||
conn.AudioListenerLock = true
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return
|
return
|
||||||
@@ -228,7 +229,7 @@ func (conn *AudioConnection) loadFile(fileName string) error {
|
|||||||
log.Debug("Loading file: " + fname + fextension)
|
log.Debug("Loading file: " + fname + fextension)
|
||||||
|
|
||||||
// use ffmpeg to convert file into a format we can use
|
// use ffmpeg to convert file into a format we can use
|
||||||
cmd := exec.Command("ffmpeg", "-i", config.Config.SoundsPath+fname+fextension, "-f", "s16le", "-ar", strconv.Itoa(frameRate), "-ac", strconv.Itoa(channels), "pipe:1")
|
cmd := exec.Command("ffmpeg", "-i", config.Config.SoundsPath+fname+fextension, "-f", "s16le", "-ar", strconv.Itoa(sampleRate), "-ac", strconv.Itoa(channels), "pipe:1")
|
||||||
|
|
||||||
ffmpegout, err := cmd.StdoutPipe()
|
ffmpegout, err := cmd.StdoutPipe()
|
||||||
|
|
||||||
@@ -245,7 +246,7 @@ func (conn *AudioConnection) loadFile(fileName string) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// crate encoder to convert audio to opus codec
|
// crate encoder to convert audio to opus codec
|
||||||
opusEncoder, err := gopus.NewEncoder(frameRate, channels, gopus.Audio)
|
opusEncoder, err := gopus.NewEncoder(sampleRate, channels, gopus.Audio)
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return errors.New("NewEncoder error.")
|
return errors.New("NewEncoder error.")
|
||||||
@@ -298,46 +299,57 @@ func writePacketsToFile(username string, packets chan *discordgo.Packet) {
|
|||||||
|
|
||||||
// construct filename
|
// construct filename
|
||||||
timestamp := time.Now().UTC().Format("2006-01-02") + "-" + strconv.Itoa(int(time.Now().Unix()))
|
timestamp := time.Now().UTC().Format("2006-01-02") + "-" + strconv.Itoa(int(time.Now().Unix()))
|
||||||
wavOut, err := os.Create(config.Config.ClipsPath + timestamp + "-" + username + ".wav")
|
filename := config.Config.ClipsPath + timestamp + "-" + username + ".wav"
|
||||||
|
|
||||||
checkErr(err)
|
|
||||||
defer wavOut.Close()
|
|
||||||
|
|
||||||
meta := wav.File{
|
|
||||||
Channels: 1,
|
|
||||||
SampleRate: uint32(sampleRate),
|
|
||||||
SignificantBits: 16,
|
|
||||||
}
|
|
||||||
|
|
||||||
writer, err := meta.NewWriter(wavOut)
|
|
||||||
checkErr(err)
|
|
||||||
defer writer.Close()
|
|
||||||
|
|
||||||
// grab everything from the voice packet channel and dump it to the file
|
// grab everything from the voice packet channel and dump it to the file
|
||||||
// close when there is nothing left
|
// close when there is nothing left
|
||||||
|
pcmOut := make([]int16, 0)
|
||||||
|
|
||||||
loop:
|
loop:
|
||||||
for {
|
for {
|
||||||
select {
|
select {
|
||||||
case p := <-packets:
|
case p := <-packets:
|
||||||
for _, pcm := range p.PCM {
|
for _, pcm := range p.PCM {
|
||||||
err := writer.WriteInt32(int32(pcm))
|
pcmOut = append(pcmOut, pcm)
|
||||||
checkErr(err)
|
|
||||||
}
|
}
|
||||||
default:
|
default:
|
||||||
break loop
|
break loop
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
cmd := exec.Command("ffmpeg", "-f", "s16le", "-ar", strconv.Itoa(sampleRate), "-ac", strconv.Itoa(channels), "-i", "pipe:0", filename)
|
||||||
|
|
||||||
|
output := new(bytes.Buffer)
|
||||||
|
|
||||||
|
binary.Write(output, binary.LittleEndian, pcmOut)
|
||||||
|
cmd.Stdin = bytes.NewReader(output.Bytes())
|
||||||
|
|
||||||
|
err := cmd.Run()
|
||||||
|
|
||||||
|
if err != nil {
|
||||||
|
log.Error(err)
|
||||||
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// start listening to the voice channel
|
// start listening to the voice channel
|
||||||
func (conn *AudioConnection) startAudioListener() {
|
func (conn *AudioConnection) startAudioListener() {
|
||||||
|
|
||||||
|
conn.AudioListenerLock = true
|
||||||
|
|
||||||
if conn.VoiceClipQueue == nil {
|
if conn.VoiceClipQueue == nil {
|
||||||
conn.VoiceClipQueue = make(chan *discordgo.Packet, voiceClipQueuePacketSize)
|
conn.VoiceClipQueue = make(chan *discordgo.Packet, voiceClipQueuePacketSize)
|
||||||
}
|
}
|
||||||
|
|
||||||
speakers := make(map[uint32]*gopus.Decoder)
|
// exit loop if
|
||||||
var err error
|
go func() {
|
||||||
|
for {
|
||||||
|
if !conn.VoiceConnection.Ready {
|
||||||
|
conn.Disconnect <- true
|
||||||
|
}
|
||||||
|
time.Sleep(5 * time.Second)
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
|
||||||
loop:
|
loop:
|
||||||
for {
|
for {
|
||||||
@@ -349,10 +361,11 @@ loop:
|
|||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
|
var err error
|
||||||
_, ok = speakers[opusChannel.SSRC]
|
_, ok = speakers[opusChannel.SSRC]
|
||||||
|
|
||||||
if !ok {
|
if !ok {
|
||||||
speakers[opusChannel.SSRC], err = gopus.NewDecoder(frameRate, 1)
|
speakers[opusChannel.SSRC], err = gopus.NewDecoder(sampleRate, channels)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
log.Error("error creating opus decoder", err)
|
log.Error("error creating opus decoder", err)
|
||||||
continue
|
continue
|
||||||
@@ -374,15 +387,10 @@ loop:
|
|||||||
conn.VoiceClipQueue <- opusChannel
|
conn.VoiceClipQueue <- opusChannel
|
||||||
|
|
||||||
// check if voice connection fails then break out of audio listener
|
// check if voice connection fails then break out of audio listener
|
||||||
default:
|
case <-conn.Disconnect:
|
||||||
if !conn.VoiceConnection.Ready {
|
|
||||||
break loop
|
break loop
|
||||||
}
|
}
|
||||||
|
|
||||||
// fix for 100% cpu usage issue
|
|
||||||
time.Sleep(time.Second * 5)
|
|
||||||
}
|
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// remove lock upon exit
|
// remove lock upon exit
|
||||||
|
|||||||
Reference in New Issue
Block a user