mirror of
https://github.com/mgerb/go-discord-bot
synced 2026-01-10 09:02:49 +00:00
wip - voice recording
This commit is contained in:
BIN
ffmpeg_linux
BIN
ffmpeg_linux
Binary file not shown.
BIN
ffmpeg_mac
BIN
ffmpeg_mac
Binary file not shown.
Binary file not shown.
@@ -8,8 +8,8 @@ import (
|
|||||||
"io"
|
"io"
|
||||||
"io/ioutil"
|
"io/ioutil"
|
||||||
"log"
|
"log"
|
||||||
|
"os"
|
||||||
"os/exec"
|
"os/exec"
|
||||||
"runtime"
|
|
||||||
"strconv"
|
"strconv"
|
||||||
"strings"
|
"strings"
|
||||||
"sync"
|
"sync"
|
||||||
@@ -18,6 +18,7 @@ import (
|
|||||||
"layeh.com/gopus"
|
"layeh.com/gopus"
|
||||||
|
|
||||||
"github.com/bwmarrin/discordgo"
|
"github.com/bwmarrin/discordgo"
|
||||||
|
"github.com/cryptix/wav"
|
||||||
"github.com/mgerb/go-discord-bot/server/config"
|
"github.com/mgerb/go-discord-bot/server/config"
|
||||||
)
|
)
|
||||||
|
|
||||||
@@ -27,6 +28,10 @@ const (
|
|||||||
frameSize int = 960 // uint16 size of each audio frame
|
frameSize int = 960 // uint16 size of each audio frame
|
||||||
maxBytes int = (frameSize * 2) * 2 // max size of opus data
|
maxBytes int = (frameSize * 2) * 2 // max size of opus data
|
||||||
maxSoundQueue int = 10 // max amount of sounds that can be queued at one time
|
maxSoundQueue int = 10 // max amount of sounds that can be queued at one time
|
||||||
|
|
||||||
|
// TODO: figure out why api isn't returning bitrate
|
||||||
|
bitRate int = 64000
|
||||||
|
sampleRate int = 96000
|
||||||
)
|
)
|
||||||
|
|
||||||
// store our connection objects in a map tied to a guild id
|
// store our connection objects in a map tied to a guild id
|
||||||
@@ -38,6 +43,7 @@ type audioConnection struct {
|
|||||||
sounds map[string]*audioClip
|
sounds map[string]*audioClip
|
||||||
soundQueue chan string
|
soundQueue chan string
|
||||||
voiceConnection *discordgo.VoiceConnection
|
voiceConnection *discordgo.VoiceConnection
|
||||||
|
currentChannel *discordgo.Channel
|
||||||
soundPlayingLock bool
|
soundPlayingLock bool
|
||||||
mutex *sync.Mutex // mutex for single audio connection
|
mutex *sync.Mutex // mutex for single audio connection
|
||||||
}
|
}
|
||||||
@@ -103,6 +109,9 @@ func (conn *audioConnection) handleMessage(m *discordgo.MessageCreate) {
|
|||||||
case "dismiss":
|
case "dismiss":
|
||||||
conn.dismiss()
|
conn.dismiss()
|
||||||
|
|
||||||
|
case "clip":
|
||||||
|
conn.clipAudio()
|
||||||
|
|
||||||
default:
|
default:
|
||||||
conn.playAudio(command, m)
|
conn.playAudio(command, m)
|
||||||
}
|
}
|
||||||
@@ -145,6 +154,12 @@ func (conn *audioConnection) summon(m *discordgo.MessageCreate) {
|
|||||||
log.Println(err)
|
log.Println(err)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// set the current channel
|
||||||
|
conn.currentChannel = c
|
||||||
|
|
||||||
|
// start listening to audio after joining channel
|
||||||
|
go conn.startAudioListener()
|
||||||
|
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -202,19 +217,8 @@ func (conn *audioConnection) loadFile(fileName string) error {
|
|||||||
|
|
||||||
fmt.Println("Loading file: " + fname + fextension)
|
fmt.Println("Loading file: " + fname + fextension)
|
||||||
|
|
||||||
var ffmpegExecutable string
|
|
||||||
|
|
||||||
switch runtime.GOOS {
|
|
||||||
case "darwin":
|
|
||||||
ffmpegExecutable = "./ffmpeg_mac"
|
|
||||||
case "linux":
|
|
||||||
ffmpegExecutable = "./ffmpeg_linux"
|
|
||||||
case "windows":
|
|
||||||
ffmpegExecutable = "ffmpeg_windows.exe"
|
|
||||||
}
|
|
||||||
|
|
||||||
// use ffmpeg to convert file into a format we can use
|
// use ffmpeg to convert file into a format we can use
|
||||||
cmd := exec.Command(ffmpegExecutable, "-i", config.Config.SoundsPath+fname+fextension, "-f", "s16le", "-ar", strconv.Itoa(frameRate), "-ac", strconv.Itoa(channels), "pipe:1")
|
cmd := exec.Command("ffmpeg", "-i", config.Config.SoundsPath+fname+fextension, "-f", "s16le", "-ar", strconv.Itoa(frameRate), "-ac", strconv.Itoa(channels), "pipe:1")
|
||||||
|
|
||||||
ffmpegout, err := cmd.StdoutPipe()
|
ffmpegout, err := cmd.StdoutPipe()
|
||||||
|
|
||||||
@@ -266,6 +270,120 @@ func (conn *audioConnection) loadFile(fileName string) error {
|
|||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (conn *audioConnection) clipAudio() {
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
func (conn *audioConnection) startAudioListener() {
|
||||||
|
|
||||||
|
speakers := make(map[uint32]*gopus.Decoder)
|
||||||
|
voicePackets := []*discordgo.Packet{}
|
||||||
|
var err error
|
||||||
|
|
||||||
|
loop:
|
||||||
|
for {
|
||||||
|
|
||||||
|
select {
|
||||||
|
case opusChannel, ok := <-conn.voiceConnection.OpusRecv:
|
||||||
|
if !ok {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
_, ok = speakers[opusChannel.SSRC]
|
||||||
|
|
||||||
|
if !ok {
|
||||||
|
speakers[opusChannel.SSRC], err = gopus.NewDecoder(frameRate, 1)
|
||||||
|
if err != nil {
|
||||||
|
log.Println("error creating opus decoder", err)
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
opusChannel.PCM, err = speakers[opusChannel.SSRC].Decode(opusChannel.Opus, frameSize, false)
|
||||||
|
if err != nil {
|
||||||
|
log.Println("Error decoding opus data", err)
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
voicePackets = append(voicePackets, opusChannel)
|
||||||
|
|
||||||
|
// TODO:
|
||||||
|
fmt.Println(len(voicePackets))
|
||||||
|
fmt.Println(int(opusChannel.Timestamp) / bitRate)
|
||||||
|
if len(voicePackets) > bitRate*5 {
|
||||||
|
voicePackets = voicePackets[1:]
|
||||||
|
}
|
||||||
|
|
||||||
|
default:
|
||||||
|
if !conn.voiceConnection.Ready {
|
||||||
|
break loop
|
||||||
|
}
|
||||||
|
|
||||||
|
// cleanOldPackets(voicePackets)
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
writeWavFile(voicePackets)
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
// // remove packets that are more than 1 minute old
|
||||||
|
// func cleanOldPackets(packets []*discordgo.Packet) {
|
||||||
|
|
||||||
|
// if len(packets) < 1 {
|
||||||
|
// return
|
||||||
|
// }
|
||||||
|
|
||||||
|
// // latest timestamp divided by bitrate
|
||||||
|
// currentTime := int(packets[len(packets)-1].Timestamp) / bitRate
|
||||||
|
|
||||||
|
// index := 0
|
||||||
|
// // grab the index of the first object less than a minute ago
|
||||||
|
// for i, p := range packets {
|
||||||
|
// timestamp := int(p.Timestamp) / bitRate
|
||||||
|
// if timestamp < currentTime-5 {
|
||||||
|
// index = i
|
||||||
|
// break
|
||||||
|
// } else if timestamp > currentTime-5 {
|
||||||
|
// break
|
||||||
|
// }
|
||||||
|
// }
|
||||||
|
|
||||||
|
// if index != 0 {
|
||||||
|
|
||||||
|
// log.Println("cleaning")
|
||||||
|
// log.Println(index)
|
||||||
|
// }
|
||||||
|
|
||||||
|
// packets = packets[index:]
|
||||||
|
|
||||||
|
// }
|
||||||
|
|
||||||
|
func writeWavFile(packets []*discordgo.Packet) {
|
||||||
|
|
||||||
|
wavOut, err := os.Create("test.wav")
|
||||||
|
checkErr(err)
|
||||||
|
defer wavOut.Close()
|
||||||
|
|
||||||
|
meta := wav.File{
|
||||||
|
Channels: 1,
|
||||||
|
SampleRate: uint32(sampleRate),
|
||||||
|
SignificantBits: 16,
|
||||||
|
}
|
||||||
|
|
||||||
|
writer, err := meta.NewWriter(wavOut)
|
||||||
|
checkErr(err)
|
||||||
|
defer writer.Close()
|
||||||
|
|
||||||
|
for _, p := range packets {
|
||||||
|
for _, pcm := range p.PCM {
|
||||||
|
err := writer.WriteInt32(int32(pcm))
|
||||||
|
checkErr(err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
// playSounds - plays the current buffer to the provided channel.
|
// playSounds - plays the current buffer to the provided channel.
|
||||||
func (conn *audioConnection) playSounds() (err error) {
|
func (conn *audioConnection) playSounds() (err error) {
|
||||||
|
|
||||||
@@ -302,3 +420,9 @@ func (conn *audioConnection) toggleSoundPlayingLock(playing bool) {
|
|||||||
conn.soundPlayingLock = playing
|
conn.soundPlayingLock = playing
|
||||||
conn.mutex.Unlock()
|
conn.mutex.Unlock()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func checkErr(err error) {
|
||||||
|
if err != nil {
|
||||||
|
log.Println(err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user