c00e41f092
Restructured the queue handling to isolate the blocking stream.Recv(), and found a seemingly random block point somewhere. After experimenting with the sizes of the long messages generation, it was determined that messages over 4kb are getting stuck in the gRPC packet handling code somewhere. Nothing that can be done about it, but just needed to fully isolate where the problem was so I could finally call the damn queue implementation done.
82 lines
1.5 KiB
Go
82 lines
1.5 KiB
Go
package client
|
|
|
|
import (
|
|
"github.com/quanterall/kitchensink/pkg/proto"
|
|
"io"
|
|
"time"
|
|
)
|
|
|
|
func (b *b32c) Encode(stream proto.Transcriber_EncodeClient) (err error) {
|
|
|
|
go func(stream proto.Transcriber_EncodeClient) {
|
|
out:
|
|
for {
|
|
select {
|
|
case <-b.stop:
|
|
|
|
break out
|
|
case msg := <-b.encChan:
|
|
|
|
log.Println("sending message on stream")
|
|
err := stream.Send(msg.Req)
|
|
if err != nil {
|
|
log.Print(err)
|
|
}
|
|
b.waitingEnc[time.Now()] = msg
|
|
case recvd := <-b.encRes:
|
|
|
|
for i := range b.waitingEnc {
|
|
|
|
// Return received responses
|
|
if recvd.IdNonce == b.waitingEnc[i].Req.IdNonce {
|
|
b.waitingEnc[i].Res <- recvd
|
|
delete(b.waitingEnc, i)
|
|
}
|
|
|
|
// Check for expired responses
|
|
if i.Add(b.timeout).Before(time.Now()) {
|
|
|
|
log.Println(
|
|
"\nexpiring", i,
|
|
"\ntimeout", b.timeout,
|
|
"\nsince", i.Add(b.timeout),
|
|
"\nis late", i.Add(b.timeout).Before(time.Now()),
|
|
)
|
|
delete(b.waitingEnc, i)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}(stream)
|
|
|
|
go func(stream proto.Transcriber_EncodeClient) {
|
|
in:
|
|
for {
|
|
// check whether it's shutdown time first
|
|
select {
|
|
case <-b.stop:
|
|
break in
|
|
default:
|
|
}
|
|
|
|
// Wait for and load in a newly received message
|
|
recvd, err := stream.Recv()
|
|
switch {
|
|
case err == io.EOF:
|
|
// The client has broken the connection, so we can quit
|
|
log.Println("stream closed")
|
|
break in
|
|
case err != nil:
|
|
|
|
log.Println(err)
|
|
break
|
|
}
|
|
|
|
// forward received message to processing loop
|
|
b.encRes <- recvd
|
|
}
|
|
}(stream)
|
|
|
|
return
|
|
}
|