mirror of
https://github.com/ultravioletrs/cocos.git
synced 2026-06-23 04:10:25 +00:00
6169766666
CI / lint (push) Has been cancelled
CI / test (agent) (push) Has been cancelled
CI / test (cli) (push) Has been cancelled
CI / test (cmd) (push) Has been cancelled
CI / test (internal) (push) Has been cancelled
CI / test (manager, true) (push) Has been cancelled
CI / test (pkg) (push) Has been cancelled
CI / upload-coverage (push) Has been cancelled
* Update attestationFromCert function to include ccPlatform parameter for enhanced attestation processing Signed-off-by: Sammy Oina <sammyoina@gmail.com> * chore: migrate dependencies from supermq to magistrala and update build configurations Signed-off-by: Sammy Oina <sammyoina@gmail.com> * chore: update project dependencies, repository source, and support TDX QuoteV5 attestation Signed-off-by: Sammy Oina <sammyoina@gmail.com> --------- Signed-off-by: Sammy Oina <sammyoina@gmail.com>
655 lines
20 KiB
Go
655 lines
20 KiB
Go
// Copyright (c) Ultraviolet
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
package grpc
|
|
|
|
import (
|
|
"context"
|
|
"testing"
|
|
"time"
|
|
|
|
mglog "github.com/absmach/magistrala/logger"
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/mock"
|
|
"github.com/ultravioletrs/cocos/agent"
|
|
"github.com/ultravioletrs/cocos/agent/cvms"
|
|
"github.com/ultravioletrs/cocos/agent/cvms/api/grpc/storage"
|
|
servermocks "github.com/ultravioletrs/cocos/agent/cvms/server/mocks"
|
|
"github.com/ultravioletrs/cocos/agent/mocks"
|
|
pkggrpc "github.com/ultravioletrs/cocos/pkg/clients/grpc"
|
|
clientmocks "github.com/ultravioletrs/cocos/pkg/clients/grpc/mocks"
|
|
"github.com/ultravioletrs/cocos/pkg/ingress"
|
|
"golang.org/x/crypto/sha3"
|
|
"google.golang.org/grpc"
|
|
"google.golang.org/protobuf/proto"
|
|
)
|
|
|
|
type mockStream struct {
|
|
mock.Mock
|
|
grpc.ClientStream
|
|
}
|
|
|
|
func (m *mockStream) Recv() (*cvms.ServerStreamMessage, error) {
|
|
args := m.Called()
|
|
return args.Get(0).(*cvms.ServerStreamMessage), args.Error(1)
|
|
}
|
|
|
|
func (m *mockStream) Send(msg *cvms.ClientStreamMessage) error {
|
|
args := m.Called(msg)
|
|
return args.Error(0)
|
|
}
|
|
|
|
// mockIngressProxy is a mock implementation of the ingress proxy.
|
|
type mockIngressProxy struct {
|
|
mock.Mock
|
|
}
|
|
|
|
func (m *mockIngressProxy) Start(config ingress.ProxyConfig, ctx ingress.ProxyContext) error {
|
|
args := m.Called(config, ctx)
|
|
return args.Error(0)
|
|
}
|
|
|
|
func (m *mockIngressProxy) Stop() error {
|
|
args := m.Called()
|
|
return args.Error(0)
|
|
}
|
|
|
|
func TestManagerClient_Process(t *testing.T) {
|
|
tests := []struct {
|
|
name string
|
|
setupMocks func(mockStream *mockStream, mockSvc *mocks.Service, mockServerSvc *servermocks.AgentServer, grpcClient *clientmocks.Client)
|
|
expectError bool
|
|
errorMsg string
|
|
}{
|
|
{
|
|
name: "Stop computation",
|
|
setupMocks: func(mockStream *mockStream, mockSvc *mocks.Service, mockServerSvc *servermocks.AgentServer, grpcClient *clientmocks.Client) {
|
|
mockStream.On("Recv").Return(&cvms.ServerStreamMessage{
|
|
Message: &cvms.ServerStreamMessage_StopComputation{
|
|
StopComputation: &cvms.StopComputation{},
|
|
},
|
|
}, nil)
|
|
mockStream.On("Send", mock.Anything).Return(nil)
|
|
mockSvc.On("StopComputation", mock.Anything).Return(nil)
|
|
mockServerSvc.On("Stop").Return(nil)
|
|
},
|
|
expectError: true,
|
|
errorMsg: "context deadline exceeded",
|
|
},
|
|
{
|
|
name: "Run request chunks",
|
|
setupMocks: func(mockStream *mockStream, mockSvc *mocks.Service, mockServerSvc *servermocks.AgentServer, grpcClient *clientmocks.Client) {
|
|
mockStream.On("Recv").Return(&cvms.ServerStreamMessage{
|
|
Message: &cvms.ServerStreamMessage_RunReqChunks{
|
|
RunReqChunks: &cvms.RunReqChunks{},
|
|
},
|
|
}, nil)
|
|
mockStream.On("Send", mock.Anything).Return(nil).Once()
|
|
mockSvc.On("Run", mock.Anything, mock.Anything).Return("", assert.AnError).Once()
|
|
},
|
|
expectError: true,
|
|
},
|
|
{
|
|
name: "Agent state request",
|
|
setupMocks: func(mockStream *mockStream, mockSvc *mocks.Service, mockServerSvc *servermocks.AgentServer, grpcClient *clientmocks.Client) {
|
|
mockStream.On("Recv").Return(&cvms.ServerStreamMessage{
|
|
Message: &cvms.ServerStreamMessage_AgentStateReq{
|
|
AgentStateReq: &cvms.AgentStateReq{
|
|
Id: "test-agent",
|
|
},
|
|
},
|
|
}, nil)
|
|
mockStream.On("Send", mock.Anything).Return(nil)
|
|
mockSvc.On("State").Return("test-state")
|
|
},
|
|
expectError: true,
|
|
errorMsg: "context deadline exceeded",
|
|
},
|
|
{
|
|
name: "Disconnect request",
|
|
setupMocks: func(mockStream *mockStream, mockSvc *mocks.Service, mockServerSvc *servermocks.AgentServer, grpcClient *clientmocks.Client) {
|
|
mockStream.On("Recv").Return(&cvms.ServerStreamMessage{
|
|
Message: &cvms.ServerStreamMessage_DisconnectReq{},
|
|
}, nil)
|
|
mockStream.On("Send", mock.Anything).Return(nil)
|
|
grpcClient.On("Close").Return(nil)
|
|
},
|
|
expectError: true,
|
|
errorMsg: "context deadline exceeded",
|
|
},
|
|
{
|
|
name: "Receive error",
|
|
setupMocks: func(mockStream *mockStream, mockSvc *mocks.Service, mockServerSvc *servermocks.AgentServer, grpcClient *clientmocks.Client) {
|
|
mockStream.On("Recv").Return(&cvms.ServerStreamMessage{}, assert.AnError)
|
|
},
|
|
expectError: true,
|
|
},
|
|
}
|
|
|
|
for _, tc := range tests {
|
|
t.Run(tc.name, func(t *testing.T) {
|
|
mockStream := new(mockStream)
|
|
mockSvc := new(mocks.Service)
|
|
mockServerSvc := new(servermocks.AgentServer)
|
|
messageQueue := make(chan *cvms.ClientStreamMessage)
|
|
logger := mglog.NewMock()
|
|
|
|
go func() {
|
|
<-messageQueue
|
|
}()
|
|
|
|
grpcClient := new(clientmocks.Client)
|
|
|
|
client, err := NewClient(mockStream, mockSvc, messageQueue, logger, mockServerSvc, nil, t.TempDir(), func(ctx context.Context) (pkggrpc.Client, cvms.Service_ProcessClient, error) { return nil, nil, nil }, grpcClient)
|
|
assert.NoError(t, err)
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), 100*time.Millisecond)
|
|
defer cancel()
|
|
|
|
tc.setupMocks(mockStream, mockSvc, mockServerSvc, grpcClient)
|
|
|
|
err = client.Process(ctx, cancel)
|
|
|
|
if tc.expectError {
|
|
assert.Error(t, err)
|
|
if tc.errorMsg != "" {
|
|
assert.Contains(t, err.Error(), tc.errorMsg)
|
|
}
|
|
} else {
|
|
assert.NoError(t, err)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestManagerClient_handleRunReqChunks(t *testing.T) {
|
|
mockStream := new(mockStream)
|
|
mockSvc := new(mocks.Service)
|
|
mockServerSvc := new(servermocks.AgentServer)
|
|
messageQueue := make(chan *cvms.ClientStreamMessage, 10)
|
|
logger := mglog.NewMock()
|
|
grpcClient := new(clientmocks.Client)
|
|
|
|
client, err := NewClient(mockStream, mockSvc, messageQueue, logger, mockServerSvc, nil, t.TempDir(), func(ctx context.Context) (pkggrpc.Client, cvms.Service_ProcessClient, error) { return nil, nil, nil }, grpcClient)
|
|
assert.NoError(t, err)
|
|
|
|
runReq := &cvms.ComputationRunReq{
|
|
Id: "test-id",
|
|
Datasets: []*cvms.Dataset{
|
|
{
|
|
Hash: sha3.New256().Sum([]byte("test-dataset")),
|
|
},
|
|
},
|
|
Algorithm: &cvms.Algorithm{
|
|
Hash: sha3.New256().Sum([]byte("test-algorithm")),
|
|
},
|
|
ResultConsumers: []*cvms.ResultConsumer{
|
|
{
|
|
UserKey: []byte("test-consumer"),
|
|
},
|
|
},
|
|
}
|
|
runReqBytes, _ := proto.Marshal(runReq)
|
|
|
|
chunk1 := &cvms.ServerStreamMessage_RunReqChunks{
|
|
RunReqChunks: &cvms.RunReqChunks{
|
|
Id: "chunk-1",
|
|
Data: runReqBytes[:len(runReqBytes)/2],
|
|
IsLast: false,
|
|
},
|
|
}
|
|
chunk2 := &cvms.ServerStreamMessage_RunReqChunks{
|
|
RunReqChunks: &cvms.RunReqChunks{
|
|
Id: "chunk-1",
|
|
Data: runReqBytes[len(runReqBytes)/2:],
|
|
IsLast: true,
|
|
},
|
|
}
|
|
|
|
mockSvc.On("State").Return("ReceivingManifest")
|
|
mockSvc.On("InitComputation", mock.Anything, mock.Anything).Return(nil)
|
|
mockServerSvc.On("Start", mock.Anything, mock.Anything, mock.Anything).Return(nil)
|
|
|
|
err = client.handleRunReqChunks(context.Background(), chunk1)
|
|
assert.NoError(t, err)
|
|
|
|
err = client.handleRunReqChunks(context.Background(), chunk2)
|
|
assert.NoError(t, err)
|
|
|
|
// Wait for the goroutine to finish
|
|
time.Sleep(50 * time.Millisecond)
|
|
|
|
mockSvc.AssertExpectations(t)
|
|
assert.Len(t, messageQueue, 1)
|
|
|
|
msg := <-messageQueue
|
|
runRes, ok := msg.Message.(*cvms.ClientStreamMessage_RunRes)
|
|
assert.True(t, ok)
|
|
assert.Equal(t, "test-id", runRes.RunRes.ComputationId)
|
|
}
|
|
|
|
func TestManagerClient_handleStopComputation(t *testing.T) {
|
|
mockStream := new(mockStream)
|
|
mockSvc := new(mocks.Service)
|
|
mockServerSvc := new(servermocks.AgentServer)
|
|
messageQueue := make(chan *cvms.ClientStreamMessage, 10)
|
|
logger := mglog.NewMock()
|
|
grpcClient := new(clientmocks.Client)
|
|
|
|
client, err := NewClient(mockStream, mockSvc, messageQueue, logger, mockServerSvc, nil, t.TempDir(), func(ctx context.Context) (pkggrpc.Client, cvms.Service_ProcessClient, error) { return nil, nil, nil }, grpcClient)
|
|
assert.NoError(t, err)
|
|
|
|
stopReq := &cvms.ServerStreamMessage_StopComputation{
|
|
StopComputation: &cvms.StopComputation{
|
|
ComputationId: "test-comp-id",
|
|
},
|
|
}
|
|
|
|
mockSvc.On("StopComputation", mock.Anything).Return(nil)
|
|
mockServerSvc.On("Stop").Return(nil)
|
|
|
|
client.handleStopComputation(context.Background(), stopReq)
|
|
|
|
// Wait for the goroutine to finish
|
|
time.Sleep(50 * time.Millisecond)
|
|
|
|
mockSvc.AssertExpectations(t)
|
|
assert.Len(t, messageQueue, 1)
|
|
|
|
msg := <-messageQueue
|
|
stopRes, ok := msg.Message.(*cvms.ClientStreamMessage_StopComputationRes)
|
|
assert.True(t, ok)
|
|
assert.Equal(t, "test-comp-id", stopRes.StopComputationRes.ComputationId)
|
|
assert.Empty(t, stopRes.StopComputationRes.Message)
|
|
}
|
|
|
|
func TestManagerClient_timeoutRequest(t *testing.T) {
|
|
rm := newRunRequestManager()
|
|
rm.requests["test-id"] = &runRequest{
|
|
timer: time.NewTimer(100 * time.Millisecond),
|
|
buffer: []byte("test-data"),
|
|
lastChunk: time.Now(),
|
|
}
|
|
|
|
rm.timeoutRequest("test-id")
|
|
|
|
assert.Len(t, rm.requests, 0)
|
|
}
|
|
|
|
// TestManagerClient_sendPendingMessages tests sending pending messages on reconnection.
|
|
func TestManagerClient_sendPendingMessages(t *testing.T) {
|
|
mockStream := new(mockStream)
|
|
mockSvc := new(mocks.Service)
|
|
mockServerSvc := new(servermocks.AgentServer)
|
|
messageQueue := make(chan *cvms.ClientStreamMessage, 10)
|
|
logger := mglog.NewMock()
|
|
grpcClient := new(clientmocks.Client)
|
|
|
|
client, err := NewClient(mockStream, mockSvc, messageQueue, logger, mockServerSvc, nil, t.TempDir(), func(ctx context.Context) (pkggrpc.Client, cvms.Service_ProcessClient, error) { return nil, nil, nil }, grpcClient)
|
|
assert.NoError(t, err)
|
|
|
|
// Add a pending message to storage
|
|
testMsg := &cvms.ClientStreamMessage{
|
|
Message: &cvms.ClientStreamMessage_RunRes{
|
|
RunRes: &cvms.RunResponse{
|
|
ComputationId: "test-id",
|
|
},
|
|
},
|
|
}
|
|
err = client.storage.Add(testMsg)
|
|
assert.NoError(t, err)
|
|
|
|
// Mock successful send
|
|
mockStream.On("Send", mock.Anything).Return(nil).Once()
|
|
|
|
// Load and send pending messages
|
|
pending, err := client.storage.Load()
|
|
assert.NoError(t, err)
|
|
assert.Len(t, pending, 1)
|
|
|
|
client.sendPendingMessages(pending)
|
|
|
|
mockStream.AssertExpectations(t)
|
|
}
|
|
|
|
// TestManagerClient_sendPendingMessagesWithError tests pending message send failure.
|
|
func TestManagerClient_sendPendingMessagesWithError(t *testing.T) {
|
|
mockStream := new(mockStream)
|
|
mockSvc := new(mocks.Service)
|
|
mockServerSvc := new(servermocks.AgentServer)
|
|
messageQueue := make(chan *cvms.ClientStreamMessage, 10)
|
|
logger := mglog.NewMock()
|
|
grpcClient := new(clientmocks.Client)
|
|
|
|
client, err := NewClient(mockStream, mockSvc, messageQueue, logger, mockServerSvc, nil, t.TempDir(), func(ctx context.Context) (pkggrpc.Client, cvms.Service_ProcessClient, error) { return nil, nil, nil }, grpcClient)
|
|
assert.NoError(t, err)
|
|
|
|
testMsg := &cvms.ClientStreamMessage{
|
|
Message: &cvms.ClientStreamMessage_RunRes{
|
|
RunRes: &cvms.RunResponse{
|
|
ComputationId: "test-id",
|
|
},
|
|
},
|
|
}
|
|
|
|
// Mock failed send
|
|
mockStream.On("Send", mock.Anything).Return(assert.AnError)
|
|
|
|
pending := []storage.Message{
|
|
{
|
|
Message: testMsg,
|
|
Time: time.Now(),
|
|
},
|
|
}
|
|
|
|
client.sendPendingMessages(pending)
|
|
|
|
mockStream.AssertExpectations(t)
|
|
}
|
|
|
|
// TestManagerClient_addChunkTimeout tests chunk timeout in runRequestManager.
|
|
func TestManagerClient_addChunkTimeout(t *testing.T) {
|
|
rm := newRunRequestManager()
|
|
|
|
// Add first chunk
|
|
chunk1 := []byte("chunk1")
|
|
buffer, complete := rm.addChunk("test-id", chunk1, false)
|
|
assert.Nil(t, buffer)
|
|
assert.False(t, complete)
|
|
|
|
// Verify request exists
|
|
rm.mu.Lock()
|
|
assert.Contains(t, rm.requests, "test-id")
|
|
rm.mu.Unlock()
|
|
|
|
// Wait for timeout
|
|
time.Sleep(35 * time.Second) // runReqTimeout is 30 seconds
|
|
|
|
// Verify request was removed
|
|
rm.mu.Lock()
|
|
assert.NotContains(t, rm.requests, "test-id")
|
|
rm.mu.Unlock()
|
|
}
|
|
|
|
// TestManagerClient_addChunkMultiple tests adding multiple chunks.
|
|
func TestManagerClient_addChunkMultiple(t *testing.T) {
|
|
rm := newRunRequestManager()
|
|
|
|
chunk1 := []byte("chunk1")
|
|
chunk2 := []byte("chunk2")
|
|
chunk3 := []byte("chunk3")
|
|
|
|
// Add chunks
|
|
buffer, complete := rm.addChunk("test-id", chunk1, false)
|
|
assert.Nil(t, buffer)
|
|
assert.False(t, complete)
|
|
|
|
buffer, complete = rm.addChunk("test-id", chunk2, false)
|
|
assert.Nil(t, buffer)
|
|
assert.False(t, complete)
|
|
|
|
buffer, complete = rm.addChunk("test-id", chunk3, true)
|
|
assert.NotNil(t, buffer)
|
|
assert.True(t, complete)
|
|
|
|
expected := append(append(chunk1, chunk2...), chunk3...)
|
|
assert.Equal(t, expected, buffer)
|
|
}
|
|
|
|
// TestManagerClient_handleStopComputationWithIngressProxy tests stop with ingress proxy.
|
|
func TestManagerClient_handleStopComputationWithIngressProxy(t *testing.T) {
|
|
mockStream := new(mockStream)
|
|
mockSvc := new(mocks.Service)
|
|
mockServerSvc := new(servermocks.AgentServer)
|
|
mockIngressProxy := new(mockIngressProxy)
|
|
messageQueue := make(chan *cvms.ClientStreamMessage, 10)
|
|
logger := mglog.NewMock()
|
|
grpcClient := new(clientmocks.Client)
|
|
|
|
client, err := NewClient(mockStream, mockSvc, messageQueue, logger, mockServerSvc, mockIngressProxy, t.TempDir(), func(ctx context.Context) (pkggrpc.Client, cvms.Service_ProcessClient, error) { return nil, nil, nil }, grpcClient)
|
|
assert.NoError(t, err)
|
|
|
|
stopReq := &cvms.ServerStreamMessage_StopComputation{
|
|
StopComputation: &cvms.StopComputation{
|
|
ComputationId: "test-comp-id",
|
|
},
|
|
}
|
|
|
|
mockSvc.On("StopComputation", mock.Anything).Return(nil)
|
|
mockServerSvc.On("Stop").Return(nil)
|
|
mockIngressProxy.On("Stop").Return(nil)
|
|
|
|
client.handleStopComputation(context.Background(), stopReq)
|
|
|
|
time.Sleep(50 * time.Millisecond)
|
|
|
|
mockSvc.AssertExpectations(t)
|
|
mockServerSvc.AssertExpectations(t)
|
|
mockIngressProxy.AssertExpectations(t)
|
|
assert.Len(t, messageQueue, 1)
|
|
}
|
|
|
|
// TestManagerClient_handleStopComputationWithIngressProxyError tests stop with ingress proxy error.
|
|
func TestManagerClient_handleStopComputationWithIngressProxyError(t *testing.T) {
|
|
mockStream := new(mockStream)
|
|
mockSvc := new(mocks.Service)
|
|
mockServerSvc := new(servermocks.AgentServer)
|
|
mockIngressProxy := new(mockIngressProxy)
|
|
messageQueue := make(chan *cvms.ClientStreamMessage, 10)
|
|
logger := mglog.NewMock()
|
|
grpcClient := new(clientmocks.Client)
|
|
|
|
client, err := NewClient(mockStream, mockSvc, messageQueue, logger, mockServerSvc, mockIngressProxy, t.TempDir(), func(ctx context.Context) (pkggrpc.Client, cvms.Service_ProcessClient, error) { return nil, nil, nil }, grpcClient)
|
|
assert.NoError(t, err)
|
|
|
|
stopReq := &cvms.ServerStreamMessage_StopComputation{
|
|
StopComputation: &cvms.StopComputation{
|
|
ComputationId: "test-comp-id",
|
|
},
|
|
}
|
|
|
|
mockSvc.On("StopComputation", mock.Anything).Return(nil)
|
|
mockServerSvc.On("Stop").Return(nil)
|
|
mockIngressProxy.On("Stop").Return(assert.AnError)
|
|
|
|
client.handleStopComputation(context.Background(), stopReq)
|
|
|
|
time.Sleep(50 * time.Millisecond)
|
|
|
|
mockIngressProxy.AssertExpectations(t)
|
|
}
|
|
|
|
// TestManagerClient_sendMessage tests sendMessage with timeout.
|
|
func TestManagerClient_sendMessage(t *testing.T) {
|
|
mockStream := new(mockStream)
|
|
mockSvc := new(mocks.Service)
|
|
mockServerSvc := new(servermocks.AgentServer)
|
|
messageQueue := make(chan *cvms.ClientStreamMessage, 1)
|
|
logger := mglog.NewMock()
|
|
grpcClient := new(clientmocks.Client)
|
|
|
|
client, err := NewClient(mockStream, mockSvc, messageQueue, logger, mockServerSvc, nil, t.TempDir(), func(ctx context.Context) (pkggrpc.Client, cvms.Service_ProcessClient, error) { return nil, nil, nil }, grpcClient)
|
|
assert.NoError(t, err)
|
|
|
|
msg := &cvms.ClientStreamMessage{
|
|
Message: &cvms.ClientStreamMessage_RunRes{
|
|
RunRes: &cvms.RunResponse{
|
|
ComputationId: "test-id",
|
|
},
|
|
},
|
|
}
|
|
|
|
client.sendMessage(msg)
|
|
|
|
select {
|
|
case received := <-messageQueue:
|
|
assert.Equal(t, msg, received)
|
|
case <-time.After(1 * time.Second):
|
|
t.Fatal("Message not received")
|
|
}
|
|
}
|
|
|
|
// TestManagerClient_sendMessageTimeout tests sendMessage timeout when queue is full.
|
|
func TestManagerClient_sendMessageTimeout(t *testing.T) {
|
|
mockStream := new(mockStream)
|
|
mockSvc := new(mocks.Service)
|
|
mockServerSvc := new(servermocks.AgentServer)
|
|
messageQueue := make(chan *cvms.ClientStreamMessage) // No buffer
|
|
logger := mglog.NewMock()
|
|
grpcClient := new(clientmocks.Client)
|
|
|
|
client, err := NewClient(mockStream, mockSvc, messageQueue, logger, mockServerSvc, nil, t.TempDir(), func(ctx context.Context) (pkggrpc.Client, cvms.Service_ProcessClient, error) { return nil, nil, nil }, grpcClient)
|
|
assert.NoError(t, err)
|
|
|
|
msg := &cvms.ClientStreamMessage{
|
|
Message: &cvms.ClientStreamMessage_RunRes{
|
|
RunRes: &cvms.RunResponse{
|
|
ComputationId: "test-id",
|
|
},
|
|
},
|
|
}
|
|
|
|
// Don't read from queue, so sendMessage will timeout
|
|
client.sendMessage(msg)
|
|
|
|
// Should complete without blocking
|
|
time.Sleep(100 * time.Millisecond)
|
|
}
|
|
|
|
// TestManagerClient_handleRunReqChunksWithRemoteSource tests handling run request with remote source.
|
|
func TestManagerClient_handleRunReqChunksWithRemoteSource(t *testing.T) {
|
|
mockStream := new(mockStream)
|
|
mockSvc := new(mocks.Service)
|
|
mockServerSvc := new(servermocks.AgentServer)
|
|
messageQueue := make(chan *cvms.ClientStreamMessage, 10)
|
|
logger := mglog.NewMock()
|
|
grpcClient := new(clientmocks.Client)
|
|
|
|
client, err := NewClient(mockStream, mockSvc, messageQueue, logger, mockServerSvc, nil, t.TempDir(), func(ctx context.Context) (pkggrpc.Client, cvms.Service_ProcessClient, error) { return nil, nil, nil }, grpcClient)
|
|
assert.NoError(t, err)
|
|
|
|
runReq := &cvms.ComputationRunReq{
|
|
Id: "test-id-remote",
|
|
Name: "test-computation",
|
|
Description: "test description",
|
|
Datasets: []*cvms.Dataset{
|
|
{
|
|
Hash: sha3.New256().Sum([]byte("test-dataset")),
|
|
Filename: "data.csv",
|
|
Source: &cvms.Source{
|
|
Type: "oci-image",
|
|
Url: "docker://registry.example.com/data:v1",
|
|
KbsResourcePath: "default/key/data-key",
|
|
Encrypted: true,
|
|
},
|
|
Decompress: true,
|
|
},
|
|
},
|
|
Algorithm: &cvms.Algorithm{
|
|
Hash: sha3.New256().Sum([]byte("test-algorithm")),
|
|
AlgoType: "python",
|
|
AlgoArgs: []string{"--verbose"},
|
|
Source: &cvms.Source{
|
|
Type: "oci-image",
|
|
Url: "docker://registry.example.com/algo:v1",
|
|
KbsResourcePath: "default/key/algo-key",
|
|
Encrypted: true,
|
|
},
|
|
Kbs: &cvms.KBSConfig{
|
|
Url: "https://kbs.example.com:8080",
|
|
Enabled: true,
|
|
},
|
|
},
|
|
|
|
ResultConsumers: []*cvms.ResultConsumer{
|
|
{
|
|
UserKey: []byte("test-consumer"),
|
|
},
|
|
},
|
|
}
|
|
runReqBytes, _ := proto.Marshal(runReq)
|
|
|
|
chunk := &cvms.ServerStreamMessage_RunReqChunks{
|
|
RunReqChunks: &cvms.RunReqChunks{
|
|
Id: "chunk-remote-1",
|
|
Data: runReqBytes,
|
|
IsLast: true,
|
|
},
|
|
}
|
|
|
|
mockSvc.On("State").Return("ReceivingManifest")
|
|
mockSvc.On("InitComputation", mock.Anything, mock.MatchedBy(func(c agent.Computation) bool {
|
|
// Verify Algorithm KBS config is passed
|
|
if c.Algorithm.KBS == nil || !c.Algorithm.KBS.Enabled || c.Algorithm.KBS.URL != "https://kbs.example.com:8080" {
|
|
return false
|
|
}
|
|
// Verify algorithm source is passed
|
|
if c.Algorithm.Source == nil ||
|
|
c.Algorithm.Source.URL != "docker://registry.example.com/algo:v1" ||
|
|
c.Algorithm.Source.KBSResourcePath != "default/key/algo-key" ||
|
|
!c.Algorithm.Source.Encrypted {
|
|
return false
|
|
}
|
|
// Verify algorithm type and args
|
|
if c.Algorithm.AlgoType != "python" || len(c.Algorithm.AlgoArgs) != 1 || c.Algorithm.AlgoArgs[0] != "--verbose" {
|
|
return false
|
|
}
|
|
// Verify dataset source is passed
|
|
if len(c.Datasets) != 1 ||
|
|
c.Datasets[0].Source == nil ||
|
|
c.Datasets[0].Source.URL != "docker://registry.example.com/data:v1" ||
|
|
c.Datasets[0].Filename != "data.csv" ||
|
|
!c.Datasets[0].Decompress {
|
|
return false
|
|
}
|
|
return true
|
|
})).Return(nil)
|
|
mockServerSvc.On("Start", mock.Anything, mock.Anything, mock.Anything).Return(nil)
|
|
|
|
err = client.handleRunReqChunks(context.Background(), chunk)
|
|
assert.NoError(t, err)
|
|
|
|
// Wait for the goroutine to finish
|
|
time.Sleep(100 * time.Millisecond)
|
|
|
|
mockSvc.AssertExpectations(t)
|
|
}
|
|
|
|
// TestManagerClient_handleRunReqChunksAlreadyProcessing tests skipping init when already processing.
|
|
func TestManagerClient_handleRunReqChunksAlreadyProcessing(t *testing.T) {
|
|
mockStream := new(mockStream)
|
|
mockSvc := new(mocks.Service)
|
|
mockServerSvc := new(servermocks.AgentServer)
|
|
messageQueue := make(chan *cvms.ClientStreamMessage, 10)
|
|
logger := mglog.NewMock()
|
|
grpcClient := new(clientmocks.Client)
|
|
|
|
client, err := NewClient(mockStream, mockSvc, messageQueue, logger, mockServerSvc, nil, t.TempDir(), func(ctx context.Context) (pkggrpc.Client, cvms.Service_ProcessClient, error) { return nil, nil, nil }, grpcClient)
|
|
assert.NoError(t, err)
|
|
|
|
runReq := &cvms.ComputationRunReq{
|
|
Id: "test-id-processing",
|
|
Name: "test-computation",
|
|
}
|
|
runReqBytes, _ := proto.Marshal(runReq)
|
|
|
|
chunk := &cvms.ServerStreamMessage_RunReqChunks{
|
|
RunReqChunks: &cvms.RunReqChunks{
|
|
Id: "chunk-processing-1",
|
|
Data: runReqBytes,
|
|
IsLast: true,
|
|
},
|
|
}
|
|
|
|
// Simulate agent already processing a computation
|
|
mockSvc.On("State").Return("Running")
|
|
|
|
err = client.handleRunReqChunks(context.Background(), chunk)
|
|
assert.NoError(t, err)
|
|
|
|
// Wait for the goroutine to finish
|
|
time.Sleep(50 * time.Millisecond)
|
|
|
|
// InitComputation should NOT be called since state is not ReceivingManifest
|
|
mockSvc.AssertNotCalled(t, "InitComputation")
|
|
}
|