COCOS-155 - Add python algo support (#178)

* * feat(algorithm.go): add support for algorithm type context
* feat(python.go): implement Python algorithm runtime
* fix(cocos_defconfig): add IPTABLES package

Signed-off-by: SammyOina <sammyoina@gmail.com>

* update proto

Signed-off-by: Sammy Oina <sammyoina@gmail.com>

* small fixes

Signed-off-by: Sammy Oina <sammyoina@gmail.com>

* add metadata

Signed-off-by: Sammy Oina <sammyoina@gmail.com>

* debug

Signed-off-by: Sammy Oina <sammyoina@gmail.com>

* debug

Signed-off-by: Sammy Oina <sammyoina@gmail.com>

* chunk logger

Signed-off-by: Sammy Oina <sammyoina@gmail.com>

* debug logger

Signed-off-by: Sammy Oina <sammyoina@gmail.com>

* test lock

Signed-off-by: Sammy Oina <sammyoina@gmail.com>

* add req file

Signed-off-by: SammyOina <sammyoina@gmail.com>

* stream result

Signed-off-by: SammyOina <sammyoina@gmail.com>

* test with venv

Signed-off-by: Sammy Oina <sammyoina@gmail.com>

* fix missing requirements file

Signed-off-by: Sammy Oina <sammyoina@gmail.com>

* result stream

Signed-off-by: Sammy Oina <sammyoina@gmail.com>

* modify test server

Signed-off-by: Sammy Oina <sammyoina@gmail.com>

* remove debugging and cleaning up

Signed-off-by: Sammy Oina <sammyoina@gmail.com>

* original repo

Signed-off-by: Sammy Oina <sammyoina@gmail.com>

* add missing header

Signed-off-by: Sammy Oina <sammyoina@gmail.com>

* downgrade protoc

Signed-off-by: Sammy Oina <sammyoina@gmail.com>

---------

Signed-off-by: SammyOina <sammyoina@gmail.com>
Signed-off-by: Sammy Oina <sammyoina@gmail.com>

test/computations/main.go

@@ -33,7 +33,7 @@ const (
 
 var (
 	algoPath    = "./test/manual/algo/lin_reg.py"
-	dataPath    = "./test/manual/data/iris.csv"
+	dataPaths   []string
 	attestedTLS = false
 	pubKeyFile  string
 )
@@ -57,16 +57,15 @@ func (s *svc) Run(ipAdress string, reqChan chan *manager.ServerStreamMessage, au
 	}
 	pubPem, _ := pem.Decode(pubKey)
 
-	var dataset []*manager.Dataset
-	if dataPath != "" {
+	var datasets []*manager.Dataset
+	for _, dataPath := range dataPaths {
 		data, err := os.ReadFile(dataPath)
 		if err != nil {
 			s.logger.Error(fmt.Sprintf("failed to read data file: %s", err))
 			return
 		}
 		dataHash := sha3.Sum256(data)
-
-		dataset = []*manager.Dataset{{Hash: dataHash[:], UserKey: pubPem.Bytes}}
+		datasets = append(datasets, &manager.Dataset{Hash: dataHash[:], UserKey: pubPem.Bytes})
 	}
 
 	algoHash := sha3.Sum256(algo)
@@ -76,7 +75,7 @@ func (s *svc) Run(ipAdress string, reqChan chan *manager.ServerStreamMessage, au
 				Id:              "1",
 				Name:            "sample computation",
 				Description:     "sample descrption",
-				Datasets:        dataset,
+				Datasets:        datasets,
 				Algorithm:       &manager.Algorithm{Hash: algoHash[:], UserKey: pubPem.Bytes},
 				ResultConsumers: []*manager.ResultConsumer{{UserKey: pubPem.Bytes}},
 				AgentConfig: &manager.AgentConfig{
@@ -91,17 +90,20 @@ func (s *svc) Run(ipAdress string, reqChan chan *manager.ServerStreamMessage, au
 
 func main() {
 	if len(os.Args) < 5 {
-		log.Fatalf("usage: %s <data-path> <algo-path> <public-key-path> <attested-tls-bool>", os.Args[0])
+		log.Fatalf("usage: %s <algo-path> <public-key-path> <attested-tls-bool> <data-paths>", os.Args[0])
 	}
-	dataPath = os.Args[1]
-	algoPath = os.Args[2]
-	pubKeyFile = os.Args[3]
-	attestedTLSParam, err := strconv.ParseBool(os.Args[4])
+	algoPath = os.Args[1]
+	pubKeyFile = os.Args[2]
+	attestedTLSParam, err := strconv.ParseBool(os.Args[3])
 	if err != nil {
 		log.Fatalf("usage: %s <data-path> <algo-path> <attested-tls-bool>, <attested-tls-bool> must be a bool value", os.Args[0])
 	}
 	attestedTLS = attestedTLSParam
 
+	for i := 4; i < len(os.Args); i++ {
+		dataPaths = append(dataPaths, os.Args[i])
+	}
+
 	ctx, cancel := context.WithCancel(context.Background())
 	g, ctx := errgroup.WithContext(ctx)
 	incomingChan := make(chan *manager.ClientStreamMessage)

test/manual/algo/requirements.txt

@@ -0,0 +1,3 @@
+pandas
+scikit-learn
+joblib