Support DocumentDB by replacing certain MongoDB operations

chaoscenter/Makefile

@@ -6,6 +6,7 @@
 # NOTE - These will be executed when any make target is invoked.
 #
 IS_DOCKER_INSTALLED = $(shell which docker >> /dev/null 2>&1; echo $$?)
+SHELL := /bin/bash
 
 .PHONY: help
 help:
@@ -61,6 +62,31 @@ backend-services-checks:
 		&& exit 1; \
 	fi
 	@echo "------------------"
+	@echo "--> Check chaos-center graphql-server [aws documentDB support operator]"
+	@echo "------------------"
+	@curl -Os https://raw.githubusercontent.com/awslabs/amazon-documentdb-tools/master/compat-tool/compat.py
+	@result=$$(python3 compat.py --version 5.0 --directory graphql/server); \
+	if echo "$${result}" | grep -qi 'unsupported operators were found'; then \
+		echo "$${result}" | awk '/unsupported operators were found/ {f=1} f'  \
+		&& exit 1; \
+	fi
+	@lookupResults=""; \
+	while read file; do \
+		fileLookupResult=$$(awk 'BEGIN {found_lookup=0} \
+			/\$$lookup/ {found_lookup=1} \
+			found_lookup && NF==0 {found_lookup=0} \
+			found_lookup && /"let"|"pipeline"/ { \
+				print "Found let or pipeline in file " FILENAME " at line " NR; \
+			}' "$${file}"); \
+		if [ -n "$${fileLookupResult}" ]; then \
+			lookupResults="$${lookupResults}$${fileLookupResult}\n"; \
+		fi; \
+	done < <(find graphql/server -name "*.go"); \
+	if [ -n "$${lookupResults}" ]; then \
+		echo -e "$${lookupResults}" \
+		&& exit 1; \
+	fi 
+	@echo "------------------"
 	@echo "--> Check chaos-center authentication [go mod tidy]"
 	@echo "------------------"
 	@tidyRes=$$(cd authentication && go mod tidy); \
@@ -70,6 +96,31 @@ backend-services-checks:
 		&& exit 1; \
 	fi
 	@echo "------------------"
+	@echo "--> Check chaos-center authentication [aws documentDB support operator]"
+	@echo "------------------"
+	@curl -Os https://raw.githubusercontent.com/awslabs/amazon-documentdb-tools/master/compat-tool/compat.py
+	@result=$$(python3 compat.py --version 5.0 --directory authentication); \
+	if echo "$${result}" | grep -qi 'unsupported operators were found'; then \
+		echo "$${result}" | awk '/unsupported operators were found/ {f=1} f'  \
+		&& exit 1; \
+	fi
+		@lookupResults=""; \
+	while read file; do \
+		fileLookupResult=$$(awk 'BEGIN {found_lookup=0} \
+			/\$$lookup/ {found_lookup=1} \
+			found_lookup && NF==0 {found_lookup=0} \
+			found_lookup && /"let"|"pipeline"/ { \
+				print "Found let or pipeline in file " FILENAME " at line " NR; \
+			}' "$${file}"); \
+		if [ -n "$${fileLookupResult}" ]; then \
+			lookupResults="$${lookupResults}$${fileLookupResult}\n"; \
+		fi; \
+	done < <(find authentication -name "*.go"); \
+	if [ -n "$${lookupResults}" ]; then \
+		echo -e "$${lookupResults}" \
+		&& exit 1; \
+	fi 
+	@echo "------------------"
 	@echo "--> Check chaos-center subscriber [go mod tidy]"
 	@echo "------------------"
 	@tidyRes=$$(cd subscriber && go mod tidy); \

chaoscenter/authentication/api/utils/project_utils.go

@@ -184,25 +184,28 @@ func CreateSortStage(sort *entities.SortInput) bson.D {
 	}
 }
 
-func CreatePaginationStage(pagination *entities.Pagination) []bson.D {
+func CreatePaginationStage(pagination *entities.Pagination) ([]bson.D, int, int) {
 	var stages []bson.D
+	skip := 0
+	limit := 10
+
 	if pagination != nil {
 		page := pagination.Page
-		limit := pagination.Limit
+		limit = pagination.Limit
+
 		// upper limit of 50 to prevent exceeding max limit 16mb
-		if pagination.Limit > 50 {
+		if limit > 50 {
 			limit = 50
 		}
-		stages = append(stages, bson.D{
-			{"$skip", page * limit},
-		})
-		stages = append(stages, bson.D{
-			{"$limit", limit},
-		})
-	} else {
-		stages = append(stages, bson.D{
-			{"$limit", 10},
-		})
+		skip = page * limit
 	}
-	return stages
+
+	stages = append(stages, bson.D{
+		{"$skip", skip},
+	})
+	stages = append(stages, bson.D{{
+		"$limit", limit},
+	})
+
+	return stages, skip, limit
 }

chaoscenter/authentication/pkg/project/repository.go

@@ -92,19 +92,29 @@ func (r repository) GetProjectsByUserID(request *entities.ListProjectRequest) (*
 		pipeline = append(pipeline, sortStage)
 	}
 
-	// Pagination stages
-	paginationStages := project_utils.CreatePaginationStage(request.Pagination)
-
-	// Facet stage to count total projects and paginate results
-	facetStage := bson.D{
-		{"$facet", bson.D{
-			{"totalCount", bson.A{
-				bson.D{{"$count", "totalNumberOfProjects"}},
-			}},
-			{"projects", append(mongo.Pipeline{}, paginationStages...)},
+	// Pagination stage
+	_, skip, limit := project_utils.CreatePaginationStage(request.Pagination)
+
+	// Count total project and get top-level document to array
+	countStage := bson.D{
+		{"$group", bson.D{
+			{"_id", nil},
+			{"totalNumberOfProjects", bson.D{{"$sum", 1}}},
+			{"projects", bson.D{{"$push", "$$ROOT"}}},
 		}},
 	}
-	pipeline = append(pipeline, facetStage)
+
+	// Paging results
+	pagingStage := bson.D{
+		{"$project", bson.D{
+			{"_id", 0},
+			{"totalNumberOfProjects", 1},
+			{"projects", bson.D{
+				{"$slice", bson.A{"$projects", skip, limit}},
+			}},
+		}}}
+
+	pipeline = append(pipeline, countStage, pagingStage)
 
 	// Execute the aggregate pipeline
 	cursor, err := r.Collection.Aggregate(ctx, pipeline)
@@ -115,10 +125,8 @@ func (r repository) GetProjectsByUserID(request *entities.ListProjectRequest) (*
 
 	// Extract results
 	var result struct {
-		TotalCount []struct {
-			TotalNumberOfProjects int64 `bson:"totalNumberOfProjects"`
-		} `bson:"totalCount"`
-		Projects []*entities.Project `bson:"projects"`
+		TotalNumberOfProjects int64               `bson:"totalNumberOfProjects"`
+		Projects              []*entities.Project `bson:"projects"`
 	}
 
 	if cursor.Next(ctx) {
@@ -128,8 +136,8 @@ func (r repository) GetProjectsByUserID(request *entities.ListProjectRequest) (*
 	}
 
 	var totalNumberOfProjects int64
-	if len(result.TotalCount) > 0 {
-		totalNumberOfProjects = result.TotalCount[0].TotalNumberOfProjects
+	if result.TotalNumberOfProjects > 0 {
+		totalNumberOfProjects = result.TotalNumberOfProjects
 	} else {
 		zero := int64(0)
 		return &entities.ListProjectResponse{