ci: fix unit test failing in CI

Author: rubvs

appender_test.go

@@ -285,7 +285,37 @@ func TestAppenderRetry(t *testing.T) {
 		addMinimalDoc(t, indexer, "logs-foo-testing")
 	}
 
-	<-time.After(10 * time.Millisecond)
+    bulkRequests := func() int64 {
+        var rm metricdata.ResourceMetrics
+        assert.NoError(t, rdr.Collect(context.Background(), &rm))
+
+        var res int64
+        for _, m := range rm.ScopeMetrics[0].Metrics {
+            if m.Name == "elasticsearch.bulk_requests.count" {
+                counter := m.Data.(metricdata.Sum[int64])
+                for _, dp := range counter.DataPoints {
+                    res += dp.Value
+                }
+            }
+        }
+
+        return res
+    }
+	timeout := time.After(2 * time.Second)
+loop:
+	for {
+		select {
+		case <-time.After(10 * time.Millisecond):
+			// Because the internal channel is buffered to increase performance,
+			// the available indexer may not take documents right away, loop until
+			// the available bulk requests has been lowered.
+			if bulkRequests() == 1 {
+				break loop
+			}
+		case <-timeout:
+			t.Fatalf("timed out waiting for the active bulk indexer to send one bulk request")
+		}
+	}
 
 	var rm metricdata.ResourceMetrics
 	assert.NoError(t, rdr.Collect(context.Background(), &rm))
@@ -1764,7 +1794,7 @@ func TestAppenderScaling(t *testing.T) {
 		for a.IndexersActive() < n {
 			require.LessOrEqual(t, a.IndexersActive(), limit)
 			select {
-			case <-time.After(1000 * time.Millisecond):
+			case <-time.After(10 * time.Millisecond):
 			case <-timeout.C:
 				require.GreaterOrEqual(t, a.IndexersActive(), n)
 			}
@@ -1866,7 +1896,10 @@ func TestAppenderScaling(t *testing.T) {
 		sendDocuments(t, indexer, int(docs))
 
 		waitForScaleUp(t, indexer, 3)
+		waitForBulkRequests(t, indexer, rdr, docs)
+
 		waitForScaleDown(t, indexer, rdr, 1)
+		waitForBulkRequests(t, indexer, rdr, docs)
 
 		assert.Equal(t, int64(1), indexer.IndexersActive())