Avoid contention in otel emission (#372)

Author: jiang95-dev

apps/spark/src/main/java/com/linkedin/openhouse/jobs/util/AppsOtelEmitter.java

@@ -22,7 +22,7 @@ public AppsOtelEmitter(List<OpenTelemetry> otels) {
   }
 
   @Override
-  public <T> T executeWithStats(
+  public synchronized <T> T executeWithStats(
       Callable<T> callable, String scope, String metricPrefix, Attributes attributes)
       throws Exception {
     long startTime = System.currentTimeMillis();

services/common/src/main/java/com/linkedin/openhouse/common/metrics/OpenHouseOtelEmitter.java

@@ -31,7 +31,7 @@ public <T> T executeWithStats(
   }
 
   @Override
-  public void count(String scope, String metric, long count, Attributes attributes) {
+  public synchronized void count(String scope, String metric, long count, Attributes attributes) {
     for (OpenTelemetry otel : otels) {
       Meter meter = otel.getMeter(scope);
       LongCounter counter = meter.counterBuilder(metric).build();
@@ -44,7 +44,7 @@ public void count(String scope, String metric, long count, Attributes attributes
   }
 
   @Override
-  public void time(String scope, String metric, long amount, Attributes attributes) {
+  public synchronized void time(String scope, String metric, long amount, Attributes attributes) {
     for (OpenTelemetry otel : otels) {
       Meter meter = otel.getMeter(scope);
       LongHistogram histogram =
@@ -58,7 +58,7 @@ public void time(String scope, String metric, long amount, Attributes attributes
   }
 
   @Override
-  public void gauge(String scope, String metric, long value, Attributes attributes) {
+  public synchronized void gauge(String scope, String metric, long value, Attributes attributes) {
     for (OpenTelemetry otel : otels) {
       Meter meter = otel.getMeter(scope);
       LongGaugeBuilder gaugeBuilder =