wip impl

Author: gary-huang

dd-java-agent/agent-llmobs/src/main/java/datadog/trace/llmobs/LLMObsSystem.java

@@ -9,6 +9,7 @@
 import datadog.trace.llmobs.domain.DDLLMObsSpan;
 import datadog.trace.llmobs.domain.LLMObsInternal;
 import java.lang.instrument.Instrumentation;
+import java.util.Map;
 import org.jetbrains.annotations.Nullable;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
@@ -30,6 +31,21 @@ public static void start(Instrumentation inst, SharedCommunicationObjects sco) {
     LLMObsInternal.setLLMObsSpanFactory(
         new LLMObsManualSpanFactory(
             config.getLlmObsMlApp(), config.getServiceName(), llmObsServices));
+
+    LLMObsInternal.setLLMObsEvalProcessor();
+  }
+
+  private static class LLMObsCustomEvalProcessor implements LLMObs.LLMObsEvalProcessor {
+
+    @Override
+    public void SubmitEvaluation(LLMObsSpan llmObsSpan, String label, double numericalValue, Map<String, Object> tags) {
+      
+    }
+
+    @Override
+    public void SubmitEvaluation(LLMObsSpan llmObsSpan, String label, String categoricalValue, Map<String, Object> tags) {
+
+    }
   }
 
   private static class LLMObsManualSpanFactory implements LLMObs.LLMObsSpanFactory {

dd-java-agent/agent-llmobs/src/main/java/datadog/trace/llmobs/domain/LLMObsInternal.java

@@ -7,4 +7,8 @@ public class LLMObsInternal extends LLMObs {
   public static void setLLMObsSpanFactory(final LLMObsSpanFactory factory) {
     LLMObs.SPAN_FACTORY = factory;
   }
+
+  public static void setLLMObsEvalProcessor(final LLMObsEvalProcessor evalProcessor) {
+    LLMObs.EVAL_PROCESSOR = evalProcessor;
+  }
 }