Implements support for multimodal content in Agent messages.

Author: iroqueta

java/src/main/java/com/genexus/util/saia/OpenAIResponse.java

@@ -164,9 +164,7 @@ public StructuredContentItem() {}
 
 		private String type;
 		private String text;
-		private String image_url;
-		private String filename;
-		private String file_data;
+		private ImageUrl image_url;
 
 		public String getType() {
 			return type;
@@ -184,28 +182,36 @@ public void setText(String text) {
 			this.text = text;
 		}
 
-		public String getImage_url() {
+		public ImageUrl getImage_url() {
 			return image_url;
 		}
 
-		public void setImage_url(String imageURL) {
+		public void setImage_url(ImageUrl imageURL) {
 			this.image_url = imageURL;
 		}
 
-		public String getFilename() {
-			return filename;
-		}
+		@JsonInclude(JsonInclude.Include.NON_NULL)
+		public static class ImageUrl {
+			public ImageUrl() {}
 
-		public void setFilename(String filename) {
-			this.filename = filename;
-		}
+			private String url;
+			private String detail;
 
-		public String getFile_data() {
-			return file_data;
-		}
+			public String getUrl() {
+				return url;
+			}
+
+			public void setUrl(String url) {
+				this.url = url;
+			}
 
-		public void setFile_data(String file_data) {
-			this.file_data = file_data;
+			public String getDetail() {
+				return detail;
+			}
+			
+			public void setDetail(String detail) {
+				this.detail = detail;
+			}
 		}
 	}
 

java/src/test/java/com/genexus/agent/Agent.java

@@ -49,6 +49,26 @@ protected void privateExecute( )
 			messages.add(message);
 			AV5OutputVariable = callAgent( "The weatherman", Gxproperties, messages, new CallResult()) ;
 		}
+		else if (AV3Parameter1.equals("eval_image")) {
+			OpenAIResponse.StructuredContent content = new OpenAIResponse.StructuredContent();
+			ArrayList<OpenAIResponse.StructuredContentItem> items = new ArrayList<>();
+			OpenAIResponse.StructuredContentItem contentItem = new OpenAIResponse.StructuredContentItem();
+			contentItem.setType("text");
+			contentItem.setText("De que se trata esta imagen");
+			items.add(contentItem);
+			OpenAIResponse.StructuredContentItem contentItem1 = new OpenAIResponse.StructuredContentItem();
+			contentItem1.setType("image_url");
+			OpenAIResponse.StructuredContentItem.ImageUrl imageURL = new OpenAIResponse.StructuredContentItem.ImageUrl();
+			imageURL.setUrl("https://upload.wikimedia.org/wikipedia/commons/thumb/d/dd/Gfp-wisconsin-madison-the-nature-boardwalk.jpg/2560px-Gfp-wisconsin-madison-the-nature-boardwalk.jpg");
+			contentItem1.setImage_url(imageURL);
+			items.add(contentItem1);
+			content.setItems(items);
+			OpenAIResponse.Message message = new OpenAIResponse.Message();
+			message.setRole("user");
+			message.setStructuredContent(content);
+			messages.add(message);
+			AV5OutputVariable = callAgent( "The weatherman", Gxproperties, messages, new CallResult()) ;
+		}
 		else if (AV3Parameter1.equals("chat_stream")) {
 			OpenAIResponse.Message message = new OpenAIResponse.Message();
 			message.setRole("user");

java/src/test/java/com/genexus/agent/TestAgent.java

@@ -26,6 +26,10 @@ public void testAPICallAgent() {
 		new Agent(-1).execute( "chat", "", GXv_char5) ;
 		System.out.println(GXv_char5[0]);
 
+		String[] GXv_char9 = new String[1] ;
+		new Agent(-1).execute( "eval_image", "", GXv_char9) ;
+		System.out.println(GXv_char9[0]);
+
 		String[] GXv_char8 = new String[1] ;
 		new Agent(-1).execute( "chat_stream", "", GXv_char8) ;