Implements Embedding in MySQL

(cherry picked from commit ca9cdce)

Author: iroqueta

java/src/main/java/com/genexus/db/ForEachCursor.java

@@ -340,6 +340,8 @@ public void setParameterRT(String name, String value)
 				boolean isLike = false;
 		    if(value.equals("like"))
 		    	isLike = true;
+			else if (value.equals("Distance"))
+				value = ds.getDistanceFunction();
 		    else if(!value.equals("=") && !value.equals(">") && !value.equals(">=")
 		            && !value.equals("<=") && !value.equals("<") && !value.equals("<>"))
 		    {

java/src/main/java/com/genexus/db/driver/DataSource.java

@@ -71,6 +71,7 @@ public class DataSource extends AbstractDataSource
 	public String jdbcDataSource;
 
 	private String namespace;
+	private String dbmsVersion;
 
 	public DataSource(
 						String name,
@@ -581,7 +582,15 @@ public DataSource copy()
 		copyDataSource.setConnectionPools(this.getConnectionPools());
 		return copyDataSource;
 	}
-	
+
+	public String getDistanceFunction() {
+		String distanceFunction = "DISTANCE";
+		if (dbms.getId() == GXDBMS.DBMS_MYSQL && getDbmsVersion() != null && getDbmsVersion().contains("MariaDB")) {
+			distanceFunction = "vec_distance_cosine";
+		}
+		return distanceFunction;
+	}
+
 	public String[] concatOp()
 	{
 		switch(dbms.getId())
@@ -616,7 +625,15 @@ public void RWPoolRecycle()
 	{
 		if (getConnectionPool().getRWConnectionPool(defaultUser) != null)
 			getConnectionPool().getRWConnectionPool(defaultUser).PoolRecycle();		
-	}		
+	}
+
+	public void setDbmsVersion(String dbmsVersion) {
+		this.dbmsVersion = dbmsVersion;
+	}
+
+	public String getDbmsVersion() {
+		return dbmsVersion;
+	}
 
 }
 

java/src/main/java/com/genexus/db/driver/GXConnection.java

@@ -190,6 +190,7 @@ public GXConnection( ModelContext context, int handle, String user, String passw
 			try
 			{
 				version = dma.getDatabaseProductVersion();
+				dataSource.setDbmsVersion(version);
 			}
 			catch (SQLException e)
 			{

java/src/main/java/com/genexus/db/driver/GXPreparedStatement.java

@@ -13,6 +13,7 @@
 import java.math.BigDecimal;
 import java.net.MalformedURLException;
 import java.net.URL;
+import java.nio.ByteBuffer;
 import java.sql.Array;
 import java.sql.Blob;
 import java.sql.Clob;
@@ -1506,14 +1507,35 @@ else if(blobFiles.length < index)
 		}
 	}
 
+	private static byte[] floatArrayToByteArray(Float[] floats) {
+		ByteBuffer buffer = ByteBuffer.allocate(floats.length * Float.BYTES);
+
+		for (Float f : floats) {
+			if (f != null) {
+				buffer.putFloat(f);
+			} else {
+				buffer.putFloat(0.0f);
+			}
+		}
+		return buffer.array();
+	}
+
 	public void setEmbedding(int index, Float[] value) throws SQLException{
-		Array sqlArray = con.createArrayOf("float4", value);
+		byte[] bytes = null;
+		Array sqlArray = null;
+		if (con.getDBMS().getId() == GXDBMS.DBMS_POSTGRESQL)
+			sqlArray = con.createArrayOf("float4", value);
+		else
+			bytes = floatArrayToByteArray(value);
 		if	(DEBUG)
 		{
 			log(GXDBDebug.LOG_MAX, "setEmbedding - index : " + index);
 			try
 			{
-				stmt.setArray(index, sqlArray);
+				if (con.getDBMS().getId() == GXDBMS.DBMS_POSTGRESQL)
+					stmt.setArray(index, sqlArray);
+				else
+					stmt.setBytes(index, bytes);
 			}
 			catch (SQLException sqlException)
 			{
@@ -1523,7 +1545,10 @@ public void setEmbedding(int index, Float[] value) throws SQLException{
 		}
 		else
 		{
-			stmt.setArray(index, sqlArray);
+			if (con.getDBMS().getId() == GXDBMS.DBMS_POSTGRESQL)
+				stmt.setArray(index, sqlArray);
+			else
+				stmt.setBytes(index, bytes);
 		}
 	}
 

java/src/main/java/com/genexus/db/driver/GXResultSet.java

@@ -9,6 +9,7 @@
 import java.io.OutputStream;
 import java.io.Reader;
 import java.math.BigDecimal;
+import java.nio.ByteBuffer;
 import java.sql.Array;
 import java.sql.Blob;
 import java.sql.Clob;
@@ -836,7 +837,20 @@ public Float[] getGxembedding (int columnIndex) throws SQLException
 		if	(DEBUG )
 			log(GXDBDebug.LOG_MAX, "Warning: getEmbedding");
 
-		return(Float[]) convertVectorStringToFloatArray(result.getArray(columnIndex).toString());
+		if (con.getDBMS().getId() == GXDBMS.DBMS_POSTGRESQL)
+			return convertVectorStringToFloatArray(result.getArray(columnIndex).toString());
+		else
+			return byteArrayToFloatObjectArray(result.getBytes(columnIndex));
+	}
+
+	private static Float[] byteArrayToFloatObjectArray(byte[] bytes) {
+		Float[] floats = new Float[bytes.length / Float.BYTES];
+
+		ByteBuffer buffer = ByteBuffer.wrap(bytes);
+		for (int i = 0; i < floats.length; i++) {
+			floats[i] = buffer.getFloat();
+		}
+		return floats;
 	}
 
 	private static Float[] convertVectorStringToFloatArray(String vectorString) {