[AMORO-3989] Amoro's support for the domestic database Damang

Author: linjianchang

amoro-ams/pom.xml

@@ -228,6 +228,11 @@
             <artifactId>derby</artifactId>
         </dependency>
 
+        <dependency>
+            <groupId>com.dameng</groupId>
+            <artifactId>DmJdbcDriver18</artifactId>
+        </dependency>
+
         <dependency>
             <groupId>mysql</groupId>
             <artifactId>mysql-connector-java</artifactId>
@@ -536,6 +541,7 @@
                         <exclude>derby/**</exclude>
                         <exclude>mysql/**</exclude>
                         <exclude>postgres/**</exclude>
+                        <exclude>dameng/**</exclude>
                     </excludes>
                 </configuration>
             </plugin>

amoro-ams/src/main/java/org/apache/amoro/server/AmoroManagementConf.java

@@ -516,6 +516,7 @@ public class AmoroManagementConf {
   public static final String DB_TYPE_DERBY = "derby";
   public static final String DB_TYPE_MYSQL = "mysql";
   public static final String DB_TYPE_POSTGRES = "postgres";
+  public static final String DB_TYPE_DAMENG = "dameng";
 
   // terminal config
   public static final List<String> TERMINAL_BACKEND_VALUES =

amoro-ams/src/main/java/org/apache/amoro/server/AmoroManagementConfValidator.java

@@ -35,15 +35,17 @@ public static void validateConfig(Configurations configurations) {
         AmsUtil.lookForBindHost(configurations.getString(AmoroManagementConf.SERVER_EXPOSE_HOST));
     configurations.setString(AmoroManagementConf.SERVER_EXPOSE_HOST, inetAddress.getHostAddress());
 
-    // mysql or postgres config
+    // mysql or postgres or dameng config
     if (AmoroManagementConf.DB_TYPE_MYSQL.equalsIgnoreCase(
             configurations.getString(AmoroManagementConf.DB_TYPE))
         || AmoroManagementConf.DB_TYPE_POSTGRES.equalsIgnoreCase(
+            configurations.getString(AmoroManagementConf.DB_TYPE))
+        || AmoroManagementConf.DB_TYPE_DAMENG.equalsIgnoreCase(
             configurations.getString(AmoroManagementConf.DB_TYPE))) {
       if ("".equals(configurations.getString(AmoroManagementConf.DB_PASSWORD))
           || "".equals(configurations.getString(AmoroManagementConf.DB_USER_NAME))) {
         throw new IllegalArgumentException(
-            "username and password must be configured if the database type is mysql or postgres");
+            "username and password must be configured if the database type is mysql or postgres or dameng");
       }
     }
 

amoro-ams/src/main/java/org/apache/amoro/server/persistence/DataSourceFactory.java

@@ -47,14 +47,16 @@ public class DataSourceFactory {
   private static final String DERBY_INIT_SQL_SCRIPT = "derby/ams-derby-init.sql";
   private static final String MYSQL_INIT_SQL_SCRIPT = "mysql/ams-mysql-init.sql";
   private static final String POSTGRES_INIT_SQL_SCRIPT = "postgres/ams-postgres-init.sql";
+  private static final String DAMENG_INIT_SQL_SCRIPT = "dameng/ams-dameng-init.sql";
 
   public static DataSource createDataSource(Configurations config) {
     BasicDataSource dataSource = new BasicDataSource();
     dataSource.setUrl(config.getString(AmoroManagementConf.DB_CONNECTION_URL));
     dataSource.setDriverClassName(config.getString(AmoroManagementConf.DB_DRIVER_CLASS_NAME));
     String dbType = config.getString(AmoroManagementConf.DB_TYPE);
     if (AmoroManagementConf.DB_TYPE_MYSQL.equals(dbType)
-        || AmoroManagementConf.DB_TYPE_POSTGRES.equals(dbType)) {
+        || AmoroManagementConf.DB_TYPE_POSTGRES.equals(dbType)
+        || AmoroManagementConf.DB_TYPE_DAMENG.equals(dbType)) {
       dataSource.setUsername(config.getString(AmoroManagementConf.DB_USER_NAME));
       dataSource.setPassword(config.getString(AmoroManagementConf.DB_PASSWORD));
     }
@@ -104,6 +106,9 @@ private static void createTablesIfNeed(DataSource ds, Configurations config) {
             String.format(
                 "SELECT 1 FROM information_schema.tables WHERE table_schema = %s AND table_name = '%s'",
                 "current_schema()", "catalog_metadata");
+      } else if (AmoroManagementConf.DB_TYPE_DAMENG.equals(dbTypeConfig)) {
+        query =
+            String.format("SELECT 1 FROM user_tables WHERE table_name = '%s'", "catalog_metadata");
       }
       LOG.info("Start check table creation, using query: {}", query);
       try (ResultSet rs = statement.executeQuery(query)) {
@@ -131,6 +136,8 @@ private static URI getInitSqlScriptPath(String type) throws URISyntaxException {
       scriptPath = DERBY_INIT_SQL_SCRIPT;
     } else if (type.equals(AmoroManagementConf.DB_TYPE_POSTGRES)) {
       scriptPath = POSTGRES_INIT_SQL_SCRIPT;
+    } else if (type.equals(AmoroManagementConf.DB_TYPE_DAMENG)) {
+      scriptPath = DAMENG_INIT_SQL_SCRIPT;
     }
     URL scriptUrl = ClassLoader.getSystemResource(scriptPath);
     if (scriptUrl == null) {

amoro-ams/src/main/java/org/apache/amoro/server/persistence/SqlSessionFactoryProvider.java

@@ -86,6 +86,7 @@ public void init(DataSource dataSource) throws SQLException {
     properties.setProperty("MySQL", "mysql");
     properties.setProperty("PostgreSQL", "postgres");
     properties.setProperty("Derby", "derby");
+    properties.setProperty("DM DBMS", "dameng");
     provider.setProperties(properties);
     configuration.setDatabaseId(provider.getDatabaseId(dataSource));
     if (sqlSessionFactory == null) {
@@ -101,6 +102,7 @@ private void registerDialectAliases() {
     registerDialectAlias("postgres", PostgreSqlDialect.class);
     registerDialectAlias("mysql", MySqlDialect.class);
     registerDialectAlias("derby", SqlServer2012Dialect.class);
+    registerDialectAlias("dameng", MySqlDialect.class);
   }
 
   public SqlSessionFactory get() {

amoro-ams/src/main/java/org/apache/amoro/server/persistence/mapper/TableRuntimeMapper.java

@@ -107,6 +107,7 @@ public interface TableRuntimeMapper {
           + "<bind name=\"isMySQL\" value=\"_databaseId == 'mysql'\" />"
           + "<bind name=\"isPostgreSQL\" value=\"_databaseId == 'postgres'\" />"
           + "<bind name=\"isDerby\" value=\"_databaseId == 'derby'\" />"
+          + "<bind name=\"isDerby\" value=\"_databaseId == 'dameng'\" />"
           + "SELECT r.table_id, group_name, status_code, status_code_update_time, table_config, table_summary, bucket_id FROM "
           + TABLE_NAME
           + " r JOIN table_identifier i "

amoro-ams/src/test/java/org/apache/amoro/server/TestAmoroManagementConfValidator.java

@@ -46,7 +46,7 @@ public void testValidateServerExposeHost() {
   }
 
   public static Stream<Arguments> testValidateDBConfig() {
-    return Stream.of(Arguments.of("mysql"), Arguments.of("postgres"));
+    return Stream.of(Arguments.of("mysql"), Arguments.of("postgres"), Arguments.of("dameng"));
   }
 
   @ParameterizedTest

charts/amoro/templates/amoro-deployment.yaml

@@ -50,7 +50,7 @@ spec: {{/* TODO If Support Replica can be use more than 1 */}}
           imagePullPolicy: {{ .Values.image.pullPolicy }}
           command: [ "/entrypoint.sh", "ams" ]
           env:
-            {{- if or (eq .Values.amoroConf.database.type "mysql") (eq .Values.amoroConf.database.type "postgres") }}
+            {{- if or (eq .Values.amoroConf.database.type "mysql") (eq .Values.amoroConf.database.type "postgres") (eq .Values.amoroConf.database.type "dameng") }}
             - name: "AMS_DATABASE_USERNAME"
               valueFrom:
                 secretKeyRef:

charts/amoro/templates/amoro-secret.yaml

@@ -27,7 +27,7 @@ data:
   AdminUsername: {{ .Values.amoroConf.ams.adminUsername | b64enc | quote }}
   AdminPassword: {{ .Values.amoroConf.ams.adminPassword | b64enc | quote }}
 
-  {{- if or (eq .Values.amoroConf.database.type "mysql") (eq .Values.amoroConf.database.type "postgres") }}
+  {{- if or (eq .Values.amoroConf.database.type "mysql") (eq .Values.amoroConf.database.type "postgres") (eq .Values.amoroConf.database.type "dameng") }}
   # use helm set database username and password
   DatabaseUsername: {{ .Values.amoroConf.database.username | b64enc | quote }}
   DatabasePassword: {{ .Values.amoroConf.database.password | b64enc | quote }}

dist/src/main/assemblies/bin.xml

@@ -113,6 +113,11 @@
             <outputDirectory>conf/derby</outputDirectory>
             <fileMode>0644</fileMode>
         </fileSet>
+        <fileSet>
+        <directory>../amoro-ams/src/main/resources/dameng</directory>
+        <outputDirectory>conf/dameng</outputDirectory>
+        <fileMode>0644</fileMode>
+        </fileSet>
         <fileSet>
             <directory>../amoro-ams/target/amoro-ams-dependency/lib</directory>
             <outputDirectory>lib/</outputDirectory>