feat: modify config

Author: yanni97

arex-storage-web-api/src/main/java/com/arextest/storage/mock/impl/DefaultMockResultProviderImpl.java

@@ -18,6 +18,7 @@
 import com.arextest.storage.model.MockResultType;
 import com.arextest.storage.serialization.ZstdJacksonSerializer;
 import com.arextest.storage.service.QueryConfigService;
+import com.arextest.storage.service.config.ApplicationDefaultConfig;
 import com.arextest.storage.utils.DatabaseUtils;
 import com.google.common.collect.Lists;
 import com.google.common.collect.Maps;
@@ -41,6 +42,8 @@
 import org.springframework.beans.factory.annotation.Value;
 import org.springframework.stereotype.Component;
 
+import static com.arextest.storage.model.Constants.MAX_SQL_LENGTH;
+
 
 @Component
 @Slf4j
@@ -74,7 +77,7 @@ final class DefaultMockResultProviderImpl implements MockResultProvider {
   @Resource
   private QueryConfigService queryConfigService;
   @Resource
-  private DatabaseUtils databaseUtils;
+  private ApplicationDefaultConfig applicationDefaultConfig;
 
   /**
    * 1. Store recorded data and matching keys in redis 2. The mock type associated with dubbo, which
@@ -96,7 +99,7 @@ public <T extends Mocker> boolean putRecordResult(MockCategoryType category, Str
     // Obtain the number of the same interfaces in recorded data
     while (valueIterator.hasNext()) {
       T value = valueIterator.next();
-      databaseUtils.regenerateOperationName(value);
+      DatabaseUtils.regenerateOperationName(value, applicationDefaultConfig.getConfigAsInt(MAX_SQL_LENGTH));
       mockList.add(value);
       if (shouldRecordCallReplayMax) {
         // Dubbo type mock needs to calculate the number of body and methods combined

arex-storage-web-api/src/main/java/com/arextest/storage/mock/internal/matchkey/impl/DatabaseMatchKeyBuilderImpl.java

@@ -17,7 +17,6 @@
 import org.springframework.core.annotation.Order;
 import org.springframework.stereotype.Component;
 
-import javax.annotation.Resource;
 import java.security.MessageDigest;
 import java.util.ArrayList;
 import java.util.Arrays;
@@ -44,9 +43,6 @@ public class DatabaseMatchKeyBuilderImpl implements MatchKeyBuilder {
   private static final String COMMA_STRING = ",";
   private static final int INDEX_NOT_FOUND = -1;
   private static final int UPPER_LOWER_CASE_DELTA_VALUE = 32;
-
-  @Resource
-  private DatabaseUtils databaseUtils;
   /**
    * table name for ms-sql-server and mysql, which valid format as follow: ms-sql-server example:
    * 1,dbo.[tableName] 2,[orderDb].dbo.[tableName] 3,tableName mysql example:
@@ -166,7 +162,7 @@ private List<byte[]> dbMockKeyBuild(Mocker databaseMocker) {
     Mocker.Target targetRequest = databaseMocker.getTargetRequest();
     String sqlParameter = targetRequest.attributeAsString(MockAttributeNames.DB_PARAMETERS);
     String sqlText = targetRequest.getBody();
-    String dbName = databaseUtils.parseDbName(databaseMocker.getOperationName(), targetRequest);
+    String dbName = DatabaseUtils.parseDbName(databaseMocker.getOperationName(), targetRequest);
     byte[] dbNameBytes = CacheKeyUtils.toUtf8Bytes(dbName);
     byte[] sqlTextBytes = CacheKeyUtils.toUtf8Bytes(sqlText);
     byte[] sqlParameterBytes = CacheKeyUtils.toUtf8Bytes(sqlParameter);
@@ -237,7 +233,7 @@ private boolean tryAddParameterWithoutValue(MessageDigest md5Digest, String sqlP
   }
 
   private void findTableNameToMd5WithParser(String sqlText, MessageDigest md5Digest, String operationName) {
-    List<String> tableNames = databaseUtils.parseTableNames(operationName);
+    List<String> tableNames = DatabaseUtils.parseTableNames(operationName);
     if (CollectionUtils.isEmpty(tableNames)) {
       findTableNameToMd5(sqlText, md5Digest);
     } else {

arex-storage-web-api/src/main/java/com/arextest/storage/model/Constants.java

@@ -27,4 +27,7 @@ public interface Constants{
   String EXPIRATION_TIME = "expirationTime";
   // endregion
 
+  // applicationConfig
+  String MAX_SQL_LENGTH = "maxSqlLength";
+
 }

arex-storage-web-api/src/main/java/com/arextest/storage/service/config/ApplicationDefaultConfig.java

@@ -0,0 +1,58 @@
+package com.arextest.storage.service.config;
+
+import com.arextest.storage.service.config.provider.ConfigProvider;
+import org.apache.commons.collections4.MapUtils;
+import org.apache.commons.lang3.StringUtils;
+import org.springframework.stereotype.Component;
+
+import javax.annotation.PostConstruct;
+import javax.annotation.Resource;
+import java.util.Map;
+
+/**
+ *
+ * @author niyan
+ * @date 2024/6/6
+ * @since 1.0.0
+ */
+@Component
+public class ApplicationDefaultConfig {
+
+    @Resource
+    private ConfigProvider configProvider;
+    Map<String, String> configs;
+
+    @PostConstruct
+    public void init() {
+        configs = configProvider.loadConfigs("application.yaml");
+        configProvider.onChange(configs);
+    }
+
+
+    public String getConfigAsString(String key) {
+        if (MapUtils.isEmpty(configs)) {
+            return null;
+        }
+
+        return configs.getOrDefault(key, StringUtils.EMPTY);
+    }
+
+
+    public Integer getConfigAsInt(String key) {
+        if (MapUtils.isEmpty(configs)) {
+            return null;
+        }
+        if (!configs.containsKey(key)) {
+            return null;
+        }
+        if (configs.get(key) == null) {
+            return null;
+        }
+        try {
+            return Integer.parseInt(configs.get(key));
+        } catch (NumberFormatException e) {
+            return null;
+        }
+    }
+
+}

arex-storage-web-api/src/main/java/com/arextest/storage/service/config/ConfigManager.java

@@ -2,10 +2,16 @@
 
 import com.arextest.storage.service.config.provider.ConfigProvider;
 import lombok.extern.slf4j.Slf4j;
+import org.apache.commons.collections4.MapUtils;
+import org.apache.commons.lang3.StringUtils;
+import org.yaml.snakeyaml.Yaml;
 
+import java.io.InputStream;
 import java.util.Collections;
 import java.util.HashMap;
+import java.util.LinkedHashMap;
 import java.util.Map;
+import java.util.Objects;
 import java.util.Properties;
 
 /**
@@ -16,11 +22,35 @@
 @Slf4j
 public class ApplicationPropertiesConfigProvider implements ConfigProvider {
 
-    private Map<String, String> configs;
 
     @Override
-    public void loadConfigs(String configName) {
+    public Map<String, String> loadConfigs(String configName) {
+        if (StringUtils.isEmpty(configName)) {
+            return Collections.emptyMap();
+        }
+        if (configName.endsWith(".properties")) {
+            return parsePropertiesTypeConfig(configName);
+        } else if (configName.endsWith(".yml") || configName.endsWith(".yaml")) {
+            return parseYamlTypeConfig(configName);
+        } else {
+            return Collections.emptyMap();
+        }
+    }
+
+    @Override
+    public void onChange(Map<String, String> configs) {
+        // nothing to do
+    }
+
+
+    /**
+     * load application.properties
+     * @param configName e.g. /META-INF/app.properties
+     * @return configs
+     */
+    private Map<String, String> parsePropertiesTypeConfig(String configName) {
         Properties properties = new Properties();
+        Map<String, String> configs;
         try {
             properties.load(ApplicationPropertiesConfigProvider.class.getResourceAsStream(configName));
             // convert properties to map
@@ -29,15 +59,51 @@ public void loadConfigs(String configName) {
             LOGGER.error("load application.properties error", e);
             configs = Collections.emptyMap();
         }
+        return configs;
     }
 
-    @Override
-    public void onChange(Map<String, String> configs) {
-        // nothing to do
+    /**
+     * load application.yml
+     * @param configName e.g. application.yml
+     * @return configs
+     */
+    private Map<String, String> parseYamlTypeConfig(String configName) {
+        try {
+            Yaml yaml = new Yaml();
+            Map<String, String> configs = new LinkedHashMap<>();
+            InputStream inputStream = ApplicationPropertiesConfigProvider.class
+                    .getClassLoader()
+                    .getResourceAsStream(configName);
+            Map<String, Object> obj = yaml.load(inputStream);
+            if (MapUtils.isEmpty(obj)) {
+                return Collections.emptyMap();
+            }
+            flattenMap(configs, obj, null);
+            return configs;
+        } catch (Exception e) {
+            LOGGER.error("load application.yml error", e);
+            return Collections.emptyMap();
+        }
     }
 
-    @Override
-    public Map<String, String> getConfigs() {
-        return configs;
+    /**
+     * flatten map
+     * @param result result
+     * @param source source
+     * @param parentKey parentKey
+     */
+    private void flattenMap(Map<String, String> result, Map<String, Object> source, String parentKey) {
+        for (Map.Entry<String, Object> entry : source.entrySet()) {
+            // key = parentKey + "." + entry.getKey()
+            String key = (parentKey != null ? parentKey + "." : "") + entry.getKey();
+            if (entry.getValue() instanceof Map) {
+                flattenMap(result, (Map<String, Object>) entry.getValue(), key);
+            } else if (Objects.isNull(entry.getValue())) {
+                result.put(key, null);
+            } else {
+                result.put(key, entry.getValue().toString());
+            }
+        }
     }
+
 }

arex-storage-web-api/src/main/java/com/arextest/storage/service/config/impl/ApplicationPropertiesConfigProvider.java

@@ -11,15 +11,10 @@ public interface ConfigProvider {
     /**
      * load all configs
      */
-    void loadConfigs(String configName);
+    Map<String, String> loadConfigs(String configName);
 
     /**
      * replace all configs
      */
     void onChange(Map<String, String> configs);
-
-    /**
-     * get all configs
-     */
-    Map<String, String> getConfigs();
 }

arex-storage-web-api/src/main/java/com/arextest/storage/service/config/provider/ConfigProvider.java

@@ -2,6 +2,7 @@
 
 import com.arextest.model.mock.MockCategoryType;
 import com.arextest.model.mock.Mocker;
+import com.arextest.storage.service.config.ApplicationDefaultConfig;
 import com.arextest.storage.service.handler.mocker.MockerHandler;
 import com.arextest.storage.utils.DatabaseUtils;
 import lombok.Setter;
@@ -10,6 +11,8 @@
 
 import javax.annotation.Resource;
 
+import static com.arextest.storage.model.Constants.MAX_SQL_LENGTH;
+
 /**
  * @author niyan
  * @date 2024/4/23
@@ -19,7 +22,8 @@
 public class DatabaseMockerHandler implements MockerHandler {
 
     @Setter(onMethod_={@Autowired})
-    private DatabaseUtils databaseUtils;
+    private ApplicationDefaultConfig applicationDefaultConfig;
+
 
     @Override
     public MockCategoryType getMockCategoryType() {
@@ -28,11 +32,11 @@ public MockCategoryType getMockCategoryType() {
 
     @Override
     public void handleOnRecordSaving(Mocker mocker) {
-        databaseUtils.regenerateOperationName(mocker);
+        DatabaseUtils.regenerateOperationName(mocker, applicationDefaultConfig.getConfigAsInt(MAX_SQL_LENGTH));
     }
 
     @Override
     public void handleOnRecordMocking(Mocker mocker) {
-        databaseUtils.regenerateOperationName(mocker);
+        DatabaseUtils.regenerateOperationName(mocker, applicationDefaultConfig.getConfigAsInt(MAX_SQL_LENGTH));
     }
 }