Merge pull request apache#26 from SphereEx/pingan-multi-schema

Pick: jdbc support multi database configuration

Author: strongduanmu

infra/url/core/src/main/java/org/apache/shardingsphere/infra/url/core/ShardingSphereURLLoadEngine.java

@@ -17,13 +17,18 @@
 
 package org.apache.shardingsphere.infra.url.core;
 
+import com.sphereex.dbplusengine.SphereEx;
+import com.sphereex.dbplusengine.infra.url.spi.ShardingSphereURLDirectoryLoader;
+import org.apache.shardingsphere.infra.spi.type.typed.TypedSPILoader;
 import org.apache.shardingsphere.infra.url.core.arg.URLArgumentLineRender;
+import org.apache.shardingsphere.infra.url.core.arg.URLArgumentPlaceholderType;
 import org.apache.shardingsphere.infra.url.core.arg.URLArgumentPlaceholderTypeFactory;
-import org.apache.shardingsphere.infra.spi.type.typed.TypedSPILoader;
 import org.apache.shardingsphere.infra.url.spi.ShardingSphereURLLoader;
 
 import java.util.Arrays;
 import java.util.Collection;
+import java.util.Map;
+import java.util.stream.Collectors;
 
 /**
  * ShardingSphere URL load engine.
@@ -34,9 +39,14 @@ public final class ShardingSphereURLLoadEngine {
 
     private final ShardingSphereURLLoader urlLoader;
 
+    @SphereEx
+    @SuppressWarnings("rawtypes")
+    private final ShardingSphereURLDirectoryLoader urlDirectoryLoader;
+    
     public ShardingSphereURLLoadEngine(final ShardingSphereURL url) {
         this.url = url;
         urlLoader = TypedSPILoader.getService(ShardingSphereURLLoader.class, url.getSourceType());
+        urlDirectoryLoader = TypedSPILoader.getService(ShardingSphereURLDirectoryLoader.class, url.getSourceType());
     }
 
     /**
@@ -48,4 +58,29 @@ public byte[] loadContent() {
         Collection<String> lines = Arrays.asList(urlLoader.load(url.getConfigurationSubject(), url.getQueryProps()).split(System.lineSeparator()));
         return URLArgumentLineRender.render(lines, URLArgumentPlaceholderTypeFactory.valueOf(url.getQueryProps()));
     }
+    
+    /**
+     * Is directory or not.
+     *
+     * @return directory or not
+     */
+    @SphereEx
+    public boolean isDirectory() {
+        return urlDirectoryLoader.isDirectory(url.getConfigurationSubject(), url.getQueryProps());
+    }
+    
+    /**
+     * Load configuration contents.
+     *
+     * @return loaded contents
+     */
+    @SuppressWarnings("unchecked")
+    @SphereEx
+    public Map<String, byte[]> loadContents() {
+        URLArgumentPlaceholderType placeholderType = URLArgumentPlaceholderTypeFactory.valueOf(url.getQueryProps());
+        Collection<?> allConfigurationSubjects = urlDirectoryLoader.getAllConfigurationSubjects(url.getConfigurationSubject(), url.getQueryProps());
+        return allConfigurationSubjects.stream().collect(Collectors.toMap(Object::toString,
+                each -> URLArgumentLineRender.render(
+                        Arrays.asList(urlDirectoryLoader.loadIndicate(url.getConfigurationSubject(), url.getQueryProps(), urlLoader, each).split(System.lineSeparator())), placeholderType)));
+    }
 }

infra/url/spi/src/main/java/com/sphereex/dbplusengine/infra/url/spi/ShardingSphereURLDirectoryLoader.java

@@ -0,0 +1,63 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package com.sphereex.dbplusengine.infra.url.spi;
+
+import org.apache.shardingsphere.infra.spi.annotation.SingletonSPI;
+import org.apache.shardingsphere.infra.spi.type.typed.TypedSPI;
+import org.apache.shardingsphere.infra.url.spi.ShardingSphereURLLoader;
+
+import java.util.Collection;
+import java.util.Properties;
+
+/**
+ * ShardingSphere URL directory loader.
+ * 
+ * @param <T> type of indicated subject
+ */
+@SingletonSPI
+public interface ShardingSphereURLDirectoryLoader<T> extends TypedSPI {
+    
+    /**
+     * Is directory or not.
+     *
+     * @param configurationSubject configuration subject
+     * @param queryProps query properties
+     * @return directory or not
+     */
+    boolean isDirectory(String configurationSubject, Properties queryProps);
+    
+    /**
+     * Get all configuration subjects.
+     *
+     * @param configurationSubject configuration subject
+     * @param queryProps query properties
+     * @return all configuration subjects
+     */
+    Collection<T> getAllConfigurationSubjects(String configurationSubject, Properties queryProps);
+    
+    /**
+     * Load indicate content.
+     *
+     * @param configurationSubject configuration subject
+     * @param queryProps query properties
+     * @param urlLoader URL loader
+     * @param indicatedSubject indicated subject
+     * @return loaded content
+     */
+    String loadIndicate(String configurationSubject, Properties queryProps, ShardingSphereURLLoader urlLoader, T indicatedSubject);
+}

infra/url/type/absolutepath/src/main/java/com/sphereex/dbplusengine/infra/url/absolutepath/AbsolutePathURLDirectoryLoader.java

@@ -0,0 +1,59 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package com.sphereex.dbplusengine.infra.url.absolutepath;
+
+import com.sphereex.dbplusengine.infra.url.spi.ShardingSphereURLDirectoryLoader;
+import org.apache.shardingsphere.infra.url.spi.ShardingSphereURLLoader;
+
+import java.io.File;
+import java.util.Arrays;
+import java.util.Collection;
+import java.util.Collections;
+import java.util.Properties;
+import java.util.stream.Collectors;
+
+/**
+ * Absolute path URL directory loader.
+ */
+public final class AbsolutePathURLDirectoryLoader implements ShardingSphereURLDirectoryLoader<String> {
+    
+    @Override
+    public boolean isDirectory(final String configurationSubject, final Properties queryProps) {
+        return getAbsoluteFile(configurationSubject).isDirectory();
+    }
+    
+    @Override
+    public Collection<String> getAllConfigurationSubjects(final String configurationSubject, final Properties queryProps) {
+        File[] files = getAbsoluteFile(configurationSubject).listFiles();
+        return null == files ? Collections.emptyList() : Arrays.stream(files).map(File::getName).filter(each -> !each.startsWith(".")).collect(Collectors.toList());
+    }
+    
+    private File getAbsoluteFile(final String configurationSubject) {
+        return new File(configurationSubject);
+    }
+    
+    @Override
+    public String loadIndicate(final String configurationSubject, final Properties queryProps, final ShardingSphereURLLoader urlLoader, final String indicatedSubject) {
+        return urlLoader.load(configurationSubject + File.separator + indicatedSubject, queryProps);
+    }
+    
+    @Override
+    public String getType() {
+        return "absolutepath:";
+    }
+}

infra/url/type/absolutepath/src/main/resources/META-INF/services/com.sphereex.dbplusengine.infra.url.spi.ShardingSphereURLDirectoryLoader

@@ -0,0 +1,18 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+com.sphereex.dbplusengine.infra.url.absolutepath.AbsolutePathURLDirectoryLoader

infra/url/type/absolutepath/src/test/java/com/sphereex/dbplusengine/infra/url/absolutepath/AbsolutePathURLDirectoryLoaderTest.java

@@ -0,0 +1,57 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package com.sphereex.dbplusengine.infra.url.absolutepath;
+
+import org.apache.shardingsphere.infra.url.absolutepath.AbsolutePathURLLoader;
+import org.junit.jupiter.api.Test;
+
+import java.util.Collection;
+import java.util.Objects;
+import java.util.Properties;
+
+import static org.hamcrest.CoreMatchers.is;
+import static org.hamcrest.MatcherAssert.assertThat;
+import static org.junit.jupiter.api.Assertions.assertFalse;
+import static org.junit.jupiter.api.Assertions.assertTrue;
+
+class AbsolutePathURLDirectoryLoaderTest {
+    
+    private final AbsolutePathURLDirectoryLoader loader = new AbsolutePathURLDirectoryLoader();
+    
+    @Test
+    void assertIsDirectory() {
+        assertTrue(loader.isDirectory(getConfigurationPath(), new Properties()));
+    }
+    
+    @Test
+    void assertGetAllConfigurationSubjects() {
+        Collection<String> actual = loader.getAllConfigurationSubjects(getConfigurationPath(), new Properties());
+        assertThat(actual.size(), is(1));
+        assertThat(actual.iterator().next(), is("fixture.yaml"));
+    }
+    
+    @Test
+    void assertLoadIndicate() {
+        String actual = loader.loadIndicate(getConfigurationPath(), new Properties(), new AbsolutePathURLLoader(), "fixture.yaml");
+        assertFalse(actual.isEmpty());
+    }
+    
+    private String getConfigurationPath() {
+        return Objects.requireNonNull(Thread.currentThread().getContextClassLoader().getResource("config/absolutepath/")).getPath();
+    }
+}

infra/url/type/classpath/pom.xml

@@ -32,5 +32,13 @@
             <artifactId>shardingsphere-infra-url-spi</artifactId>
             <version>${project.version}</version>
         </dependency>
+        
+        <!-- SPEX ADDED: BEGIN -->
+        <dependency>
+            <groupId>org.apache.shardingsphere</groupId>
+            <artifactId>shardingsphere-infra-util</artifactId>
+            <version>${project.version}</version>
+        </dependency>
+        <!-- SPEX ADDED: END -->
     </dependencies>
 </project>

infra/url/type/classpath/src/main/java/com/sphereex/dbplusengine/infra/url/classpath/ClassPathURLDirectoryLoader.java

@@ -0,0 +1,57 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package com.sphereex.dbplusengine.infra.url.classpath;
+
+import com.sphereex.dbplusengine.infra.url.spi.ShardingSphereURLDirectoryLoader;
+import org.apache.commons.lang3.StringUtils;
+import org.apache.shardingsphere.infra.url.spi.ShardingSphereURLLoader;
+import org.apache.shardingsphere.infra.util.directory.ClasspathResourceDirectoryReader;
+
+import java.io.File;
+import java.util.Collection;
+import java.util.Properties;
+import java.util.stream.Collectors;
+import java.util.stream.Stream;
+
+/**
+ * Class path URL directory loader.
+ */
+public final class ClassPathURLDirectoryLoader implements ShardingSphereURLDirectoryLoader<String> {
+    
+    @Override
+    public boolean isDirectory(final String configurationSubject, final Properties queryProps) {
+        return ClasspathResourceDirectoryReader.isDirectory(configurationSubject);
+    }
+    
+    @Override
+    public Collection<String> getAllConfigurationSubjects(final String configurationSubject, final Properties queryProps) {
+        try (Stream<String> resourceNameStream = ClasspathResourceDirectoryReader.read(configurationSubject)) {
+            return resourceNameStream.map(resourceName -> StringUtils.removeStart(resourceName, configurationSubject + "/")).collect(Collectors.toList());
+        }
+    }
+    
+    @Override
+    public String loadIndicate(final String configurationSubject, final Properties queryProps, final ShardingSphereURLLoader urlLoader, final String indicatedSubject) {
+        return urlLoader.load(configurationSubject + File.separator + indicatedSubject, queryProps);
+    }
+    
+    @Override
+    public String getType() {
+        return "classpath:";
+    }
+}

infra/url/type/classpath/src/main/resources/META-INF/services/com.sphereex.dbplusengine.infra.url.spi.ShardingSphereURLDirectoryLoader

@@ -0,0 +1,18 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+com.sphereex.dbplusengine.infra.url.classpath.ClassPathURLDirectoryLoader