Skip to content

Commit d2f2b93

Browse files
alexzyWualexzyWu
authored
Merge pull request WeBankFinTech#42 from James23Wang/dev
feat(appconns/dss-mlflow-appconn): Add MLFlow Appconn
2 parents 037d83b + 19d0f6b commit d2f2b93

22 files changed

Lines changed: 2573 additions & 0 deletions

‎appconns/dss-mlflow-appconn/pom.xml‎

Lines changed: 256 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,256 @@
1+
<?xml version="1.0" encoding="UTF-8"?>
2+
<!--
3+
~ Copyright 2019 WeBank
4+
~ Licensed under the Apache License, Version 2.0 (the "License");
5+
~ you may not use this file except in compliance with the License.
6+
~ You may obtain a copy of the License at
7+
~
8+
~ http://www.apache.org/licenses/LICENSE-2.0
9+
~
10+
~ Unless required by applicable law or agreed to in writing, software
11+
~ distributed under the License is distributed on an "AS IS" BASIS,
12+
~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13+
~ See the License for the specific language governing permissions and
14+
~ limitations under the License.
15+
~
16+
-->
17+
<project xmlns="http://maven.apache.org/POM/4.0.0"
18+
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
19+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
20+
<modelVersion>4.0.0</modelVersion>
21+
<parent>
22+
<artifactId>dss</artifactId>
23+
<groupId>com.webank.wedatasphere.dss</groupId>
24+
<version>1.0.1</version>
25+
</parent>
26+
<!-- <parent>-->
27+
<!-- <artifactId>dss</artifactId>-->
28+
<!-- <groupId>com.webank.wedatasphere.dss</groupId>-->
29+
<!-- <version>1.0.0</version>-->
30+
<!-- <relativePath>../../../pom.xml</relativePath>-->
31+
<!-- </parent>-->
32+
<artifactId>dss-mlflow-appconn</artifactId>
33+
<version>1.0.0</version>
34+
<dependencies>
35+
<dependency>
36+
<groupId>com.webank.wedatasphere.dss</groupId>
37+
<artifactId>dss-project-plugin</artifactId>
38+
<version>${dss.version}</version>
39+
</dependency>
40+
<dependency>
41+
<groupId>com.webank.wedatasphere.dss</groupId>
42+
<artifactId>dss-appconn-core</artifactId>
43+
<version>${dss.version}</version>
44+
</dependency>
45+
<dependency>
46+
<groupId>com.webank.wedatasphere.dss</groupId>
47+
<artifactId>spring-origin-dss-project-plugin</artifactId>
48+
<version>${dss.version}</version>
49+
</dependency>
50+
51+
<dependency>
52+
<groupId>com.webank.wedatasphere.dss</groupId>
53+
<artifactId>dss-structure-integration-standard</artifactId>
54+
<version>${dss.version}</version>
55+
</dependency>
56+
57+
<dependency>
58+
<groupId>com.webank.wedatasphere.dss</groupId>
59+
<artifactId>dss-development-process-standard</artifactId>
60+
<version>${dss.version}</version>
61+
</dependency>
62+
<dependency>
63+
<groupId>com.webank.wedatasphere.dss</groupId>
64+
<artifactId>dss-development-process-standard-execution</artifactId>
65+
<version>${dss.version}</version>
66+
</dependency>
67+
68+
<dependency>
69+
<groupId>org.apache.linkis</groupId>
70+
<artifactId>linkis-module</artifactId>
71+
<version>${linkis.version}</version>
72+
<scope>provided</scope>
73+
<exclusions>
74+
<exclusion>
75+
<artifactId>httpclient</artifactId>
76+
<groupId>org.apache.httpcomponents</groupId>
77+
</exclusion>
78+
</exclusions>
79+
<optional>true</optional>
80+
</dependency>
81+
<dependency>
82+
<groupId>org.apache.linkis</groupId>
83+
<artifactId>linkis-cs-common</artifactId>
84+
<version>${linkis.version}</version>
85+
<scope>compile</scope>
86+
</dependency>
87+
<dependency>
88+
<artifactId>linkis-bml-client</artifactId>
89+
<exclusions>
90+
<exclusion>
91+
<artifactId>gson</artifactId>
92+
<groupId>com.google.code.gson</groupId>
93+
</exclusion>
94+
</exclusions>
95+
<groupId>org.apache.linkis</groupId>
96+
<version>${linkis.version}</version>
97+
<scope>provided</scope>
98+
<optional>true</optional>
99+
</dependency>
100+
<dependency>
101+
<groupId>com.fasterxml.jackson.dataformat</groupId>
102+
<artifactId>jackson-dataformat-yaml</artifactId>
103+
<version>2.10.5</version>
104+
</dependency>
105+
<dependency>
106+
<groupId>org.apache.linkis</groupId>
107+
<artifactId>linkis-httpclient</artifactId>
108+
<version>${linkis.version}</version>
109+
<exclusions>
110+
<exclusion>
111+
<artifactId>linkis-common</artifactId>
112+
<groupId>org.apache.linkis</groupId>
113+
</exclusion>
114+
<exclusion>
115+
<artifactId>json4s-jackson_2.11</artifactId>
116+
<groupId>org.json4s</groupId>
117+
</exclusion>
118+
</exclusions>
119+
</dependency>
120+
121+
<dependency>
122+
<groupId>org.apache.linkis</groupId>
123+
<artifactId>linkis-storage</artifactId>
124+
<version>${linkis.version}</version>
125+
<scope>provided</scope>
126+
<exclusions>
127+
<exclusion>
128+
<artifactId>linkis-common</artifactId>
129+
<groupId>org.apache.linkis</groupId>
130+
</exclusion>
131+
</exclusions>
132+
</dependency>
133+
134+
<dependency>
135+
<groupId>com.webank.wedatasphere.dss</groupId>
136+
<artifactId>dss-common</artifactId>
137+
<version>${dss.version}</version>
138+
<scope>provided</scope>
139+
</dependency>
140+
<dependency>
141+
<groupId>com.webank.wedatasphere.dss</groupId>
142+
<artifactId>dss-appconn-core</artifactId>
143+
<version>${dss.version}</version>
144+
<scope>compile</scope>
145+
</dependency>
146+
<dependency>
147+
<groupId>com.webank.wedatasphere.dss</groupId>
148+
<artifactId>dss-appconn-core</artifactId>
149+
<version>${dss.version}</version>
150+
<scope>compile</scope>
151+
</dependency>
152+
<dependency>
153+
<groupId>com.webank.wedatasphere.dss</groupId>
154+
<artifactId>dss-structure-integration-standard</artifactId>
155+
<version>${dss.version}</version>
156+
<scope>compile</scope>
157+
</dependency>
158+
<dependency>
159+
<groupId>com.webank.wedatasphere.dss</groupId>
160+
<artifactId>dss-appconn-core</artifactId>
161+
<version>${dss.version}</version>
162+
<scope>compile</scope>
163+
</dependency>
164+
<dependency>
165+
<groupId>com.webank.wedatasphere.dss</groupId>
166+
<artifactId>dss-development-process-standard</artifactId>
167+
<version>1.0.0</version>
168+
<scope>compile</scope>
169+
</dependency>
170+
<!-- <dependency>-->
171+
<!-- <groupId>org.apache.linkis</groupId>-->
172+
<!-- <artifactId>linkis-httpclient</artifactId>-->
173+
<!-- <version>1.0.2</version>-->
174+
<!-- <scope>compile</scope>-->
175+
<!-- </dependency>-->
176+
<dependency>
177+
<groupId>com.webank.wedatasphere.dss</groupId>
178+
<artifactId>dss-flow-execution-server</artifactId>
179+
<version>${dss.version}</version>
180+
<scope>compile</scope>
181+
</dependency>
182+
</dependencies>
183+
184+
185+
<build>
186+
<plugins>
187+
<plugin>
188+
<groupId>org.apache.maven.plugins</groupId>
189+
<artifactId>maven-deploy-plugin</artifactId>
190+
</plugin>
191+
192+
<plugin>
193+
<groupId>net.alchim31.maven</groupId>
194+
<artifactId>scala-maven-plugin</artifactId>
195+
</plugin>
196+
<plugin>
197+
<groupId>org.apache.maven.plugins</groupId>
198+
<artifactId>maven-jar-plugin</artifactId>
199+
</plugin>
200+
<plugin>
201+
<groupId>org.apache.maven.plugins</groupId>
202+
<artifactId>maven-assembly-plugin</artifactId>
203+
<version>2.3</version>
204+
<inherited>false</inherited>
205+
<executions>
206+
<execution>
207+
<id>make-assembly</id>
208+
<phase>package</phase>
209+
<goals>
210+
<goal>single</goal>
211+
</goals>
212+
<configuration>
213+
<descriptors>
214+
<descriptor>src/main/assembly/distribution.xml</descriptor>
215+
</descriptors>
216+
</configuration>
217+
</execution>
218+
</executions>
219+
<configuration>
220+
<skipAssembly>false</skipAssembly>
221+
<finalName>out</finalName>
222+
<appendAssemblyId>false</appendAssemblyId>
223+
<attach>false</attach>
224+
<descriptors>
225+
<descriptor>src/main/assembly/distribution.xml</descriptor>
226+
</descriptors>
227+
</configuration>
228+
</plugin>
229+
<plugin>
230+
<groupId>org.apache.maven.plugins</groupId>
231+
<artifactId>maven-gpg-plugin</artifactId>
232+
<configuration>
233+
<skip>true</skip>
234+
</configuration>
235+
</plugin>
236+
</plugins>
237+
<resources>
238+
<resource>
239+
<directory>src/main/java</directory>
240+
<includes>
241+
<include>**/*.xml</include>
242+
</includes>
243+
</resource>
244+
<resource>
245+
<directory>src/main/resources</directory>
246+
<excludes>
247+
<exclude>**/*.properties</exclude>
248+
<exclude>**/application.yml</exclude>
249+
<exclude>**/bootstrap.yml</exclude>
250+
<exclude>**/log4j2.xml</exclude>
251+
</excludes>
252+
</resource>
253+
</resources>
254+
</build>
255+
256+
</project>

‎appconns/dss-mlflow-appconn/src/main/assembly/distribution.xml‎

Lines changed: 66 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,66 @@
1+
<!--
2+
~ Copyright 2019 WeBank
3+
~ Licensed under the Apache License, Version 2.0 (the "License");
4+
~ you may not use this file except in compliance with the License.
5+
~ You may obtain a copy of the License at
6+
~
7+
~ http://www.apache.org/licenses/LICENSE-2.0
8+
~
9+
~ Unless required by applicable law or agreed to in writing, software
10+
~ distributed under the License is distributed on an "AS IS" BASIS,
11+
~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12+
~ See the License for the specific language governing permissions and
13+
~ limitations under the License.
14+
~
15+
-->
16+
17+
<assembly
18+
xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/2.3"
19+
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
20+
xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/2.3 http://maven.apache.org/xsd/assembly-1.1.2.xsd">
21+
<id>dss-mlflow-appconn</id>
22+
<formats>
23+
<format>dir</format>
24+
</formats>
25+
<includeBaseDirectory>true</includeBaseDirectory>
26+
<baseDirectory>mlflow</baseDirectory>
27+
28+
<dependencySets>
29+
<dependencySet>
30+
<!-- Enable access to all projects in the current multimodule build! <useAllReactorProjects>true</useAllReactorProjects> -->
31+
<!-- Now, select which projects to include in this module-set. -->
32+
<outputDirectory>lib</outputDirectory>
33+
<useProjectArtifact>true</useProjectArtifact>
34+
<useTransitiveDependencies>true</useTransitiveDependencies>
35+
<unpack>false</unpack>
36+
<useStrictFiltering>true</useStrictFiltering>
37+
<useTransitiveFiltering>true</useTransitiveFiltering>
38+
</dependencySet>
39+
</dependencySets>
40+
41+
<fileSets>
42+
<fileSet>
43+
<directory>${basedir}/src/main/resources</directory>
44+
<includes>
45+
<include>appconn.properties</include>
46+
</includes>
47+
<fileMode>0777</fileMode>
48+
<outputDirectory>/</outputDirectory>
49+
<lineEnding>unix</lineEnding>
50+
</fileSet>
51+
52+
<fileSet>
53+
<directory>${basedir}/src/main/resources</directory>
54+
<includes>
55+
<include>log4j.properties</include>
56+
<include>log4j2.xml</include>
57+
</includes>
58+
<fileMode>0777</fileMode>
59+
<outputDirectory>conf</outputDirectory>
60+
<lineEnding>unix</lineEnding>
61+
</fileSet>
62+
63+
</fileSets>
64+
65+
</assembly>
66+

‎appconns/dss-mlflow-appconn/src/main/java/com/webank/wedatasphere/dss/appconn/mlflow/MLFlowAppConn.java‎

Lines changed: 45 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,45 @@
1+
/*
2+
* Copyright 2019 WeBank
3+
* Licensed under the Apache License, Version 2.0 (the "License");
4+
* you may not use this file except in compliance with the License.
5+
* You may obtain a copy of the License at
6+
*
7+
* http://www.apache.org/licenses/LICENSE-2.0
8+
*
9+
* Unless required by applicable law or agreed to in writing, software
10+
* distributed under the License is distributed on an "AS IS" BASIS,
11+
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12+
* See the License for the specific language governing permissions and
13+
* limitations under the License.
14+
*
15+
*/
16+
17+
package com.webank.wedatasphere.dss.appconn.mlflow;
18+
19+
import com.webank.wedatasphere.dss.appconn.core.ext.OnlyDevelopmentAppConn;
20+
import com.webank.wedatasphere.dss.appconn.core.ext.ThirdlyAppConn;
21+
import com.webank.wedatasphere.dss.appconn.core.impl.AbstractAppConn;
22+
import com.webank.wedatasphere.dss.appconn.core.impl.AbstractOnlySSOAppConn;
23+
import com.webank.wedatasphere.dss.appconn.mlflow.utils.MLFlowConfig;
24+
import com.webank.wedatasphere.dss.standard.app.development.standard.DevelopmentIntegrationStandard;
25+
import com.webank.wedatasphere.dss.standard.app.structure.StructureIntegrationStandard;
26+
import org.apache.linkis.common.conf.CommonVars;
27+
28+
public class MLFlowAppConn extends AbstractAppConn implements OnlyDevelopmentAppConn {
29+
30+
public static final String MLFlow_APPCONN_NAME = CommonVars.apply("wds.dss.appconn.mlflow.name", "mlflow").getValue();
31+
32+
33+
private MLFlowDevelopmentIntegrationStandard developmentIntegrationStandard;
34+
35+
@Override
36+
protected void initialize() {
37+
this.developmentIntegrationStandard = new MLFlowDevelopmentIntegrationStandard();
38+
}
39+
40+
@Override
41+
public DevelopmentIntegrationStandard getOrCreateDevelopmentStandard() {
42+
return developmentIntegrationStandard;
43+
}
44+
45+
}

0 commit comments

Comments
 (0)