Skip to content

Commit

Permalink
Merge pull request WeBankFinTech#461 from JackChen0810/dev-1.0.1
Browse files Browse the repository at this point in the history
fix bug
  • Loading branch information
wushengyeyouya authored Jan 1, 2022
2 parents 5ba10a7 + 2d4809a commit 2825da7
Show file tree
Hide file tree
Showing 35 changed files with 457 additions and 194 deletions.
4 changes: 4 additions & 0 deletions assembly/bin/appconn-install.sh
Original file line number Diff line number Diff line change
Expand Up @@ -106,4 +106,8 @@ echo ""

echo "step4:refresh appconn load"
curl -H "Token-Code:BML-AUTH" -H "Token-User:hadoop" -X GET http://${GATEWAY_INSTALL_IP}:${GATEWAY_PORT}/api/rest_j/v1/dss/framework/project/appconn/${APPCONN_NAME}/load
echo ""

echo ""
echo "step5:Restart the DSS service,please use sbin/dss-start-all.sh to restart it!"
echo ""
39 changes: 21 additions & 18 deletions assembly/bin/install.sh
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,8 @@ SERVER_IP=""
SERVER_HOME=""

local_host="`hostname --fqdn`"
LOCAL_IP="`ifconfig | grep 'inet' | grep -v '127.0.0.1' | cut -d: -f2 | awk '{ print $2}'`"
LOCAL_IP=$(hostname -I)
LOCAL_IP=${LOCAL_IP// /}

#To be compatible with MacOS and Linux
txt=""
Expand Down Expand Up @@ -54,8 +55,8 @@ function checkJava(){

checkJava

dos2unix ${workDir}/config/*
dos2unix ${workDir}/bin/*
dos2unix -q ${workDir}/config/*
dos2unix -q ${workDir}/bin/*

echo "step1:load config"
source ${workDir}/config/config.sh
Expand Down Expand Up @@ -113,11 +114,11 @@ function replaceCommonIp() {
fi

if [[ $GATEWAY_INSTALL_IP == "127.0.0.1" ]] || [ -z "$GATEWAY_INSTALL_IP" ]; then
echo "GATEWAY_INSTALL_IP is equals $GATEWAY_INSTALL_IP ,we will change it to ip address"
#echo "GATEWAY_INSTALL_IP is equals $GATEWAY_INSTALL_IP ,we will change it to ip address"
GATEWAY_INSTALL_IP=$LOCAL_IP
fi
if [[ $EUREKA_INSTALL_IP == "127.0.0.1" ]] || [ -z "$EUREKA_INSTALL_IP" ]; then
echo "EUREKA_INSTALL_IP is equals $EUREKA_INSTALL_IP ,we will change it to ip address"
#echo "EUREKA_INSTALL_IP is equals $EUREKA_INSTALL_IP ,we will change it to ip address"
EUREKA_INSTALL_IP=$LOCAL_IP
fi
}
Expand Down Expand Up @@ -150,7 +151,7 @@ function changeConf(){
sed -i "s#spring.spring.application.name=.*#spring.spring.application.name=$SERVER_FULL_NAME#g" $CONF_SERVER_PROPERTIES
fi
sed -i "s#wds.dss.appconn.scheduler.project.store.dir.*#wds.dss.appconn.scheduler.project.store.dir=$WDS_SCHEDULER_PATH#g" $CONF_SERVER_PROPERTIES
isSuccess "subsitution $CONF_SERVER_PROPERTIES of $SERVER_NAME"
isSuccess "subsitution $CONF_SERVER_PROPERTIES"
}
##function end

Expand Down Expand Up @@ -204,12 +205,13 @@ fi

##Install dss projects
function installDssProject() {
echo "step2:update config"
# if [ "$DSS_INSTALL_HOME" != "" ]
# then
# rm -rf $DSS_INSTALL_HOME
# fi
echo ""
echo "-----------------DSS install start--------------------"
#echo ""
#echo "-----------------DSS install start--------------------"
SERVER_HOME=$DSS_INSTALL_HOME
if [ "$SERVER_HOME" == "" ]
then
Expand All @@ -224,7 +226,7 @@ function installDssProject() {
sudo mkdir -p $SERVER_HOME;sudo chown -R $deployUser:$deployUser $SERVER_HOME
isSuccess "Create the dir of $SERVER_HOME"

echo ""
#echo ""
SERVER_NAME=dss-framework-project-server
SERVER_IP=$DSS_FRAMEWORK_PROJECT_SERVER_INSTALL_IP
SERVER_PORT=$DSS_FRAMEWORK_PROJECT_SERVER_PORT
Expand All @@ -237,7 +239,7 @@ function installDssProject() {
CONF_APPLICATION_YML=$SERVER_HOME/conf/application-dss.yml
###install project-Server
installPackage
echo ""
#echo ""

SERVER_NAME=dss-framework-orchestrator-server
SERVER_IP=$DSS_FRAMEWORK_ORCHESTRATOR_SERVER_INSTALL_IP
Expand All @@ -250,7 +252,7 @@ function installDssProject() {
CONF_APPLICATION_YML=$SERVER_HOME/conf/application-dss.yml
###install project-Server
installPackage
echo ""
#echo ""

SERVER_NAME=dss-apiservice-server
SERVER_IP=$DSS_APISERVICE_SERVER_INSTALL_IP
Expand All @@ -263,7 +265,7 @@ function installDssProject() {
CONF_APPLICATION_YML=$SERVER_HOME/conf/application-dss.yml
###install dss-apiservice-server
installPackage
echo ""
#echo ""

SERVER_NAME=dss-datapipe-server
SERVER_IP=$DSS_DATAPIPE_SERVER_INSTALL_IP
Expand All @@ -276,7 +278,7 @@ function installDssProject() {
CONF_APPLICATION_YML=$SERVER_HOME/conf/application-dss.yml
###install dss-datapipe-server
installPackage
echo ""
#echo ""

##Flow execution Install
PACKAGE_DIR=dss
Expand All @@ -291,7 +293,7 @@ function installDssProject() {
CONF_APPLICATION_YML=$SERVER_HOME/conf/application-dss.yml
###Install flow execution
installPackage
echo ""
#echo ""

SERVER_NAME=dss-workflow-server
SERVER_IP=$DSS_WORKFLOW_SERVER_INSTALL_IP
Expand All @@ -304,10 +306,11 @@ function installDssProject() {
CONF_APPLICATION_YML=$SERVER_HOME/conf/application-dss.yml
###install dss-workflow-server
installPackage
echo ""
echo "-----------------DSS install end--------------------"
echo ""
#echo "-----------------DSS install end--------------------"
#echo ""

}
ENV_FLAG="dev"
installDssProject
installDssProject

echo "Congratulations! You have installed DSS $DSS_VERSION successfully, please use sbin/dss-start-all.sh to start it!"
4 changes: 3 additions & 1 deletion conf/dss-workflow-server.properties
Original file line number Diff line number Diff line change
Expand Up @@ -41,4 +41,6 @@ wds.dss.appconn.scheduler.azkaban.login.passwd=
##import file dir
wds.dss.file.upload.dir=/appcom/tmp/uploads

wds.dss.server.export.env=DEV
wds.dss.server.export.env=DEV
wds.dss.server.import.env=DEV

4 changes: 2 additions & 2 deletions db/dss_dml.sql
Original file line number Diff line number Diff line change
Expand Up @@ -63,11 +63,11 @@ INSERT INTO `dss_onestop_menu` (`id`, `name`, `title_en`, `title_cn`, `descripti
INSERT INTO `dss_onestop_menu` (`id`, `name`, `title_en`, `title_cn`, `description`, `is_active`, `icon`, `order`, `create_by`, `create_time`, `last_update_time`, `last_update_user`) VALUES('5','管理员功能','administrator function','管理员功能','管理员功能描述','0',NULL,NULL,NULL,NULL,NULL,NULL);

DELETE FROM dss_onestop_menu_application;
INSERT INTO `dss_onestop_menu_application` (`id`, `application_id`, `onestop_menu_id`, `title_en`, `title_cn`, `desc_en`, `desc_cn`, `labels_en`, `labels_cn`, `is_active`, `access_button_en`, `access_button_cn`, `manual_button_en`, `manual_button_cn`, `manual_button_url`, `icon`, `order`, `create_by`, `create_time`, `last_update_time`, `last_update_user`, `image`) VALUES('2',NULL,'1','StreamSQL development','StreamSQL开发','Real-time application development is a streaming solution jointly built by WeDataSphere, Boss big data team and China Telecom ctcloud Big data team.','实时应用开发是微众银行微数域(WeDataSphere)、Boss直聘大数据团队 和 中国电信天翼云大数据团队 社区联合共建的流式解决方案,以 Linkis 做为内核,基于 Flink Engine 构建的批流统一的 Flink SQL,助力实时化转型。','streaming, realtime','流式,实时','0','under union construction','联合共建中','related information','相关资讯','http://127.0.0.1:8088/wiki/scriptis/manual/workspace_cn.html','shujukaifa-logo',NULL,NULL,NULL,NULL,NULL,'shujukaifa-icon');
INSERT INTO `dss_onestop_menu_application` (`id`, `application_id`, `onestop_menu_id`, `title_en`, `title_cn`, `desc_en`, `desc_cn`, `labels_en`, `labels_cn`, `is_active`, `access_button_en`, `access_button_cn`, `manual_button_en`, `manual_button_cn`, `manual_button_url`, `icon`, `order`, `create_by`, `create_time`, `last_update_time`, `last_update_user`, `image`) VALUES('2',NULL,'0','StreamSQL development','StreamSQL开发','Real-time application development is a streaming solution jointly built by WeDataSphere, Boss big data team and China Telecom ctcloud Big data team.','实时应用开发是微众银行微数域(WeDataSphere)、Boss直聘大数据团队 和 中国电信天翼云大数据团队 社区联合共建的流式解决方案,以 Linkis 做为内核,基于 Flink Engine 构建的批流统一的 Flink SQL,助力实时化转型。','streaming, realtime','流式,实时','0','under union construction','联合共建中','related information','相关资讯','http://127.0.0.1:8088/wiki/scriptis/manual/workspace_cn.html','shujukaifa-logo',NULL,NULL,NULL,NULL,NULL,'shujukaifa-icon');
INSERT INTO `dss_onestop_menu_application` (`id`, `application_id`, `onestop_menu_id`, `title_en`, `title_cn`, `desc_en`, `desc_cn`, `labels_en`, `labels_cn`, `is_active`, `access_button_en`, `access_button_cn`, `manual_button_en`, `manual_button_cn`, `manual_button_url`, `icon`, `order`, `create_by`, `create_time`, `last_update_time`, `last_update_user`, `image`) VALUES('3','11','1','Data service development','数据服务开发','Data service is a unified API service jointly built by WeDataSphere and Ihome Big data Team. With Linkis and DataSphere Studio as the kernel.','数据服务是微众银行微数域(WeDataSphere)与 艾佳生活大数据团队 社区联合共建的统一API服务,以 Linkis 和 DataSphere Studio 做为内核,提供快速将 Scriptis 脚本生成数据API的能力,协助企业统一管理对内对外的API服务。','API, data service','API,数据服务','1','under union construction','进入数据服务','related information','相关资讯','http://127.0.0.1:8088/wiki/scriptis/manual/workspace_cn.html','shujufuwu-logo',NULL,NULL,NULL,NULL,NULL,'shujufuwu-icon');
INSERT INTO `dss_onestop_menu_application` (`id`, `application_id`, `onestop_menu_id`, `title_en`, `title_cn`, `desc_en`, `desc_cn`, `labels_en`, `labels_cn`, `is_active`, `access_button_en`, `access_button_cn`, `manual_button_en`, `manual_button_cn`, `manual_button_url`, `icon`, `order`, `create_by`, `create_time`, `last_update_time`, `last_update_user`, `image`) VALUES('4','1','2','Scriptis','Scriptis','Scriptis is a one-stop interactive data exploration analysis tool built by WeDataSphere, uses Linkis as the kernel.','Scriptis是微众银行微数域(WeDataSphere)打造的一站式交互式数据探索分析工具,以任意桥(Linkis)做为内核,提供多种计算存储引擎(如Spark、Hive、TiSpark等)、Hive数据库管理功能、资源(如Yarn资源、服务器资源)管理、应用管理和各种用户资源(如UDF、变量等)管理的能力。','scripts development,IDE','脚本开发,IDE','1','enter Scriptis','进入Scriptis','user manual','用户手册','http://127.0.0.1:8088/wiki/scriptis/manual/workspace_cn.html','shujukaifa-logo',NULL,NULL,NULL,NULL,NULL,'shujukaifa-icon');

INSERT INTO `dss_onestop_menu_application` (`id`, `application_id`, `onestop_menu_id`, `title_en`, `title_cn`, `desc_en`, `desc_cn`, `labels_en`, `labels_cn`, `is_active`, `access_button_en`, `access_button_cn`, `manual_button_en`, `manual_button_cn`, `manual_button_url`, `icon`, `order`, `create_by`, `create_time`, `last_update_time`, `last_update_user`, `image`) VALUES('9',NULL,'4','Exchangis','Exchangis','Exchangis is a lightweight, high scalability, data exchange platform, support for structured and unstructured data transmission between heterogeneous data sources.','Exchangis是一个轻量级的、高扩展性的数据交换平台,支持对结构化及无结构化的异构数据源之间的数据传输,在应用层上具有数据权限管控、节点服务高可用和多租户资源隔离等业务特性,而在数据层上又具有传输架构多样化、模块插件化和组件低耦合等架构特点。','user manual','生产,运维','0','enter Exchangis','进入Exchangis','user manual','用户手册','http://127.0.0.1:8088/wiki/scriptis/manual/workspace_cn.html','shujujiaohuan-logo',NULL,NULL,NULL,NULL,NULL,'shujujiaohuan-icon');
INSERT INTO `dss_onestop_menu_application` (`id`, `application_id`, `onestop_menu_id`, `title_en`, `title_cn`, `desc_en`, `desc_cn`, `labels_en`, `labels_cn`, `is_active`, `access_button_en`, `access_button_cn`, `manual_button_en`, `manual_button_cn`, `manual_button_url`, `icon`, `order`, `create_by`, `create_time`, `last_update_time`, `last_update_user`, `image`) VALUES('9',NULL,'0','Exchangis','Exchangis','Exchangis is a lightweight, high scalability, data exchange platform, support for structured and unstructured data transmission between heterogeneous data sources.','Exchangis是一个轻量级的、高扩展性的数据交换平台,支持对结构化及无结构化的异构数据源之间的数据传输,在应用层上具有数据权限管控、节点服务高可用和多租户资源隔离等业务特性,而在数据层上又具有传输架构多样化、模块插件化和组件低耦合等架构特点。','user manual','生产,运维','0','enter Exchangis','进入Exchangis','user manual','用户手册','http://127.0.0.1:8088/wiki/scriptis/manual/workspace_cn.html','shujujiaohuan-logo',NULL,NULL,NULL,NULL,NULL,'shujujiaohuan-icon');
INSERT INTO `dss_onestop_menu_application` (`id`, `application_id`, `onestop_menu_id`, `title_en`, `title_cn`, `desc_en`, `desc_cn`, `labels_en`, `labels_cn`, `is_active`, `access_button_en`, `access_button_cn`, `manual_button_en`, `manual_button_cn`, `manual_button_url`, `icon`, `order`, `create_by`, `create_time`, `last_update_time`, `last_update_user`, `image`) VALUES('10','7','5','Workspace management','工作空间管理',NULL,NULL,NULL,NULL,'1','workspace management','工作空间管理',NULL,NULL,NULL,'shujukaifa-logo',NULL,NULL,NULL,NULL,NULL,'shujukaifa-icon');
INSERT INTO `dss_onestop_menu_application` (`id`, `application_id`, `onestop_menu_id`, `title_en`, `title_cn`, `desc_en`, `desc_cn`, `labels_en`, `labels_cn`, `is_active`, `access_button_en`, `access_button_cn`, `manual_button_en`, `manual_button_cn`, `manual_button_url`, `icon`, `order`, `create_by`, `create_time`, `last_update_time`, `last_update_user`, `image`) VALUES('11',NULL,'5','User resources management','用户资源管理',NULL,NULL,NULL,NULL,'1','user resource management','用户资源管理',NULL,NULL,NULL,'shujukaifa-logo',NULL,NULL,NULL,NULL,NULL,'shujukaifa-icon');

Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,66 @@
/*
*
* * Copyright 2019 WeBank
* *
* * Licensed under the Apache License, Version 2.0 (the "License");
* * you may not use this file except in compliance with the License.
* * You may obtain a copy of the License at
* *
* * http://www.apache.org/licenses/LICENSE-2.0
* *
* * Unless required by applicable law or agreed to in writing, software
* * distributed under the License is distributed on an "AS IS" BASIS,
* * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* * See the License for the specific language governing permissions and
* * limitations under the License.
*
*/

package com.webank.wedatasphere.dss.appconn.visualis.publish;

import com.google.common.collect.Maps;
import com.webank.wedatasphere.dss.standard.app.development.ref.ExportRequestRef;
import com.webank.wedatasphere.dss.standard.app.sso.Workspace;

import java.util.Map;

public class VisualisExportRequestRef implements ExportRequestRef {

Map<String, Object> parameters = Maps.newHashMap();
Workspace workspace;

@Override
public Object getParameter(String key) {
return parameters.get(key);
}

@Override
public void setParameter(String key, Object value) {
parameters.put(key, value);
}

@Override
public Map<String, Object> getParameters() {
return parameters;
}

@Override
public String getName() {
return parameters.get("name").toString();
}

@Override
public String getType() {
return parameters.get("type").toString();
}

@Override
public Workspace getWorkspace() {
return workspace;
}

@Override
public void setWorkspace(Workspace workspace) {
this.workspace = workspace;
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,76 @@
/*
*
* * Copyright 2019 WeBank
* *
* * Licensed under the Apache License, Version 2.0 (the "License");
* * you may not use this file except in compliance with the License.
* * You may obtain a copy of the License at
* *
* * http://www.apache.org/licenses/LICENSE-2.0
* *
* * Unless required by applicable law or agreed to in writing, software
* * distributed under the License is distributed on an "AS IS" BASIS,
* * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* * See the License for the specific language governing permissions and
* * limitations under the License.
*
*/

package com.webank.wedatasphere.dss.appconn.visualis.publish;

import com.google.common.collect.Maps;
import com.webank.wedatasphere.dss.standard.app.development.ref.ImportRequestRef;
import com.webank.wedatasphere.dss.standard.app.sso.Workspace;

import java.util.Map;

public class VisualisImportRequestRef implements ImportRequestRef {

Map<String, Object> parameters = Maps.newHashMap();
Workspace workspace;

@Override
public Object getParameter(String key) {
return parameters.get(key);
}

@Override
public void setParameter(String key, Object value) {
parameters.put(key, value);
}

@Override
public Map<String, Object> getParameters() {
return parameters;
}

@Override
public String getName() {
return parameters.get("name").toString();
}

@Override
public String getType() {
return parameters.get("type").toString();
}

@Override
public boolean equals(Object ref) {
return false;
}

@Override
public String toString() {
return parameters.toString();
}

@Override
public Workspace getWorkspace() {
return workspace;
}

@Override
public void setWorkspace(Workspace workspace) {
this.workspace = workspace;
}
}
Loading

0 comments on commit 2825da7

Please sign in to comment.