diff --git a/azure-dlineage-pipelines.yml b/azure-dlineage-pipelines.yml new file mode 100644 index 00000000..53584358 --- /dev/null +++ b/azure-dlineage-pipelines.yml @@ -0,0 +1,32 @@ +# Starter pipeline +# Start with a minimal pipeline that you can customize to build and deploy your code. +# Add steps that build, run tests, deploy, and more: +# https://aka.ms/yaml + +trigger: +- dlineage + +pool: + vmImage: ubuntu-latest + +steps: + - task: Bash@3 + displayName: 'build' + inputs: + targetType: filePath + script: 'sh build_dlineage.sh' + arguments: '$(system.defaultworkingdirectory)' + filePath: 'build_dlineage.sh' + + - task: GitHubRelease@1 + inputs: + gitHubConnection: 'shenhuan2021' + repositoryName: 'sqlparser/gsp_demo_java' + action: 'create' + target: '$(Build.SourceVersion)' + tagSource: 'gitTag' + title: 'gudusoft.dlineage' + releaseNotesFilePath: '$(system.defaultworkingdirectory)/dlienagezip/*.zip' + changeLogCompareToRelease: 'lastFullRelease' + changeLogType: 'commitBased' + diff --git a/build_dlineage.sh b/build_dlineage.sh new file mode 100644 index 00000000..cb5aa9c6 --- /dev/null +++ b/build_dlineage.sh @@ -0,0 +1,55 @@ +#!/bin/bash + +#source dir +p1=$1 + +cd $p1/lib +jarpath=$(ls) +echo 'zippath is ' +ps=(${jarpath//.jar/ }) +dirpath=${ps[0]} +ps2=(${dirpath//gudusoft\.gsqlparser\./ }) +version=$ps2 + +echo 'start build' +cd $p1 +git clone https://github.com/shenhuan2021/dlineage_base.git +sudo mkdir -p $p1/dlineage_base/lib/ +sudo mkdir -p $p1/dlineage_base/src/main/java/demos/dlineage + +sudo cp $p1/lib/*.jar $p1/dlineage_base/lib/ +cd $p1/dlineage_base/lib/ +echo 'cp gsp success' +cd $p1 +sudo mv $p1/dlineage_base/lib/gudusoft.gsqlparser*.jar $p1/dlineage_base/lib/gudusoft.gsqlparser.jar +sudo cp $p1/external_lib/sqlflow-exporter.jar $p1/dlineage_base/lib/ +sudo cp $p1/src/main/java/demos/dlineage/DataFlowAnalyzer.java $p1/dlineage_base/src/main/java/demos/dlineage/ +sudo cp $p1/src/main/java/demos/dlineage/SqlflowIngester.java $p1/dlineage_base/src/main/java/demos/dlineage/ +cd dlineage_base +sudo chmod 777 maven.sh +sh maven.sh +echo 'maven dlineage_base jar success.' + +cd $p1 +sudo mkdir -p $p1/Dlineage/lib +sudo mkdir -p $p1/Dlineage/src +sudo mkdir -p $p1/Dlineage/bin +sudo mkdir -p $p1/Dlineage/doc +sudo mkdir -p $p1/Dlineage/simple +sudo mkdir -p $p1/Dlineage/script +echo 'mkdir success.' + +sudo cp $p1/dlineage_base/target/*.jar $p1/Dlineage/bin/ +sudo cp $p1/dlineage_base/script/start.sh $p1/Dlineage/script/ +sudo cp $p1/dlineage_base/script/start.bat $p1/Dlineage/script/ +sudo cp $p1/lib/*.jar $p1/Dlineage/lib/ +sudo cp $p1/src/main/java/demos/dlineage/DataFlowAnalyzer.java $p1/Dlineage/src/ +sudo cp $p1/src/main/java/demos/dlineage/SqlflowIngester.java $p1/Dlineage/src/ +sudo cp $p1/src/main/java/demos/dlineage/sample/*.sql $p1/Dlineage/sample/ +sudo cp $p1/dlineage_base/sqlflow-data-lineage-model-reference.pdf $p1/Dlineage/doc/ +sudo cp $p1/src/main/java/demos/dlineage/readme.md $p1/Dlineage/ +echo 'cp gsp jar success.' + +sudo zip -r gudusoft.dlineage-$version.zip Dlineage/ +mkdir dlienagezip +cp gudusoft.dlineage-$version.zip dlienagezip/