Maven多module打包示例

一 整体结构

　　项目根pom

dtsf
com.suning.dtsf
RDRS-V3.8.0.rc

4.0.0
dtsf-worker

pom

dtsf-worker-core
dtsf-worker-api
dtsf-worker-writer-kafka
dtsf-worker-reader-replformysql
dtsf-worker-sink-reader
dtsf-worker-sink-writer
dtsf-worker-writer-hbase
dtsf-worker-sink-pgwriter

二 core项目

　　1 package.xml

xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.0 http://maven.apache.org/xsd/assembly-1.1.0.xsd">
worker

dir
tar.gz

false


src/main/bin
/bin

*.*

775


../../dtsf-biz/target/classes/conf
conf

*.*





target/classes/logback.xml
conf


target/classes/worker.properties
conf


target/classes/javaopts
conf




true
/lib
runtime
true

slf4j-nop*

　　startup.sh

#!/bin/bash
if [ -f "/etc/profile" ];then
source /etc/profile
fi
current_path=`pwd`
case "`uname`" in
Linux)
bin_abs_path=$(readlink -f $(dirname $0))
;;
*)
bin_abs_path=`cd $(dirname $0); pwd`
;;
esac
base=${bin_abs_path}/..
worker_cOnf=$base/conf/worker.properties
logback_cOnfigurationFile=$base/conf/logback.xml
java_opts_file=$base/conf/javaopts
export LANG=en_US.UTF-8
export BASE=$base
if [ -e $java_opts_file ]; then
source $java_opts_file
fi
if [ -f $base/bin/worker.pid ] ; then
ps -fe | grep dtsf-worker | grep -v grep > /dev/null 2>&1
if [ $? -ne 0 ];then
echo "dtsf worker is hung up"
rm -f worker.pid
else
echo "found worker.pid , Please run stop.sh first ,then startup.sh" 2>&2
exit 1
fi
fi
if [ ! -d $base/logs/worker ] ; then
mkdir -p $base/logs/worker
fi
if [ ! -d $base/logs/gc ] ; then
mkdir -p $base/logs/gc
fi
## set java path
if [ -z "$JAVA" ] ; then
JAVA=$(which java)
fi
if [ -z "$JAVA" ]; then
echo "Cannot find a Java JDK. Please set either set JAVA or put java (>=1.5) in your PATH." 2>&2
exit 1
fi
case "$#"
in
0 )
;;
1 )
var=$*
if [ -f $var ] ; then
worker_cOnf=$var
else
echo "THE PARAMETER IS NOT CORRECT.PLEASE CHECK AGAIN."
exit
fi;;
2 )
var=$1
if [ -f $var ] ; then
worker_cOnf=$var
else
if [ "$1" = "debug" ]; then
DEBUG_PORT=$2
DEBUG_SUSPEND="y"
JAVA_DEBUG_OPT="-Xdebug -Xnoagent -Djava.compiler=NONE -Xrunjdwp:transport=dt_socket,address=$DEBUG_PORT,server=y,suspend=$DEBUG_SUSPEND"
fi
fi;;
* )
echo "THE PARAMETERS MUST BE TWO OR LESS.PLEASE CHECK AGAIN."
exit;;
esac
str=`file -L $JAVA | grep 64-bit`
if [ -n "$JAVA_OPTS_CONF" ]; then
JAVA_OPTS=$JAVA_OPTS_CONF
elif [ -n "$str" ]; then
JAVA_OPTS="-server -Xms32G -Xmx32G -Xmn2048m -XX:SurvivorRatio=2 -Xss256k -XX:-UseAdaptiveSizePolicy -XX:MaxTenuringThreshold=15 -XX:+DisableExplicitGC -XX:+UseConcMarkSweepGC -XX:+CMSParallelRemarkEnabled -XX:+UseCMSCompactAtFullCollection -XX:+UseFastAccessorMethods -XX:+UseCMSInitiatingOccupancyOnly -XX:+HeapDumpOnOutOfMemoryError -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -Xloggc:${BASE}/logs/gc/gc-worker-%t.log -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=20 -XX:GCLogFileSize=1024K"
else
JAVA_OPTS="-server -Xms1024m -Xmx1024m -XX:NewSize=256m -XX:MaxNewSize=256m -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -Xloggc:${BASE}/logs/gc/gc-worker-%t.log -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=20 -XX:GCLogFileSize=1024K"
fi
JAVA_OPTS=" $JAVA_OPTS -Djava.awt.headless=true -Djava.net.preferIPv4Stack=true -Dfile.encoding=UTF-8"
# -Dcom.sun.management.jmxremote.port=9333 -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false
WORKER_OPTS="-DappName=dtsf-worker -Dlogback.cOnfigurationFile=$logback_configurationFile -Djava.opts.file=$java_opts_file -Dworker.cOnf=$worker_conf -Dworker.home=$base"
if [ -e $worker_conf -a -e $logback_configurationFile ]
then
for i in $base/lib/*;
do CLASSPATH=$i:"$CLASSPATH";
done
CLASSPATH="$base/conf:$CLASSPATH";
echo "cd to $bin_abs_path for workaround relative path"
cd $bin_abs_path
echo LOG CONFIGURATION : $logback_configurationFile
echo worker conf : $worker_conf
echo CLASSPATH :$CLASSPATH
echo JAVA_OPTS :$JAVA_OPTS
$JAVA $JAVA_OPTS $JAVA_DEBUG_OPT $WORKER_OPTS -classpath .:$CLASSPATH com.suning.dtsf.worker.core.boot.WorkerBooter 1>>$base/logs/worker/worker.log 2>&1 &
echo $! > $base/bin/worker.pid
echo "cd to $current_path for continue"
cd $current_path
else
echo "worker conf("$worker_conf") OR log configration file($logback_configurationFile) is not exist,please create then first!"
fi
echo "worker has been started."
#echo "append worker cron script"
#if [ ! -f "/var/spool/cron/root" ];then
# touch /var/spool/cron/root
#fi
#grep "startup.sh" /var/spool/cron/root
#if [ $? -ne 0 ];then
# cron_asterisk="* * * * *"
# cron_cOntent="$base/bin/startup.sh"
# echo "$cron_asterisk sh $cron_content" >> /var/spool/cron/root
# if [ -f "/etc/init.d/crond" ];then
# /etc/init.d/crond restart
# fi
#fi

　　stop.sh

#!/bin/bash
echo "uninstall cron"
grep "startup.sh" /var/spool/cron/root
if [ $? -eq 0 ];then
sed -i "/startup.sh/d" /var/spool/cron/root
if [ ! -f "/etc/init.d/crond" ];then
/etc/init.d/crond restart
fi
fi
cygwin=false;
linux=false;
case "`uname`" in
CYGWIN*)
cygwin=true
;;
Linux*)
linux=true
;;
esac
get_pid() {
STR=$1
PID=$2
if $cygwin; then
JAVA_CMD="$JAVA_HOME\bin\java"
JAVA_CMD=`cygpath --path --unix $JAVA_CMD`
JAVA_PID=`ps |grep $JAVA_CMD |awk '{print $1}'`
else
if $linux; then
if [ ! -z "$PID" ]; then
JAVA_PID=`ps -C java -f --width 1000|grep "$STR"|grep "$PID"|grep -v grep|awk '{print $2}'`
else
JAVA_PID=`ps -C java -f --width 1000|grep "$STR"|grep -v grep|awk '{print $2}'`
fi
else
if [ ! -z "$PID" ]; then
JAVA_PID=`ps aux |grep "$STR"|grep "$PID"|grep -v grep|awk '{print $2}'`
else
JAVA_PID=`ps aux |grep "$STR"|grep -v grep|awk '{print $2}'`
fi
fi
fi
echo $JAVA_PID;
}
base=`dirname $0`/..
pidfile=$base/bin/worker.pid
if [ ! -f "$pidfile" ];then
echo "worker is not running. exists"
exit
fi
pid=`cat $pidfile`
if [ "$pid" == "" ] ; then
pid=`get_pid "appName=dtsf-worker"`
fi
echo -e "`hostname`: stopping worker $pid ... "
kill $pid
LOOPS=0
while (true);
do
gpid=`get_pid "appName=dtsf-worker" "$pid"`
if [ "$gpid" == "" ] ; then
echo "Oook! cost:$LOOPS"
if [ -f "$pidfile" ];then
`rm $pidfile`
fi
break;
fi
let LOOPS=LOOPS+1
sleep 1
done

　　pom.xml

dtsf-worker
com.suning.dtsf
RDRS-V3.8.0.rc

4.0.0
dtsf-worker-core

......

org.apache.maven.plugins
maven-compiler-plugin

8
8

org.apache.maven.plugins
maven-jar-plugin
3.1.0



com.ucar.datalink.worker.core.boot.WorkerBooter



**/logback.xml
**/worker.properties

maven-assembly-plugin




com.ucar.datalink.worker.core.boot.WorkerBooter


dtsf
${project.parent.parent.build.directory}

src/main/assembly/package.xml

package

single

三 reader-mysql

　　package.xml 

xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.0 http://maven.apache.org/xsd/assembly-1.1.0.xsd">
reader-mysql

dir

false


true
/

com.suning.dtsf:dtsf-worker-reader-replformysql



false
/lib
runtime
true

com.suning.dtsf:dtsf-worker-api
fastjson*
lz4*
slf4j*
log4j
connect-api*
kafka-clients*
commons-logging*
simpleclient*

　　pom.xml

dtsf-worker
com.suning.dtsf
RDRS-V3.8.0.rc

4.0.0
dtsf-worker-reader-replformysql

......

maven-assembly-plugin



src/main/assembly/package.xml

reader-replformysql
false
${project.parent.parent.build.directory}/dtsf-worker/plugin/reader

package

single