代元培

统计Shell脚本执行时间

Shell脚本执行SQL语句，获得结果发邮件

脚本获取线上所有机器日志集中到本地单个文件

用于从sftp集群中下载数据文件到本地

# 当前日期current_date=`date +%Y%m%d`time=$(date "+%Y-%m-%d %H:%M:%S")echo "${time}"# 当月第一天f_day=`date +%Y%m01`echo ${f_day}# 昨天日期targetDay=`date -d "-1 days" +"%Y%m%d"`yesterday_date=`date -d 'yesterday' +%Y-%m-%d`# 前天日期qtday=`date -d '2 day ago' .

DataX脚本任务开发实例记录

#!/bin/sh#监控云上pay-data-load脚本执行进度current_path=$(cd "$(dirname $0)"; pwd)data_path="$current_path/time/"file_input=$current_path/file_inputhtml_file=$current_path/pay_data_load.htmlif [ -f "$html_file" ];then rm $html_filefi#if [ -f "$file_...

# 统计第4列为0112并且第5列为00或者03的行数awk -F '|' '{if(($4=="0112")&&($5=="00"||$5=="03")) print $1}' epcc0303_20210423.txt|wc -l# 去重展示第一列的时间awk -F '|' '{print $1}' epcc0303_20210422.txt|sort|uniq

#!/bin/bash. ~/.bashrcdateEnd=`date +"%Y%m%d"`dateBegin=`date +%Y%m%d -d"-30 day $dateEnd"`if [ $# == 1 ]; then if [ ! -n "$(echo $1| sed -n "/^[0-9]\+$/p")" ]; then echo "FATAL: The parameter is not a number." exit -1 fi i.

#!/bin/bash. ~/.bashrctime=$(date "+%Y-%m-%d %H:%M:%S")echo "${time}"for ((i=0;i<100;i++));do printf "%02d " $i; db_no=`printf "%02d\n" $i` sed 's/_62/_'"$db_no"'/g' translog.txt > translog_${db_no}.txt exit nohup mysql -h1.1.1.

if [ `grep -c "*.*.*.*" $CURRENT_DIR/conf/ubclient.conf` -eq '0' ];thenecho -e "\n" >> $CURRENT_DIR/conf/ubclient.confcat>>$CURRENT_DIR/conf/ubclient.conf<<EOF[.UbClient][..@Service]Name : testConnectAll : 0DefaultConnectTimeOut.

#!/bin/bash# load_dypserver.shname='dypserver'SV="./supervise.$name"unalias pidof &>/dev/nullexec 0</dev/null#ulimit -c unlimitedcd `dirname $0`#LIBRDKAFKA_DIR=`pwd`/lib#export LD_LIBRARY_PATH=$LIBRDKAFKA_DIR:$LD_LIBRARY_PATHif [ ! -.

wget -O output2.tar.gz http://irep.build.daiyp.com/product/v3/download/release/dxm/pay-core/payserver-conf/latest/output.tgzif [ ! -s output2.tar.gz ];then echo '404';fi

app_name='pay-data-platform'app_path=$(cd $(dirname $0); pwd)command=$1cmd_nginx="${app_path}/webserver/loadnginx.sh"cmd_fpm="${app_path}/php/sbin/php-fpm"if [ "$command" == 'start' ]; then $cmd_fpm start $cmd_nginx startelif [ "$command" == 'res.

#! /bin/bash# 基于 odp3.0的nginx，适用于odp3.0以下和odp3.0版本的nginx ,增加强制kill container里面的nginx的逻辑# 20160129 升级chkconfig 增加创建log/webserver 目录部分#set -eset -Etrap 'echo "Fail unexpectedly on ${BASH_SOURCE[0]}:$LINENO!" >&2' ERRODP_ROOT=$(readlink -f `.

#!/bin/bashCUR_DIR=$(cd "$(dirname "${BASH_SOURCE-$0}")";pwd)exec 1>>$CUR_DIR"/log/spIdToSpUid.log"exec 2>>$CUR_DIR"/log/spIdToSpUid.log.wf" . ~/.bashrcfileName=$1dateStr=`date +'%Y%m%d'`current=`date "+%Y-%m-%d %H:%M:%S"`timeStamp=`d.

#!/bin/bashCUR_DIR=$(cd "$(dirname "${BASH_SOURCE-$0}")";pwd)exec 1>>$CUR_DIR"/log/sh.log"exec 2>>$CUR_DIR"/log/sh.log.wf" . ~/.bashrcfilename=$1readfile=$CUR_DIR/var/${filename}echo $datafilecurrentdate=`date +'%Y%m%d'`current=`date .

# test.sh# 在当前目录下创建文本文件temp，如果文件存在则清空文件$(> temp)# for 循环将参数追加到当前目录的temp文件，逗号分隔，echo -n 不换行for i in $*;do ((n++)) # 从第四个开始拼接 if [[ n -gt 3 ]];then echo -n ${i}, >> temp fidone# str取temp文本里的字符串str=$(cat temp)# 将字符串最后的一个逗号去掉str=${str%.

# 当前脚本路径currentPath=$(cd "$(dirname $0)";pwd)cd $currentPathcd ..# 数据类型dataType=$1# 获取当前时间记录文件getDate=`head time/${dataType}.time`# 当前时间+1天getDate=`date -d"+1 day $getDate" +%Y%m%d`# 更新时间写入文件echo $getDate > time/${dataType}.time# 删除3个.

#!/bin/bash# run in v2basepath=$(cd `dirname $0`; pwd)DATAPATH="/home/work/datax/ext"SERVICEPORT=9902LOGFILE="/home/work/gpfdist/gp-client/log/gpfdist.log"TIMEOUT=300if [ -f ${LOGFILE} ]then datenow=` date +'%Y%m%d'` mv ${LOGFILE} ${LO.

#!/bin/bash. ~/.bashrcexport LANG="zh_CN.UTF-8"export LC_ALL="zh_CN.UTF-8"current_date=`date +%Y%m%d`echo ${current_date}basepath=$(cd `dirname $0`; pwd)cd ${basepath}tempfile="${basepath}/temp.log"export PGPASSWORD=******ONE_SQL="\\copy (select.

#!/bin/bash# alias sp='sh /home/work/.sp-gp' # 查gp库. ~/.bashrcre="[[:digit:]]+"fields="F_sp_id, F_sp_user_id, F_sp_company, F_sp_display_name, F_create_time"if [[ $1 =~ $re ]]; then sql="SELECT $fields FROM fn.t_scenario_sp_map WHERE F_sp_id =.

#!/bin/bash. ~/.bashrcif [ $# == 1 ]; then dateBegin=$1 dateEnd=$dateBeginelif [ $# == 2 ]; then dateBegin=$1 dateEnd=$2else echo "dateBegin or dateEnd is empty." exit -1fischema="fn"tbname="t_bank_return"dateBegin=`date +.

# 10 * * * * cd /home/work/pay-data-load && bash check_running_status.sh# check_running_status.sh# 用于检查pay-data-load是否正常运行的脚本current_path=$(cd "$(dirname $0)"; pwd)# 检查当前运行时间的上一个小时的日志# 是否日志为空，如果为空表示pay-data-load假死# 记录FATAL日志，并重启pay-data-load.

# 获取当前时间time=`date +"%Y-%m-%d %H:%M:%S"`# 获取一分钟之前time=`date -d "1 minute ago" +"%Y-%m-%d %H:%M:%S"`# 获取一小时之前time=`date -d "1 hour ago" +"%Y-%m-%d %H:%M:%S"`# 获取一天前时间time=`date -d "1 day ago" +"%Y-%m-%d %H:%M:%S"`...