253 lines
10 KiB
Bash
Executable File
253 lines
10 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
# cleanup
|
|
rm -r /tmp/parallel-* /tmp/overall-result-* /tmp/g_analyze.sh-*
|
|
|
|
. /etc/bash/gaboshlib.include
|
|
|
|
# Chart Part
|
|
. dabo/functions/genchart.sh
|
|
# Chart Part End
|
|
|
|
g_nice
|
|
|
|
|
|
function g_echo_note {
|
|
[ -z "$1" ] && return 0
|
|
echo -en "\033[97m$(tail -n1 ${g_tmp}/$tmpfile | cut -d, -f1) \033[36mNOTE:"
|
|
cat <<< "$@"
|
|
echo -en "\033[0m"
|
|
}
|
|
|
|
function analyze {
|
|
local file=$1
|
|
tmpfile=$(basename "${file}")
|
|
|
|
|
|
. /etc/bash/gaboshlib.include
|
|
g_tmp="$2"
|
|
#for bashfunc in $(find /etc/bash/gaboshlib -type f -name "g_*.bashfunc" -o -name "g_*.sh")
|
|
#do
|
|
# . "$bashfunc"
|
|
#done
|
|
. dabo/functions/check_buy_conditions.sh
|
|
. dabo/functions/check_sell_conditions.sh
|
|
. dabo/functions/get_vars_from_csv.sh
|
|
. dabo/functions/score.sh
|
|
. dabo/dabo-bot.conf
|
|
. dabo-bot.conf
|
|
. analyze.conf
|
|
|
|
|
|
[ "${ANALYZE_VERBOSE}" -eq "0" ] || g_echo "Analyzing file: $file"
|
|
|
|
# cleanup
|
|
f_SELL=1
|
|
f_BUY=""
|
|
>${g_tmp}/${tmpfile}
|
|
>${g_tmp}/result-${tmpfile}
|
|
|
|
rm -f ${g_tmp}/open-${tmpfile}
|
|
rm -f ${g_tmp}/interim-${tmpfile}
|
|
rm -f ${g_tmp}/output-${tmpfile}
|
|
|
|
#local f_ORIGIFS="$IFS"
|
|
#IFS=$'\n'
|
|
|
|
# Chart Part
|
|
echo "$(head -n1 ${file}),Market Perrormance,Score,Buy Score,Sell Score,InTrade,Inetrim Result" >analyze-${analyzedate}/chart-${tmpfile}
|
|
# Chart Part End
|
|
|
|
#for line in $(egrep "^${ANALYZE_TIME}" "$file" | grep -v ',,')
|
|
local f_lines
|
|
mapfile -t f_lines <<<$(egrep "^${ANALYZE_TIME}" "$file" | grep -v ',,')
|
|
for line in "${f_lines[@]}"
|
|
do
|
|
# Chart Part
|
|
f_sell_score=""
|
|
f_buy_score=""
|
|
# Chart Part End
|
|
#IFS=$f_ORIGIFS
|
|
current=$(echo $line | cut -d, -f2)
|
|
time=$(echo $line | cut -d, -f1 | cut -d: -f1,2)
|
|
f_market_performance=$(grep "^$time" data/botdata/MARKET_PERFORMANCE | tail -n1 | cut -d: -f4 | cut -d"%" -f1 | sed 's/ *//')
|
|
echo "$line" >>${g_tmp}/${tmpfile}
|
|
echo " ${line},${f_market_performance}" | perl -pe 's/([0-9].[0-9][0-9][0-9][0-9][0-9][0-9])[0-9]+/$1/g' | column -t -s, >>${g_tmp}/output-${tmpfile}
|
|
if [ -f "${g_tmp}/open-${tmpfile}" ]
|
|
then
|
|
if [ "${ANALYZE_VERBOSE}" -eq "0" ]
|
|
then
|
|
check_sell_conditions ${g_tmp}/${tmpfile} >>${g_tmp}/output-${tmpfile}
|
|
else
|
|
check_sell_conditions ${g_tmp}/${tmpfile}
|
|
fi
|
|
fi
|
|
if ! [ -f "${g_tmp}/open-${tmpfile}" ]
|
|
then
|
|
if [ "${ANALYZE_VERBOSE}" -eq "0" ]
|
|
then
|
|
check_buy_conditions ${g_tmp}/${tmpfile} >>${g_tmp}/output-${tmpfile}
|
|
else
|
|
check_buy_conditions ${g_tmp}/${tmpfile}
|
|
fi
|
|
fi
|
|
# Chart Part
|
|
local f_intrade=0
|
|
local f_score=${f_buy_score}
|
|
local f_interim="0"
|
|
[ -z "${f_buy_score}" ] && f_buy_score=0
|
|
if [ -z "${f_sell_score}" ]
|
|
then
|
|
f_sell_score=0
|
|
else
|
|
f_score=${f_sell_score}
|
|
f_intrade=1
|
|
if [ -s ${g_tmp}/interim-${tmpfile} ]
|
|
then
|
|
f_interim=$(tail -n1 ${g_tmp}/interim-${tmpfile})
|
|
f_interim=$(g_calc "${f_interim}-${FEE}")
|
|
fi
|
|
fi
|
|
echo "$line,${f_market_performance},${f_score},${f_buy_score},${f_sell_score},${f_intrade},${f_interim}" >>analyze-${analyzedate}/chart-${tmpfile}
|
|
# Chart Part End
|
|
done
|
|
|
|
# sell at the end to have a final result.
|
|
if [ -f ${g_tmp}/open-${tmpfile} ]
|
|
then
|
|
f_SELL="SELL ${f_ASSET}: End of file/data"
|
|
echo "SELL: $(tail -n1 ${g_tmp}/${tmpfile} | cut -d, -f1) === ${f_SELL}" >>${g_tmp}/output-${tmpfile} 2>&1
|
|
result=$(g_percentage-diff ${BUY_PRICE} ${current})
|
|
result=$(g_calc "${result}-${FEE}")
|
|
echo "$result" >>${g_tmp}/result-${tmpfile}
|
|
echo "RESULT: ${result}% (${BUY_PRICE} -> ${current})" >>${g_tmp}/output-${tmpfile}
|
|
rm -f ${g_tmp}/open-${tmpfile}
|
|
rm -f ${g_tmp}/interim-${tmpfile}
|
|
fi
|
|
|
|
complete_result=0
|
|
for result in $(cat ${g_tmp}/result-${tmpfile})
|
|
do
|
|
complete_result=$(g_calc "$complete_result+$result" | xargs printf "%.2f")
|
|
done
|
|
|
|
hodlresult=$(g_percentage-diff $(egrep "^${ANALYZE_TIME}" "$file" | grep -v ',,' | head -n1 | cut -d, -f2) $(egrep "^${ANALYZE_TIME}" "$file" | grep -v ',,' | tail -n1 | cut -d, -f2))
|
|
|
|
echo "COMPLETE:RESULT:$(basename "$file" | cut -d. -f1):: ${complete_result}% HODL:${hodlresult}% analyze-${analyzedate}/${tmpfile}.log $file" | perl -pe 's/ /\t/g; s/:/ /g' | tee -a ${g_tmp}/output-${tmpfile}
|
|
echo "=====================================" >>${g_tmp}/output-${tmpfile}
|
|
echo "${complete_result}" >>/tmp/overall-result-${tmpfile}
|
|
|
|
cat ${g_tmp}/output-${tmpfile} >"analyze-${analyzedate}/${tmpfile}.log"
|
|
|
|
|
|
# Chart Part
|
|
if [ -s "analyze-${analyzedate}/chart-${tmpfile}" ]
|
|
then
|
|
#g_echo "generating chart for $file from analyze-${analyzedate}/chart-${tmpfile}"
|
|
echo "<html><head>
|
|
<meta charset='UTF-8'>
|
|
<meta name='viewport' content='width=device-width, initial-scale=1'>
|
|
<link rel='stylesheet' type='text/css' href='../data/browser.css'>
|
|
<link rel='stylesheet' type='text/css' href='../data/charts.min.css'>
|
|
<title>analyze.sh ${ANALYZE_TIME}</title>
|
|
</head>
|
|
<body>
|
|
<h1>analyze.sh ${ANALYZE_TIME}</h1>
|
|
" >analyze-${analyzedate}/chart-${tmpfile}.html
|
|
echo "Price, EMA, Levels" >>analyze-${analyzedate}/chart-${tmpfile}.html
|
|
genchart analyze-${analyzedate}/chart-${tmpfile} 500 2,25,26,27,28,29,30,31,32,33,34,35,4,36,37,38,39 green,DarkSlateGrey,DarkSlateGrey,Gold,DarkOrange,DarkOrange,GoldenRod,GoldenRod,GoldenRod,GoldenRod,DarkOrange,DarkOrange,MidnightBlue,Indigo,DarkSlateBlue,DodgerBlue,DeepSkyBlue >>analyze-${analyzedate}/chart-${tmpfile}.html
|
|
echo "Score" >>analyze-${analyzedate}/chart-${tmpfile}.html
|
|
genchart analyze-${analyzedate}/chart-${tmpfile} 500 42,46,45,41 Green,Red,Orange >>analyze-${analyzedate}/chart-${tmpfile}.html
|
|
#echo "Sell Score" >>analyze-${analyzedate}/chart-${tmpfile}.html
|
|
#genchart analyze-${analyzedate}/chart-${tmpfile} 500 42 green,blue >>analyze-${analyzedate}/chart-${tmpfile}.html
|
|
echo "MACD" >>analyze-${analyzedate}/chart-${tmpfile}.html
|
|
genchart analyze-${analyzedate}/chart-${tmpfile} 500 8,6,7 >>analyze-${analyzedate}/chart-${tmpfile}.html
|
|
echo "RSIs" >>analyze-${analyzedate}/chart-${tmpfile}.html
|
|
genchart analyze-${analyzedate}/chart-${tmpfile} 500 10,11,12,14,15,16,17,13 >>analyze-${analyzedate}/chart-${tmpfile}.html
|
|
echo "</body></html>">>analyze-${analyzedate}/chart-${tmpfile}.html
|
|
fi
|
|
# Chart Part END
|
|
}
|
|
|
|
for conf in dabo-bot.conf analyze.conf
|
|
do
|
|
. $conf
|
|
cat $conf
|
|
done
|
|
|
|
if [ "${ANALYZE_BATCH}" -eq "0" ]
|
|
then
|
|
cores=$(cat /proc/cpuinfo | grep "^processor.*:" | tail -n1 | perl -pe 's/processor.*: //')
|
|
echo -n "parallel -j${cores} bash -c --" >/tmp/parallel-$$
|
|
fi
|
|
|
|
analyzedate="$(date +%Y-%m-%d--%H-%M-%S)"
|
|
mkdir "analyze-${analyzedate}"
|
|
cp dabo-bot.conf analyze.conf analyze-${analyzedate}/
|
|
cp -r strategies analyze-${analyzedate}/
|
|
|
|
analyzecounter=0
|
|
|
|
# Chart Part
|
|
[ -e data/charts.min.css ] || wget -q https://raw.githubusercontent.com/ChartsCSS/charts.css/main/dist/charts.min.css -O data/charts.min.css
|
|
# Chart Part End
|
|
|
|
for file in $@
|
|
do
|
|
echo "${file}" | egrep -q "BALANCE|-INDEX" && continue
|
|
|
|
lines=$(egrep "^${ANALYZE_TIME}" "$file" | grep -v ',,' | wc -l)
|
|
if [ $lines -lt 150 ]
|
|
then
|
|
g_echo "Only $lines lines for given timeframe (${ANALYZE_TIME}) in $file - ignoring files with less then 150!"
|
|
continue
|
|
fi
|
|
|
|
if [ "${ANALYZE_BATCH}" -eq "0" ]
|
|
then
|
|
echo -n " \"analyze ${file} ${g_tmp}\"" >>/tmp/parallel-$$
|
|
else
|
|
analyze ${file} ${g_tmp}
|
|
fi
|
|
|
|
done
|
|
|
|
if [ "${ANALYZE_BATCH}" -eq "0" ]
|
|
then
|
|
export -f g_echo_note
|
|
export g_tmp
|
|
export analyzedate
|
|
. /tmp/parallel-$$
|
|
fi
|
|
|
|
|
|
analyzecounter=$(cat /tmp/overall-result-* | egrep -v "^0$" | wc -l)
|
|
echo "OVERALL RESULT (average): $(cat /tmp/overall-result-* | awk "{ SUM += \$1 / ${analyzecounter} } END { printf(\"%2.2f\", SUM) }")%" | tee analyze-${analyzedate}/overall-result.log
|
|
echo "OVERALL RESULT: $(cat /tmp/overall-result-* | awk '{ SUM += $1 } END { print SUM }')%" | tee analyze-${analyzedate}/overall-result.log
|
|
cat analyze-${analyzedate}/*.history.csv.log >analyze-${analyzedate}/analyze-overall.log
|
|
echo "" | tee -a analyze-${analyzedate}/overall-result.log
|
|
echo "Trades: $(grep "BUY: " analyze-${analyzedate}/analyze-overall.log | wc -l)" | tee -a analyze-${analyzedate}/overall-result.log
|
|
echo "Trade results positive: $(grep "^RESULT: " analyze-${analyzedate}/analyze-overall.log | grep ": [0-9]" | wc -l)" | tee -a analyze-${analyzedate}/overall-result.log
|
|
echo "Trade results negative: $(grep "^RESULT: " analyze-${analyzedate}/analyze-overall.log | grep ": -" | wc -l)" | tee -a analyze-${analyzedate}/overall-result.log
|
|
echo "Trade results neutral: $(grep "^RESULT: " analyze-${analyzedate}/analyze-overall.log | grep ": 0.00" | wc -l)" | tee -a analyze-${analyzedate}/overall-result.log
|
|
echo "" | tee -a analyze-${analyzedate}/overall-result.log
|
|
echo "Interim results: $(grep "INTERIM RESULT: " analyze-${analyzedate}/analyze-overall.log | wc -l)" | tee -a analyze-${analyzedate}/overall-result.log
|
|
echo "Interim results positive: $(grep "INTERIM RESULT: [0-9]" analyze-${analyzedate}/analyze-overall.log | wc -l)" | tee -a analyze-${analyzedate}/overall-result.log
|
|
echo "Interim results negative: $(grep "INTERIM RESULT: -" analyze-${analyzedate}/analyze-overall.log | wc -l)" | tee -a analyze-${analyzedate}/overall-result.log
|
|
echo "" | tee -a analyze-${analyzedate}/overall-result.log
|
|
echo "First interim result after BUY positive: $(grep "BUY: " -A5 analyze-${analyzedate}/analyze-overall.log | grep "^INTERIM RESULT: [0-9]" | grep -v "0.00" | wc -l)" | tee -a analyze-${analyzedate}/overall-result.log
|
|
echo "First interim result after BUY negative: $(grep "BUY: " -A5 analyze-${analyzedate}/analyze-overall.log | grep "^INTERIM RESULT: -" | wc -l)" | tee -a analyze-${analyzedate}/overall-result.log
|
|
echo "First interim result after BUY neutral 0.00: $(grep "BUY: " -A5 analyze-${analyzedate}/analyze-overall.log | grep "^INTERIM RESULT: 0.00" | wc -l)" | tee -a analyze-${analyzedate}/overall-result.log
|
|
|
|
echo "
|
|
|
|
Complete Results" >>analyze-${analyzedate}/overall-result.log
|
|
grep "COMPLETE:RESULT:" analyze-${analyzedate}/analyze-overall.log >>analyze-${analyzedate}/overall-result.log
|
|
|
|
echo "
|
|
|
|
Trades" >>analyze-${analyzedate}/overall-result.log
|
|
egrep "BUY: |SELL: " analyze-${analyzedate}/analyze-overall.log >>analyze-${analyzedate}/overall-result.log
|
|
|
|
|