kittykat
fa83163a58
# 2024.11.17 - [innocent] Fix "Fetching file info". Support resume downloads. # 2024.11.16 - [mad] Fix reload on uploads.txt modified (uploads: filemode) # 2024.11.16 - [up_*] Fix removal of upload ticket if filesize is not supported # 2024.11.15 - [familleflender] Add famille-flender.fr as download host # 2024.11.15 - [up_familleflender] Add famille-flender.fr as upload host # 2024.11.15 - [up_filehaus] Finish the uploader (the server is back online)
186 lines
7.8 KiB
Bash
186 lines
7.8 KiB
Bash
#! Name: up_torup.sh
|
|
#! Author: kittykat
|
|
#! Version: 2024.11.09
|
|
#! Desc: Add support for uploading files to ktgzpea2b76u7fgemiibp4a76onyybo4fw5gbsagtm6jrjzmgivppyyd.onion
|
|
#! Info: Files are accessible at http://ktgzpea2b76u7fgemiibp4a76onyybo4fw5gbsagtm6jrjzmgivppyyd.onion/download/<file_code>
|
|
#! MaxSize: 150MB
|
|
#! Expire: 30d inactive expiry
|
|
#! Usage: Copy this file into the ./${ScriptDir}/hosts/ folder
|
|
#!
|
|
#!
|
|
#! ------------ REQUIRED SECTION ---------------
|
|
#! @[UPDATE] ListUploadHosts: This string is loaded into mad.sh and allows dynamic handling of new url data
|
|
#! Format: '/HostCode/HostNick/HostFuncPrefix@'
|
|
#! HostCode: <aUniqueCodeForHost> (ie. 'fh' for filehaus -- cannot be used by other hosts)
|
|
#! HostNick: What is displayed throughout MAD output
|
|
#! HostFuncPrefix: <aUniqueStringThatMustPrefixHostFunctions> ie. 'fh' -- fh_UploadFile()
|
|
#! * Note: Must begin with a letter a-z (functions beginning with numbers are no bueno)
|
|
HostCode='torp'
|
|
HostNick='TorUp'
|
|
HostFuncPrefix='torp'
|
|
#!
|
|
#! !! DO NOT UPDATE OR REMOVE !!
|
|
#! This merges the Required HostAndDomainRegexes into mad.sh
|
|
ListUploadHosts=${ListUploadHosts}'/'${HostCode}'/'${HostNick}'/'${HostFuncPrefix}'@'
|
|
#!
|
|
#!
|
|
#! Configurables
|
|
#! -------------
|
|
#!
|
|
#! ------------ (1) Host Main Upload Function --------------- #
|
|
#!
|
|
#! @REQUIRED: Host Main Upload function
|
|
#! Must be named specifically as such:
|
|
#! <HostFuncPrefix>_UploadFile()
|
|
torp_UploadFile() {
|
|
local _hostCode=${1}
|
|
local filepath=${2}
|
|
local filecnt=${3}
|
|
local pline=${4}
|
|
local filename="${filepath##*/}"
|
|
warnAndRetryUnknownError=false
|
|
exitUploadError=false
|
|
exitUploadNotAvailable=false
|
|
fileAlreadyDone=false
|
|
tor_identity="${RANDOM}"
|
|
UploadTicket="${WorkDir}/.flocks/upload_${_hostCode}_${filepath//[^a-zA-Z0-9]/}"
|
|
MaxUploadSizeInBytes=157286400
|
|
fsize=$(GetFileSize "$filepath" "false")
|
|
if ((fsize > MaxUploadSizeInBytes)); then
|
|
rm -f "${UploadTicket}"
|
|
echo -e "${YELLOW}| SKIP${NC}: The size of $filename is to large for $_hostCode. ($fsize > $MaxUploadSizeInBytes)"
|
|
failedUpload "$pline" "${filepath}" "${_hostCode}" "Skipping upload. The size of $filename is to large for $_hostCode. ($fsize > $MaxUploadSizeInBytes)"
|
|
return 1
|
|
fi
|
|
finalAttempt="false"
|
|
for ((z=0; z<=$MaxUploadRetries; z++)); do
|
|
if [ $z -eq $MaxUploadRetries ] ; then
|
|
finalAttempt="true"
|
|
fi
|
|
trap "rm -f "${UploadTicket}"; echo ""; tput cnorm; exit" 0 1 2 3 6 15
|
|
if torp_PostFile "${filepath}" "${_hostCode}" "${filename}" "${filecnt}" $((z+1)) $finalAttempt $pline ; then
|
|
return 0
|
|
elif [ $z -lt $MaxUploadRetries ]; then
|
|
if [ "${fileAlreadyDone}" == "true" ] ; then
|
|
break
|
|
fi
|
|
if [[ "${warnAndRetryUnknownError}" == "true" ]] ; then
|
|
if [ "${DebugAllEnabled}" == "true" ] ; then
|
|
debugHtml "${filepath##*/}" "error" "Retry due to an unknown issue: attempt #$((z+1)) of ${MaxUploadRetries}"
|
|
fi
|
|
fi
|
|
if [[ "${exitUploadError}" == "true" || "${exitUploadNotAvailable}" == "true" ]] ; then
|
|
if [ "${DebugAllEnabled}" == "true" ] ; then
|
|
debugHtml "${filepath##*/}" "error" "Exit due to unrecoverable issue"
|
|
fi
|
|
rm -f "${UploadTicket}"
|
|
break
|
|
fi
|
|
echo -e "\n${YELLOW}A recoverable error occurred, retry attempt $((z+1))/${MaxUploadRetries}${NC}"
|
|
sleep 3
|
|
fi
|
|
done
|
|
rm -f "${UploadTicket}"
|
|
}
|
|
#!
|
|
#! ----------- (2) Post File / Upload File Function --------------- #
|
|
#!
|
|
torp_PostFile() {
|
|
local filepath=$1
|
|
local _hostCode=$2
|
|
local filename=$3
|
|
local fileCnt=$4
|
|
local retryCnt=$5
|
|
local finalAttempt=$6
|
|
local pline=${7}
|
|
UploadTicket="${WorkDir}/.flocks/upload_${_hostCode}_${filepath//[^a-zA-Z0-9]/}"
|
|
echo -e "[${YELLOW}${_hostCode}${NC}] Uploading ${GREEN}${filename}${NC}"
|
|
tor_identity="${RANDOM}"
|
|
PostUrlHost='http://ktgzpea2b76u7fgemiibp4a76onyybo4fw5gbsagtm6jrjzmgivppyyd.onion/upload'
|
|
local csrf_token=''
|
|
maxfetchretries=3
|
|
echo -e "${GREEN}# Initializing…${NC}"
|
|
for ((i=1; i<=$maxfetchretries; i++)); do
|
|
mkdir -p "${WorkDir}/.temp"
|
|
torp_cookie_jar=$(mktemp "${WorkDir}/.temp/torp_cookies""${instance_no}"".XXXXXX")
|
|
printf " ."
|
|
tor_identity="${RANDOM}"
|
|
trap "rm -f ${UploadTicket}; rm -f ${torp_cookie_jar}; echo ""; tput cnorm; exit" 0 1 2 3 6 15
|
|
response=$(tor_curl_request --insecure -L -s -b "${torp_cookie_jar}" -c "${torp_cookie_jar}" \
|
|
"http://ktgzpea2b76u7fgemiibp4a76onyybo4fw5gbsagtm6jrjzmgivppyyd.onion")
|
|
if [ "${DebugAllEnabled}" == "true" ] ; then
|
|
debugHtml "${filepath##*/}" "torp_fetch$i" "${response}"
|
|
fi
|
|
if [[ -z $response ]] ; then
|
|
rm -f "${torp_cookie_jar}";
|
|
if [ $i == $maxfetchretries ] ; then
|
|
printf "\\n"
|
|
echo -e "${RED}| Failed to start an upload [1]${NC}"
|
|
warnAndRetryUnknownError=true
|
|
if [ "${finalAttempt}" == "true" ] ; then
|
|
failedRetryDownload "${remote_url}" "Failed to start an upload [1]" ""
|
|
fi
|
|
return 1
|
|
else
|
|
continue
|
|
fi
|
|
fi
|
|
if grep -Eqi 'input type="hidden" name="gorilla.csrf.Token" value="' <<< "$response"; then
|
|
csrf_token=$(grep -oP '(?<=name\="gorilla.csrf.Token" value\=").*?(?=".*$)' <<< "$response")
|
|
else
|
|
rm -f "${torp_cookie_jar}";
|
|
if [ $i == $maxfetchretries ] ; then
|
|
printf "\\n"
|
|
echo -e "${RED}| Failed to start an upload [2]${NC}"
|
|
warnAndRetryUnknownError=true
|
|
if [ "${finalAttempt}" == "true" ] ; then
|
|
failedRetryDownload "${remote_url}" "Failed to start an upload [2]" ""
|
|
fi
|
|
return 1
|
|
else
|
|
continue
|
|
fi
|
|
fi
|
|
printf "\\n"
|
|
break
|
|
done
|
|
arrFiles=("$filepath")
|
|
trap "rm -f ${UploadTicket}; rm -f ${torp_cookie_jar}; echo ""; tput cnorm; exit" 0 1 2 3 6 15
|
|
response=$(tor_curl_upload --insecure -i \
|
|
-H "Content-Type: multipart/form-data" \
|
|
-H "Referer: http://ktgzpea2b76u7fgemiibp4a76onyybo4fw5gbsagtm6jrjzmgivppyyd.onion/" \
|
|
-H "Origin: http://ktgzpea2b76u7fgemiibp4a76onyybo4fw5gbsagtm6jrjzmgivppyyd.onion" \
|
|
-F "gorilla.csrf.Token=$csrf_token" \
|
|
-F "file_type=free" \
|
|
-F "file=@${filepath}" \
|
|
-b "${torp_cookie_jar}" -c "${torp_cookie_jar}" \
|
|
"${PostUrlHost}")
|
|
if [ "${DebugAllEnabled}" == "true" ] ; then
|
|
debugHtml "${filepath##*/}" "${_hostCode}_upload" "post_url: ${PostUrlHost}"$'\n'"csrf_token: ${csrf_token}"$'\n'"${response}"
|
|
fi
|
|
rm -f ${torp_cookie_jar}
|
|
if grep -Eqi 'input type="text" value="http://ktgzpea2b76u7fgemiibp4a76onyybo4fw5gbsagtm6jrjzmgivppyyd.onion/download/' <<< "${response}" ; then
|
|
url=$(grep -oPi '(?<=input type\="text" value\=").*?(?=".*$)' <<< "$response")
|
|
filesize=$(GetFileSize "$filepath" "false")
|
|
downloadLink="$url"
|
|
echo -e "${GREEN}| Upload Success${NC}"
|
|
echo -e "| Size: ${BLUE}${filesize}${NC} bytes${NC}"
|
|
echo -e "| Link: ${YELLOW}${downloadLink}${NC}"
|
|
successUpload "$pline" "${filepath}" "${_hostCode}" "${filesize}" "${downloadLink}" "{$response}"
|
|
return 0
|
|
else
|
|
err=$(grep -oPi '(?<=HTTP/).*?(?=$)' <<< "$response")
|
|
if [ "${finalAttempt}" == "true" ] ; then
|
|
printf "\\n"
|
|
echo -e "${RED}| Upload failed. Status: ${err}${NC}"
|
|
failedRetryUpload "$pline" "${filepath}" "${_hostCode}" "Failed to upload file" "Status: $err"
|
|
exitUploadError=true
|
|
return 1
|
|
else
|
|
return 1
|
|
fi
|
|
fi
|
|
}
|
|
#!
|
|
#! --------------- Host Extra Functions ------------------- #
|
|
#!
|