#!/bin/sh
################################################################################
# Script name: dated_dir_creator_v1.3beta.sh #
# Author: SoD #
# Contact: SoD- @ EFNet #
# Releasedate: 2001-08-13 #
# #
# This script is labeled as beta since I haven't tested it that much. #
# This script is executed from crontab every midnight and then creates new #
# dated dirs in the paths you've specified. It chmods them and if you want, #
# creates symlinks to them. It lets you set the "closing-time" of yesterdays #
# dir and it writes to glftpd.log in such a way that a bot can announce it. #
# It also announces the total DAYUP and the 3 best uploaders of today, their #
# speed and the amount they've uploaded for every section. #
# #
# Installation: -Put this file in some approperiate place, for example #
# /glftpd/bin/dated_dir_creator_v1.3beta.sh #
# -Make it executable #
# (chmod 755 /glftpd/bin/dated_dir_creator_v1.3beta.sh) #
# -Edit glftpd.conf's stat_section's so that the first sections #
# are the ones that this script creates dated dirs in. #
# -Make an entry in your crontab so that ths script is run at #
# 23:59 every night: #
# 59 23 * * * /glftpd/bin/dated_dir_creator_v1.3beta.sh #
# -Edit this script to suit your needs #
# -If you are using Darkheart's botscript you should add the #
# following 12 lines to sitebot-glftpd.api and then rehash it.: #
# set chans(sectionname-NEW_DATED_DIR) " #channelname " #
# ^-edit ^-edit #
# set chans(sectionname-CLOSED_DATED_DIR) " #channelname " #
# ^-edit ^-edit #
# set chans(sectionname-TODAY_STATS) " #channelname " #
# ^-edit ^-edit #
# set echovars(NEW_DATED_DIR) "name section archive_close_time" #
# set echovars(CLOSED_DATED_DIR) "name section" #
# set echovars(TODAY_STATS) "section dayup_section_bytes first bytes_first speed_first second bytes_second speed_second third bytes_third speed_third"
# set enabled_announce(NEW_DATED_DIR) 1 #
# set enabled_announce(CLOSED_DATED_DIR) 1 #
# set enabled_announce(TODAY_STATS) 1 #
# set mask(NEW_DATED_DIR) "[b]\[%sitein NEW DATED DIR\][b] [b]%name[b] created in [b]%section[b] %archive_close_time"
# set mask(CLOSED_DATED_DIR) "[b]\[%sitein CLOSED DIR\][b] [b]%name[b] in [b]%section[b] has been closed"
# set mask(TODAY_STATS) "[b]\[%sitein TODAY STATS\][b] Total uploaded in %section:[b]%dayup_section_bytes[b]MB. DAYUP winner:[b]%first[b] with [b]%bytes_first[b]MB@[b]%speed_first[b]kBps. Runner up:[b]%second[b] with [b]%bytes_second[b]MB@[b]%speed_second[b]kBps. Third:[b]%third[b] with [b]%bytes_third[b]MB@[b]%speed_third[b]kBps."
# -If you are using vShit's botscript you should add the #
# following 3 lines in the scanlog proc and then rehash it.: #
# NEW_DATED_DIR: {sndall "[b]\[$sitename NEW DATED DIR\][b] [b][lindex $args 0][b] created in [b][lindex $args 1][b] [lindex $args 2]"}
# CLOSED_DATED_DIR: {sndall "[b]\[$sitename CLOSED DIR\][b] [b][lindex $args 0][b] in [b][lindex $args 1][b] has been closed"}
# TODAY_STATS: {sndall "[b]\[$sitename TODAY STATS\][b] Total uploaded in [b][lindex $args 0][b]:[b][lindex $args 1][b]MB. DAYUP winner:[b][lindex $args 2][b] with [b][lindex $args 3][b]MB@[b][lindex $args 4][b]kBps. Runner up:[b][lindex $args 5][b] with [b][lindex $args 6][b]MB@[b][lindex $args 7][b]kBps. Third:[b][lindex $args 8][b] with [b][lindex $args 9][b]MB@[b][lindex $args 10][b]kBps."}
# -If you are using vrpack (1.6.0 Beta) botscript you should add #
# the following 3 lines in the scanlog proc and then rehash it.:#
# NEW_DATED_DIR: {sndall "\002\[$sns NEW DATED DIR\]\002 \002[lindex $args 0]\002 created in \002[lindex $args 1]\002 [lindex $args 2]"}
# CLOSED_DATED_DIR: {sndall "\002\[$sns CLOSED DIR\]\002 \002[lindex $args 0]\002 in \002[lindex $args 1]\002 has been closed"}
# TODAY_STATS: {sndall "\002\[$sns TODAY STATS\]\002 Total uploaded in\002[lindex $args 0]\002:\002[lindex $args 1]\002MB. DAYUP winner:\002[lindex $args 2]\002 with \002[lindex $args 3]\002MB@\002[lindex $args 4]\002kBps. Runner up:\002[lindex $args 5]\002 with \002[lindex $args 6]\002MB@\002[lindex $args 7]\002kBps. Third:\002[lindex $args 8]\002 with \002[lindex $args 9]\002MB@\002[lindex $args 10]\002kBps."}
# #
# Requirements: awk, chmod, cut, date, du, echo, expr, grep, let, ln, ls, #
# mkdir, rm, sed, sleep, stats (comews with glftpd), tr #
# #
# Limitations: -Can't handle dirnames with spaces in them. #
# -You might also wanna check the rules for symlinks inside #
# glftpd (glftpd.docs). #
# #
# Changelog: v1.0 -> v1.1.beta: Now handles an $ARCHIVE_CLOSING_TIME of #
# an infinite amount of hours. #
# Changes in settings: Nothing #
# v1.1.beta -> v1.2beta: Fixed a bug that messed up the chmod of #
# yesterdays dir. Announcing also got #
# fucked due to that. Also added a new #
# feature that lets you announce the #
# DAYUP winner for yesterdays dir, the #
# amount he has uploaded and the total #
# amount in yesterdays dir for every #
# section. #
# Changes in settings: Update botscript so it triggers on #
# "YESTERDAY_STATS:" and edit crontab so #
# this scrpt is executed at 23:59. #
# v1.2beta -> v1.3beta: Cleaned and speeded up the script a bit.#
# Also made it possible to announce other #
# sections stats (besides the DATED-DIRS).#
# The avg speed of the DAYUP winner is #
# also written to glftpd.log. It now also #
# announces dayup #2 and #3 stats. #
# Changes in settings: $SECTION_NAMES is no longer being used, #
# it's now taken from glftpd.conf. #
# Specify location of the stats binary, #
# update the botscript and set #
# $ANNOUNCE_SECTIONS. Also arrange the #
# stat_sections as mentioned above. #
################################################################################
# Here you specify the dirs in were you want new dated dirs created. Sort them
# according to your stat_section in glftpd.conf (the first one from the top goes
# to the left here and so on). Edit glftpd.conf's stat_section's so that the
# paths here is the first stat_section's from the top.
# Use a trailing frontslash (/) for every path and separate them with a space.
PATHS="/glftpd/site/mp3/ /glftpd/site/0-day/"
# Whats the name and location of the symlinks to the "today"-dirs? Set it to "a"
# if you don't want a "today"-symlink. Put in same order as $PATHS and separate
# them with a space. Don't use a trailing frontslash (/).
SYMLINKS="/glftpd/site/today-mp3 /glftpd/site/today-0day"
# What name do you want the dated dirs to get? (eg, %m%d, %m-%d, %Y.%d.%m). This
# applies to all sections. These are a few options (taken from dates man-page):
# %a - locale's abbreviated weekday name (Sun..Sat)
# %b - locale's abbreviated month name (Jan..Dec)
# %d - day of month (01..31)
# %m - month (01..12)
# %Y - last two digits of year (00..99)
DIR_NAME="%m%d"
# How long after the creation of the new dated dirs shall creation of dirs be
# allowed in old dirs. (ie, for how long past midnight shall the users be
# allowed to upload in yesterdays dir). Put in same order as $PATHS and separate
# them with a space. Time in full hours (no 0.5, 2.5, ...).
ARCHIVE_CLOSING_TIME="0 1"
# Which sections DAYUP stats do you want announced? They are numbered from 0
# and up in the same order as they are in glftpd.conf. Make shure you have all
# these sections.
ANNOUNCE_SECTIONS="0 1 3"
# Do you want the script to write to glftpd.log? (for announcing) [y/n]
ANNOUNCE=y
# What's the location of glftpd.log?
GL_LOG_FILE="/glftpd/ftp-data/logs/glftpd.log"
# What's the location of glftpds userfiles?
GL_USER_FILES="/glftpd/ftp-data/users/"
# What's the location of glftpd.conf?
GL_CONF_FILE="/etc/glftpd.conf"
# What's the location of the binary stats?
GL_STATS="/glftpd/bin/stats"
################################################################################
# No more specifications needed below,just some editing if the script won't work
################################################################################
TODAY_DIR=`date -d '1 day' +$DIR_NAME`
YESTERDAY_DIR=`date +$DIR_NAME`
COUNTER=1
# This function writes stats for the 3 DAYUP users (site dayup 3), the amount
# they've uploaded, the avg speed they got and the total amount uploaded in
# every section to glftpd.log.
get_stats () {
for ANNOUNCE_SECTION in $ANNOUNCE_SECTIONS; do
SECTION=`grep ^stat_section $GL_CONF_FILE | \
head -n\`expr $ANNOUNCE_SECTION + 1\` | tail -n1 | awk '{printf $2}'`
DAYUP_1_USER=`$GL_STATS -t -u -s$ANNOUNCE_SECTION | head -n5 | \
tail -n1 | awk '{print $2}'`
if [ ! $DAYUP_1_USER ]; then
DAYUP_1_USER="NA"
fi
DAYUP_1_MBYTE=`$GL_STATS -t -u -s$ANNOUNCE_SECTION | head -n5 | \
tail -n1 | awk '{print $(NF-1)}' | sed 's/MB//'`
if [ `echo $DAYUP_1_MBYTE | cut -c1-5` = "-----" ]; then
DAYUP_1_MBYTE=0
fi
DAYUP_1_SPEED=`$GL_STATS -t -u -s$ANNOUNCE_SECTION | head -n5 | \
tail -n1 | awk '{printf $NF}' | sed 's/KBs//'`
if [ `echo $DAYUP_1_SPEED | cut -c1-5` = "-----" ]; then
DAYUP_1_SPEED=0
fi
# Following 27 rows of code calculates values for DAYUP #2 and #3
DAYUP_2_USER="NA"; DAYUP_2_MBYTE=0; DAYUP_2_SPEED=0
DAYUP_3_USER="NA"; DAYUP_3_MBYTE=0; DAYUP_3_SPEED=0
# Are there any users on DAYUP?
if [ "$DAYUP_1_USER" != "NA" ]; then
DAYUP_2_USER=`$GL_STATS -t -u -s$ANNOUNCE_SECTION | head -n6 | \
tail -n1 | awk '{print $2}'`
# Are there more than 1 user on DAYUP?
if [ "$DAYUP_1_USER" != "$DAYUP_2_USER" ]; then
DAYUP_2_MBYTE=`$GL_STATS -t -u -s$ANNOUNCE_SECTION | \
head -n6 | tail -n1 | awk '{print $(NF-1)}' | sed 's/MB//'`
DAYUP_2_SPEED=`$GL_STATS -t -u -s$ANNOUNCE_SECTION | \
head -n6 | tail -n1 | awk '{printf $NF}' | sed 's/KBs//'`
DAYUP_3_USER=`$GL_STATS -t -u -s$ANNOUNCE_SECTION | \
head -n7 | tail -n1 | awk '{print $2}'`
# Are there more than 2 users on DAYUP?
if [ "$DAYUP_2_USER" != "$DAYUP_3_USER" ]; then
DAYUP_3_MBYTE=`$GL_STATS -t -u -s$ANNOUNCE_SECTION | \
head -n7 | tail -n1 | awk '{print $(NF-1)}' | sed 's/MB//'`
DAYUP_3_SPEED=`$GL_STATS -t -u -s$ANNOUNCE_SECTION | \
head -n7 | tail -n1 | awk '{printf $NF}' | sed 's/KBs//'`
else
DAYUP_3_USER="NA"
fi
else
DAYUP_2_USER="NA"
fi
fi
# Following 13 rows of code calculates TOTAL DAYUP.
TOTAL_MEGS=0
COUNT=1
NUM_OF_UPLOADERS=`expr \`$GL_STATS -t -u -s$ANNOUNCE_SECTION | \
grep -c .\` - 4`
# Loop through all uploaders of today
until [ $NUM_OF_UPLOADERS -eq 0 ]; do
MEGS=`$GL_STATS -t -u -s$ANNOUNCE_SECTION | \
head -n\`expr $COUNT + 4\` | tail -n1 | awk '{print $(NF-1)}' | \
sed 's/MB//'`
TOTAL_MEGS=`expr $TOTAL_MEGS + $MEGS`
let COUNT=$COUNT+1
let NUM_OF_UPLOADERS=$NUM_OF_UPLOADERS-1
done
echo `date +"%a %b %d %T %Y"` TODAY_STATS: $SECTION $TOTAL_MEGS \
$DAYUP_1_USER $DAYUP_1_MBYTE $DAYUP_1_SPEED $DAYUP_2_USER \
$DAYUP_2_MBYTE $DAYUP_2_SPEED $DAYUP_3_USER $DAYUP_3_MBYTE \
$DAYUP_3_SPEED >> $GL_LOG_FILE
done
sleep 1m
}
# Write stats-info to glftpd.log if $ANNOUNCE=y
if [ $ANNOUNCE = y ]; then
get_stats
else
# Wait until its past midnight
sleep 1m
fi
# This function chmod's the yesterday dir (and announces it)
chmod_yesterday_dir () {
sleep `echo $ARCHIVE_CLOSING_TIME | cut -d " " -f$1`h
chmod 555 `echo $PATHS | cut -d " " -f$1`$YESTERDAY_DIR
if [ $ANNOUNCE = y ] && [ $ARCHIVE_CLOSE_TIME -gt 0 ]; then
echo `date +"%a %b %d %T %Y"` CLOSED_DATED_DIR: \
"`date -d "\`echo $ARCHIVE_CLOSING_TIME | \
cut -d " " -f$1\` hour 1 min ago" +$DIR_NAME`" \
`echo \`grep ^stat_section $GL_CONF_FILE | head -n$1 | tail -n1 | \
awk '{printf $2}'\`` >> $GL_LOG_FILE
fi
}
# Loop through all $PATHS.
for PATHH in $PATHS; do
# Make the new dated dir and change its and yesterday dirs permissions
if [ ! -e "$PATHH$TODAY_DIR" ]; then
mkdir $PATHH$TODAY_DIR
chmod 777 $PATHH$TODAY_DIR
fi
ARCHIVE_CLOSE_TIME=`echo $ARCHIVE_CLOSING_TIME | cut -d " " -f$COUNTER`
SECTION_NAME=`grep ^stat_section $GL_CONF_FILE | head -n$COUNTER | \
tail -n1 | awk '{printf $2}'`
chmod_yesterday_dir `echo $COUNTER` &
# Remove old symlink, get the name of the one to create and create it
if [ `echo $SYMLINKS | cut -d " " -f$COUNTER` != "a" ]; then
rm -f `echo $SYMLINKS | cut -d " " -f$COUNTER`
COUNT=1
# Compare path to dir with path to symlink char by char,stop at mismatch
while [ `echo $PATHH | cut -c$COUNT` = `echo $SYMLINKS | \
cut -d " " -f$COUNTER | cut -c$COUNT` ]; do
let COUNT=$COUNT+1
done;
let COUNT=$COUNT-1
# Fix so that the last char in the path to the dir is a '/'
while [ `echo $PATHH | cut -c$COUNT` != "/" ]; do
let COUNT=$COUNT-1
done
# Remove the trailing '/'
let COUNT=$COUNT-1
COMMON_PATH=`echo $PATHH | cut -c1-$COUNT`
DIFFERENCE=`echo ${PATHH#${COMMON_PATH}}`
SYMLINK_SOURCE=`echo "./"$DIFFERENCE$TODAY_DIR`
SYMLINK_DESTINATION=`echo $SYMLINKS | cut -d " " -f$COUNTER`
ln -s $SYMLINK_SOURCE $SYMLINK_DESTINATION
fi
# Write new-dir-info to glftpd.log and call get_stats() if $ANNOUNCE=y
if [ $ANNOUNCE = y ]; then
if [ $ARCHIVE_CLOSE_TIME -eq 0 ]; then
echo `date +"%a %b %d %T %Y"` NEW_DATED_DIR: "`date +$DIR_NAME`" \
"$SECTION_NAME" \"\(archive has been closed\)\" >> $GL_LOG_FILE
elif [ $ARCHIVE_CLOSE_TIME -eq 1 ]; then
echo `date +"%a %b %d %T %Y"` NEW_DATED_DIR: "`date +$DIR_NAME`" \
"$SECTION_NAME" \"\(archive will be closed in 1 hour\)\" >> \
$GL_LOG_FILE
elif [ $ARCHIVE_CLOSE_TIME -gt 1 ]; then
echo `date +"%a %b %d %T %Y"` NEW_DATED_DIR: "`date +$DIR_NAME`" \
"$SECTION_NAME" \"\(archive will be closed in $ARCHIVE_CLOSE_TIME \
hours\)\" >> $GL_LOG_FILE
fi
fi
let COUNTER=$COUNTER+1
done;
wait
exit