Skip to content

Commit

Permalink
chore: Drop cron jobs replaced by celery tasks (#7105)
Browse files Browse the repository at this point in the history
* chore: Remove notify-expirations from bin/weekly

* chore: Remove idindex_update from bin/hourly

* chore: Remove rfc-editor-index-updates from bin/daily

* chore: Remove rfc-editor-index-updates from bin/every15m

* chore: Remove celerized tasks from bin/daily

 * ietf/bin/expire-ids
 * ietf/manage.py send_reminders
 * ietf/manage.py fetch_meeting_attendance

* chore: Remove send-scheduled-mail from every15m

Leaves an empty shell of a script...

* chore: Remove iana-*-updates from bin/hourly
  • Loading branch information
jennifer-richards committed Feb 26, 2024
1 parent 1720f57 commit faa5f93
Show file tree
Hide file tree
Showing 4 changed files with 0 additions and 97 deletions.
15 changes: 0 additions & 15 deletions bin/daily
Expand Up @@ -43,25 +43,10 @@ $DTDIR/ietf/manage.py populate_yang_model_dirs -v0
# Re-run yang checks on active documents
$DTDIR/ietf/manage.py run_yang_model_checks -v0

# Expire Internet-Drafts
# Enable when removed from /a/www/ietf-datatracker/scripts/Cron-runner:
$DTDIR/ietf/bin/expire-ids

# Send nomcom reminders about nomination acceptance and questionnaires
$DTDIR/ietf/manage.py send_reminders

# Expire last calls
# Enable when removed from /a/www/ietf-datatracker/scripts/Cron-runner:
$DTDIR/ietf/bin/expire-last-calls

# Run an extended version of the rfc editor update, to catch changes
# with backdated timestamps
# Enable when removed from /a/www/ietf-datatracker/scripts/Cron-runner:
$DTDIR/ietf/bin/rfc-editor-index-updates -d 1969-01-01

# Fetch meeting attendance data from ietf.org/registration/attendees
$DTDIR/ietf/manage.py fetch_meeting_attendance --latest 2

# Send reminders originating from the review app
$DTDIR/ietf/bin/send-review-reminders

Expand Down
15 changes: 0 additions & 15 deletions bin/every15m
Expand Up @@ -9,20 +9,5 @@ export LANG=en_US.UTF-8
export PYTHONIOENCODING=utf-8

DTDIR=/a/www/ietf-datatracker/web
cd $DTDIR/

# Set up the virtual environment
source $DTDIR/env/bin/activate

logger -p user.info -t cron "Running $DTDIR/bin/every15m"

# Send mail scheduled to go out at certain times
$DTDIR/ietf/bin/send-scheduled-mail all

# Reparse the last _year_ of RFC index entries
# (which is the default if -d is not provided)
# until https://github.com/ietf-tools/datatracker/issues/3734
# is addressed.
# This takes about 20s on production as of 2022-08-11
$DTDIR/ietf/bin/rfc-editor-index-updates

64 changes: 0 additions & 64 deletions bin/hourly
Expand Up @@ -19,75 +19,11 @@ source $DTDIR/env/bin/activate

logger -p user.info -t cron "Running $DTDIR/bin/hourly"

# *** Enable when removed from /a/www/ietf-datatracker/scripts/Cron-runner: ***

# # Update community lists. Remove once the community rewrite (will be around 6.20.0 )
# $DTDIR/ietf/manage.py update_community_lists
#
# # Polling backup for iana and rfc-editory post APIs
$DTDIR/ietf/bin/iana-changes-updates
$DTDIR/ietf/bin/iana-protocols-updates
# $DTDIR/ietf/bin/rfc-editor-index-updates
# $DTDIR/ietf/bin/rfc-editor-queue-updates
#
# # Generate alias and virtual files for draft email aliases
# $DTDIR/ietf/bin/generate-draft-aliases && \
# ( cd /a/postfix; /usr/sbin/postalias -o draft-aliases; ) && \
# ( cd /a/postfix; /usr/sbin/postmap -o draft-virtual; )
#
# # Generate alias and virtual files for group email aliases
# $DTDIR/ietf/bin/generate-wg-aliases && \
# ( cd /a/postfix; /usr/sbin/postalias -o group-aliases; ) && \
# ( cd /a/postfix; /usr/sbin/postmap -o group-virtual; )
#
# Generate some static files
ID=/a/ietfdata/doc/draft/repository
DERIVED=/a/ietfdata/derived
DOWNLOAD=/a/www/www6s/download

## Start of script refactored into idindex_update_task() ===
export TMPDIR=/a/tmp

TMPFILE1=`mktemp` || exit 1
TMPFILE2=`mktemp` || exit 1
TMPFILE3=`mktemp` || exit 1
TMPFILE4=`mktemp` || exit 1
TMPFILE5=`mktemp` || exit 1
TMPFILE6=`mktemp` || exit 1
TMPFILE7=`mktemp` || exit 1
TMPFILE8=`mktemp` || exit 1
TMPFILE9=`mktemp` || exit 1
TMPFILEA=`mktemp` || exit 1
TMPFILEB=`mktemp` || exit 1

chmod a+r $TMPFILE1 $TMPFILE2 $TMPFILE3 $TMPFILE4 $TMPFILE5 $TMPFILE6 $TMPFILE7 $TMPFILE8 $TMPFILE9 $TMPFILEA $TMPFILEB

python -m ietf.idindex.generate_all_id_txt >> $TMPFILE1
python -m ietf.idindex.generate_id_index_txt >> $TMPFILE2
python -m ietf.idindex.generate_id_abstracts_txt >> $TMPFILE3
cp $TMPFILE1 $TMPFILE4
cp $TMPFILE2 $TMPFILE5
cp $TMPFILE3 $TMPFILE6
cp $TMPFILE1 $TMPFILE8
cp $TMPFILE2 $TMPFILE9
cp $TMPFILE3 $TMPFILEA
python -m ietf.idindex.generate_all_id2_txt >> $TMPFILE7
cp $TMPFILE7 $TMPFILEB

mv $TMPFILE1 $ID/all_id.txt
mv $TMPFILE2 $ID/1id-index.txt
mv $TMPFILE3 $ID/1id-abstracts.txt
mv $TMPFILE4 $DOWNLOAD/id-all.txt
mv $TMPFILE5 $DOWNLOAD/id-index.txt
mv $TMPFILE6 $DOWNLOAD/id-abstract.txt
mv $TMPFILE7 $ID/all_id2.txt
mv $TMPFILE8 $DERIVED/all_id.txt
mv $TMPFILE9 $DERIVED/1id-index.txt
mv $TMPFILEA $DERIVED/1id-abstracts.txt
mv $TMPFILEB $DERIVED/all_id2.txt

## End of script refactored into idindex_update_task() ===

$DTDIR/ietf/manage.py generate_idnits2_rfc_status
$DTDIR/ietf/manage.py generate_idnits2_rfcs_obsoleted

Expand Down
3 changes: 0 additions & 3 deletions bin/weekly
Expand Up @@ -20,6 +20,3 @@ logger -p user.info -t cron "Running $DTDIR/bin/weekly"

$DTDIR/ietf/manage.py send_apikey_usage_emails

# Send notifications about coming expirations
$DTDIR/ietf/bin/notify-expirations

0 comments on commit faa5f93

Please sign in to comment.