Tech:Server admin log

2021-06-23

• 18:03 Universal_Omega: [universalomega@test3] cd /srv/mediawiki/config && sudo -u www-data git fetch && sudo -u www-data git reset --hard origin/master && sudo puppet agent -tv
• 18:02 Universal_Omega: cd /srv/mediawiki/w && sudo -u www-data git fetch && sudo -u www-data git reset --hard origin/REL1_36 && sudo puppet agent -tv on mw* / jbr* / test3
• 17:30 Universal_Omega: sudo -u www-data php composer.phar update --no-dev on mw* and jbr*
• 17:29 Void: chown www-data:www-data /srv/mediawiki/w/composer.lock on mw* and jobrunner*
• 17:19 Universal_Omega: run puppet on mw* and jbr*
• 17:06 RhinosF1: Result: Updating wikimedia/minify (2.2.1 => 2.2.3), Updating wikimedia/parsoid (v0.13.0-a32 => v0.13.0), Updating symfony/polyfill-php80 (v1.22.1 => v1.23.0)
• 17:05 RhinosF1: (test3) sudo -u www-data php composer.phar update --no-dev
• 16:10 MirahezeLSBot: [reception@jobrunner4] sudo -u www-data php deleteBatch.php -u Miraheze maintenance script -r Copyright violation: Per Steward request --wiki bngyaanipediawiki /home/reception/bngyaanipediawiki.txt
• 16:05 MirahezeLSBot: [reception@jobrunner4] sudo -u www-data php /srv/mediawiki/w/maintenance/deleteArchivedRevisions.php --wiki quyranesswiki --delete
• 12:46 MirahezeLSBot: [reception@jobrunner4] sudo -u www-data php /srv/mediawiki/w/maintenance/importImages.php --wiki amicalwiki --search-recursively /home/reception/amicalwiki --user Miraheze_maintenance_script --comment Requested
• 05:18 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki && sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki=loginwiki on mw* / jbr* / test3
• 01:07 MirahezeLSBot: [universalomega@jobrunner4] sudo -u www-data /usr/local/bin/foreachwikiindblist /home/universalomega/tabs.json /srv/mediawiki/w/extensions/MirahezeMagic/maintenance/resetWikiCaches.php
• 00:59 Universal_Omega: [universalomega@jobrunner4] sudo -u www-data /usr/local/bin/foreachwikiindblist /home/universalomega/tabscombination.json /srv/mediawiki/w/extensions/ManageWiki/maintenance/toggleExtension.php tabs
• 00:59 Universal_Omega: [universalomega@jobrunner4] sudo -u www-data /usr/local/bin/foreachwikiindblist /home/universalomega/tabscombination.json /srv/mediawiki/w/extensions/ManageWiki/maintenance/toggleExtension.php tabber
• 00:55 MirahezeLSBot: [universalomega@jobrunner4] sudo -u www-data /usr/local/bin/foreachwikiindblist /home/universalomega/tabscombination.json /srv/mediawiki/w/extensions/ManageWiki/maintenance/toggleExtension.php --disable tabscombination

2021-06-22

• 11:21 Reception123: sudo rm -rf /tmp/* on mw10
• 11:21 Reception123: sudo rm -rf /tmp/* on mw9
• 11:21 Reception123: sudo rm -rf /tmp/* on mw8

2021-06-21

• 13:17 Reception123: INSERT INTO content_models (model_id, model_name) VALUES ( 5, 'json'); (lakehubwiki)
• 13:17 Reception123: INSERT INTO content_models (model_id, model_name) VALUES ( 4, 'Scribunto'); (lakehubwiki)
• 13:17 Reception123: INSERT INTO content_models (model_id, model_name) VALUES (3, 'javascript'); (lakehubwiki)
• 13:17 Reception123: INSERT INTO content_models (model_id, model_name) VALUES ( 2, 'css'); (lakehubwiki)
• 13:17 Reception123: INSERT INTO content_models (model_id, model_name) VALUES ( 1, 'wikitext'); (lakehubwiki)
• 02:59 MirahezeLSBot: [universalomega@jobrunner4] sudo -u www-data php /srv/mediawiki/w/maintenance/purgeList.php --wiki=trollpastawiki --all-namespaces
• 02:40 Universal_Omega: cd /srv/mediawiki/w/ && sudo -u www-data git reset --hard origin/REL1_36 && sudo puppet agent -tv on mw* / jbr* / test3

2021-06-20

• 23:54 MirahezeLSBot: [universalomega@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/purgeList.php --wiki=nonciclopediawiki --namespace=0 --db-touch --verbose
• 22:20 MirahezeLSBot: [universalomega@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/purgeList.php --wiki=nonciclopediawiki --namespace=0
• 20:37 Universal_Omega: cd /srv/mediawiki/w/ && sudo -u www-data git reset --hard origin/REL1_36 on mw* / jbr* / test3
• 18:30 MirahezeLSBot: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/cache/databases.json /srv/mediawiki/w/extensions/MirahezeMagic/maintenance/resetWikiCaches.php
• 18:12 MirahezeLSBot: [universalomega@jobrunner3] sudo -u www-data php /srv/mediawiki/w/extensions/MirahezeMagic/maintenance/resetWikiCaches.php --wiki=tuscriaturaswiki
• 17:37 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki && sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki=loginwiki on mw* / jbr* / test3
• 17:37 Universal_Omega: sudo -u www-data rm -R /srv/mediawiki/w/cache/ on mw* / jbr* / test3
• 17:01 MirahezeLSBot: [reception@jobrunner4] sudo -u www-data php deleteBatch.php -u Miraheze maintenance script -r Copyright violation: Per Steward request --wiki bngyaanipediawiki /home/reception/bngyaanipediawiki.txt
• 16:59 MirahezeLSBot: [reception@jobrunner4] created local account for Mh maintenance on bngyaanipediawiki
• 16:36 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki amicalwiki /home/reception/dumpamical.xml --username-prefix="amical"
• 16:08 Reception123: $cw = new CreateWikiJson( 'famedatawiki' ); $cw->resetWiki();
• 16:07 Reception123: manually replaced famedatawiki mw_settings entry
• 15:41 Reception123: renamed documentcontrolwiki to famedatawiki
• 15:39 Reception123: deleted and dropped lakehubwiki (reset request)

2021-06-19

• 22:17 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki && sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw* / jbr* / test3
• 21:22 MirahezeLSBot: [universalomega@jobrunner4] sudo -u www-data php /srv/mediawiki/w/extensions/CentralAuth/maintenance/migrateAccount.php --wiki=wretchedyoutubevideoswiki --username=MalorJak54 --auto
• 13:58 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw*/jbr*
• 07:44 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw*/jbr*

2021-06-18

• 05:37 MirahezeLSBot: [reception@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki cplostwikiswiki /home/reception/unclubpenguin-full.xml --username-prefix=uncpw

2021-06-17

• 15:17 MirahezeLSBot: [reception@jobrunner4] sudo -u www-data php /srv/mediawiki/w/maintenance/importImages.php --wiki rctwiki --search-recursively /home/reception/rctwiki --user Miraheze_maintenance_script --comment Imported from FANDOM (rct.fandom.com)
• 15:17 MirahezeLSBot: [reception@jobrunner4] created local account for MH maint script
• 15:05 MirahezeLSBot: [reception@jobrunner3] sudo -u www-data php deleteBatch.php -u Miraheze maintenance script -r Requested --wiki badcreepypastawiki /home/reception/badcreepypasta.txt
• 09:16 Reception123: renamed letsencryptwiki to aatlawiki
• 09:11 MirahezeLSBot: [reception@jobrunner4] sudo -u www-data php /srv/mediawiki/w/maintenance/importImages.php --wiki cancelledmovieswiki --search-recursively /home/reception/CMW --user Miraheze_maintenance_script --comment Imported from FANDOM (cancelled-movies.fandom.com)
• 07:24 Universal_Omega: [universalomega@jobrunner4] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/extensions/MirahezeMagic/maintenance/resetWikiCaches.php
• 07:21 Universal_Omega: UPDATE mw_permissions SET perm_permissions = REPLACE( perm_permissions, '"globalblock-whitelist",', ) WHERE perm_group = '*' AND perm_permissions LIKE '%"globalblock-whitelist",%';
• 07:20 Universal_Omega: UPDATE mw_permissions SET perm_permissions = REPLACE( perm_permissions, '"ipblock-exempt",', ) WHERE perm_group = '*' AND perm_permissions LIKE '%"ipblock-exempt",%';

2021-06-16

• 21:58 Void: removing wgPageDisqusShortname config from all wikis
• 21:32 Void: removing ManageWiki configuration for egDisqusShortname on all wikis
• 21:20 Void: running puppet everywhere

2021-06-15

• 01:01 Universal_Omega: [universalomega@jobrunner4] sudo -u www-data /usr/local/bin/foreachwikiindblist /home/universalomega/webchat.json /srv/mediawiki/w/extensions/MirahezeMagic/maintenance/resetWikiCaches.php
• 00:30 Void: UPDATE mw_settings SET s_settings = REPLACE( s_settings, 'LiberaChat', 'freenodeChat' );

2021-06-14

• 17:10 Reception|away: removed john from stewards@
• 17:09 Reception|away: created graylog account for void
• 17:07 Reception|away: added void to sre mails
• 17:04 Reception|away: added Voidwalker to GitHub
• 16:57 Reception|away: removed paladox from matomo
• 16:55 Reception|away: removed paladox from grafana
• 16:55 Reception|away: removed paladox from graylog
• 16:53 Reception|away: removed paladox from LDAP/changed password
• 16:50 Reception|away: removed paladox from github

2021-06-13

• 20:50 Universal_Omega: UPDATE mw_settings SET s_settings = REPLACE(s_settings,'freenodeChat', 'LiberaChat');
• 01:56 paladox: mw*: cd /srv/mediawiki/w ; rm *.json
• 00:58 MirahezeLSBot: [universalomega@jobrunner4] sudo -u www-data php /srv/mediawiki/w/maintenance/updateSpecialPages.php --wiki=theboyswiki
• 00:58 MirahezeLSBot: [universalomega@jobrunner4] sudo -u www-data php /srv/mediawiki/w/maintenance/updateSpecialPages.php --wiki=testwiki
• 00:58 MirahezeLSBot: [universalomega@jobrunner4] sudo -u www-data php /srv/mediawiki/w/maintenance/updateSpecialPages.php --wiki=test3wiki
• 00:58 MirahezeLSBot: [universalomega@jobrunner4] sudo -u www-data php /srv/mediawiki/w/maintenance/updateSpecialPages.php --wiki=snapwikiwiki
• 00:57 MirahezeLSBot: [universalomega@jobrunner4] sudo -u www-data php /srv/mediawiki/w/maintenance/updateSpecialPages.php --wiki=r4356thwiki
• 00:57 MirahezeLSBot: [universalomega@jobrunner4] sudo -u www-data php /srv/mediawiki/w/maintenance/updateSpecialPages.php --wiki=metawiki
• 00:57 MirahezeLSBot: [universalomega@jobrunner4] sudo -u www-data php /srv/mediawiki/w/maintenance/updateSpecialPages.php --wiki=dcmultiversewiki
• 00:57 MirahezeLSBot: [universalomega@jobrunner4] sudo -u www-data php /srv/mediawiki/w/maintenance/updateSpecialPages.php --wiki=darkangelwiki
• 00:56 MirahezeLSBot: [universalomega@jobrunner4] sudo -u www-data php /srv/mediawiki/w/maintenance/updateSpecialPages.php --wiki=cosmoswiki
• 00:56 MirahezeLSBot: [universalomega@jobrunner4] sudo -u www-data php /srv/mediawiki/w/maintenance/updateSpecialPages.php --wiki=batmanwiki
• 00:13 Universal_Omega: cd /srv/mediawiki/w/ && sudo -u www-data git fetch && sudo -u www-data git reset --hard origin/REL1_36 && cd vendor && sudo -u www-data git reset --hard origin/REL1_36 && sudo puppet agent -tv on mw8-10 / jbr* / test3 (issue on mw11)

2021-06-12

• 22:55 paladox: erased all redis data on jobrunner3 as data was full (ram was being used in its entirety causing an outage)
• 22:36 paladox: reboot jobrunner3
• 22:11 MacFan4000: 15:52 <+Reception|away> !log repool mw10; depool mw11; repeat
• 22:10 MacFan4000: 15:37 <+Reception|away> !log repool mw9; depool mw10; repeat above
• 22:10 MacFan4000: 15:24 <+Reception|away> !log repool mw8; depool mw9; same as above for mw8
• 22:09 MacFan4000: 15:11 <+Reception|away> !log rm -rf /srv/mediawiki/w and sudo -u www-data git clone https://github.com/miraheze/mediawiki --recursive w on mw8
• 22:09 MacFan4000: 15:05 <+Reception|away> !log depool mw8; re-enable puppet on mw8 and run
• 22:07 MacFan4000: 15:03 <+Reception|away> !log disable puppet on mw*
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/extensions/CentralNotice/patches/patch-notice-type-log.sql --wiki=metawiki
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/extensions/CentralNotice/patches/patch-notice_not_type.sql --wiki=metawiki
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-redirect-rd_title-varbinary.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-pagelinks-pl_title-varbinary.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-templatelinks-tl_title-varbinary.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-imagelinks-il_to-varbinary.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-langlinks-ll_title-varbinary.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-iwlinks-iwl_title-varbinary.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-category-cat_title-varbinary.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-querycache-qc_title-varbinary.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-querycachetwo-qcc_title-varbinary.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-watchlist-wl_title-varbinary.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-user_newtalk-user_last_timestamp-binary.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-protected_titles-pt_title-varbinary.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-ipblocks_restrictions-ir_type.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-watchlist-namespace_title-rename-index.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-job-job_title-varbinary.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-job_job_timestamp.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-job_job_token_timestamp.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-watchlist-wl_notificationtimestamp.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-slot_roles-role_id.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-content_models-model_id.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-categorylinks-cl_to-varbinary.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-logging-log_title-varbinary.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-uploadstash-us_timestamp.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-user_properties-rename-index.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-sites-rename-indexes.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-logging-rename-indexes.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-filearchive-fa_name.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-oldimage-oi_name-varbinary.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-objectcache-exptime-notnull.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-image-img_name-varbinary.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-image-img_timestamp.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-site_identifiers-rename-indexes.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-site_identifiers-rename-indexes.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-recentchanges-rc_title-varbinary.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-recentchanges-rc_timestamp.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-recentchanges-rc_id.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-recentchanges-rc_new_name_timestamp.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-user_table-updates.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/extensions/OAuth/schema/oauth2_allowed_grants.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/extensions/OAuth/schema/oauth2_is_confidential.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/extensions/OAuth/schema/oauth_version_accepted.sql
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php --query="ALTER TABLE protected_titles ALTER COLUMN pt_expiry DROP DEFAULT;"
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php --query="ALTER TABLE ip_changes ALTER COLUMN ipc_rev_timestamp DROP DEFAULT;"
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php --query="ALTER TABLE revision_actor_temp ALTER COLUMN revactor_timestamp DROP DEFAULT;"
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php --query="ALTER TABLE filearchive ALTER COLUMN fa_deleted_timestamp DROP DEFAULT;"
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php --query="ALTER TABLE filearchive ALTER COLUMN fa_timestamp DROP DEFAULT;"
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php --query="ALTER TABLE oldimage ALTER COLUMN oi_timestamp DROP DEFAULT;"
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php --query="ALTER TABLE ipblocks ALTER COLUMN ipb_timestamp DROP DEFAULT;"
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php --query="ALTER TABLE ipblocks ALTER COLUMN ipb_expiry DROP DEFAULT;"
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php --query="ALTER TABLE image ALTER COLUMN img_timestamp DROP DEFAULT;"
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php --query="ALTER TABLE recentchanges ALTER COLUMN rc_timestamp DROP DEFAULT;"
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php --query="ALTER TABLE archive ALTER COLUMN ar_timestamp DROP DEFAULT;"
• 22:02 Universal Omega: [universalomega@jobrunner3] sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php --query="ALTER TABLE page ALTER COLUMN page_touched DROP DEFAULT;"
• 21:45 paladox: rebuild lc on jobrunner*

2021-06-11

• 16:49 paladox: restart ircecho

2021-06-10

• 10:13 MirahezeLSBot: [reception@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki tssuwiki /home/reception/delbackups4/tssuwiki.xml --username-prefix=tssuwiki
• 10:09 MirahezeLSBot: [reception@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki robornewiki /home/reception/delbackups/robornewiki.xml --username-prefix=robornewiki
• 10:00 MirahezeLSBot: [reception@jobrunner4] sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki rctwiki /home/reception/rctwiki/2021-06-06-rct_pages_full.xml --username-prefix=fandom:rct
• 09:58 MirahezeLSBot: [reception@jobrunner3] createLocalAccount.php for maint user + sudo -u www-data php deleteBatch.php -u Miraheze maintenance script -r Requested --wiki badcreepypastawiki /home/reception/badcreepypasta.txt
• 05:30 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw* / jbr* / test3

2021-06-08

• 22:50 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki && sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw* / jbr* / test3
• 22:32 paladox: deleting moretypedesign per T&S
• 22:32 paladox: deleting typedesign per T&S
• 14:43 paladox: mon2: upgrade grafana puppet-agent
• 14:37 paladox: mon2: upgrade icinga2 icinga2-bin icinga2-common icinga2-doc icinga2-ido-mysql
• 14:30 paladox: puppet3: upgrade puppetdb-termini
• 06:53 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki=loginwiki on mw* / jbr* / test3

2021-06-07

• 23:51 Universal_Omega: cd /srv/mediawiki/w/skins/Cosmos && sudo -u www-data git fetch && sudo -u www-data git reset --hard origin/master && sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki=loginwiki --lang=en on mw* / jbr* (due to magic i18n change, to remove downtime that would have been caused while waiting for LC to be ran otherwise)
• 21:45 Universal_Omega: cd /srv/mediawiki/w/extensions/MirahezeMagic && sudo -u www-data git fetch && sudo -u www-data git reset --hard origin/master on mw*
• 20:53 MirahezeLSBot: [paladox@mw11] rm -rf /tmp/php*
• 13:54 paladox: upgrade bacula2 to debian 10.9
• 13:37 paladox: regenerate fresh backups on bacula2
• 13:28 paladox: decommission cp10/11 (deleting vm and also removing from puppet)
• 13:15 MirahezeLSBot: [paladox@mw8] rm -rf /tmp/php*

2021-06-06

• 14:23 MirahezeLSBot: [paladox@mw11] service php7.3-fpm restart
• 14:23 MirahezeLSBot: [paladox@mw11] rm -rf /tmp/phpkRd4Z1
• 14:23 MirahezeLSBot: [paladox@mw11] rm -rf /tmp/Easy*
• 14:23 MirahezeLSBot: [paladox@mw11] rm -rf /tmp/timeline*
• 14:21 MirahezeLSBot: [paladox@mw10] service php7.3-fpm restart
• 14:21 MirahezeLSBot: [paladox@mw10] rm -rf /tmp/phpZbz5NY
• 14:19 MirahezeLSBot: [paladox@mw10] rm -rf /tmp/Easy*
• 14:18 MirahezeLSBot: [paladox@mw10] rm -rf /tmp/timeline*
• 13:57 Reception123: sudo rm -rf /tmp/* on mw9
• 13:40 MirahezeLSBot: [www-data@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki=shadowsofabaddonwiki /home/reception/sacredtools_gamepedia_en_pages_full.xml --username-prefix fandom:shadowsofabaddon --report 1
• 06:33 Universal_Omega: [universalomega@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/updateArticleCount.php --wiki=snapwikiwiki --update
• 06:33 Universal_Omega: [universalomega@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/updateSpecialPages.php --wiki=snapwikiwiki
• 05:56 Reception123: sudo rm -rf /tmp/* on mw8
• 05:56 Reception123: sudo service logbot restart

2021-06-05

• 15:31 MirahezeLSBot: [rhinos@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/updateSpecialPages.php --wiki=crappygameswiki --override --only=ShortPages
• 15:30 MirahezeLSBot: [rhinos@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/updateSpecialPages.php --wiki=crappygameswiki --override
• 15:17 MirahezeLSBot: [rhinos@test3] sudo -u www-data php /srv/mediawiki/w/extensions/CreateWiki/maintenance/manageInactiveWikis.php --wiki=test3wiki
• 15:14 RhinosF1: last 2 failed because Createwiki not CreateWiki
• 15:13 MirahezeLSBot: [rhinos@test3] sudo -u www-data php /srv/mediawiki/w/extensions/Createwiki/maintenance/manageInactiveWikis.php --wiki=test3wiki
• 15:13 MirahezeLSBot: [rhinos@test3] sudo -u www-data php /srv/mediawiki/w/extensions/Createwiki/maintenance/manageInactiveWikis.php --wiki=test3wiki
• 15:10 RhinosF1: use eval.php for test3wiki inactive email test
• 09:11 MirahezeLSBot: [reception@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki villagecollaborativewiki /home/reception/delbackups/villagecollaborativewiki.xml
• 08:10 Reception123: before that created local account for Miraheze maintenance script
• 08:08 MirahezeLSBot: [reception@jobrunner3] sudo -u www-data php deleteBatch.php -u Miraheze maintenance script -r Requested --wiki alathramcwiki /home/reception/alathramcdel.txt
• 01:04 Universal_Omega: [universalomega@jobrunner3] sudo -u www-data php /srv/mediawiki/w/extensions/RottenLinks/maintenance/updateExternalLinks.php --wiki=snapwikiwiki

2021-06-04

• 20:05 paladox: GDPR removal (x3)
• 19:08 Universal_Omega: [universalomega@test3] ALTER TABLE page ALTER COLUMN page_touched DROP DEFAULT;
• 19:07 Universal_Omega: [universalomega@test3] ALTER TABLE archive ALTER COLUMN ar_timestamp DROP DEFAULT;
• 19:07 Universal_Omega: [universalomega@test3] ALTER TABLE recentchanges ALTER COLUMN rc_timestamp DROP DEFAULT;
• 19:07 Universal_Omega: [universalomega@test3] ALTER TABLE image ALTER COLUMN img_timestamp DROP DEFAULT;
• 19:07 Universal_Omega: [universalomega@test3] ALTER TABLE ipblocks ALTER COLUMN ipb_expiry DROP DEFAULT;
• 19:07 Universal_Omega: [universalomega@test3] ALTER TABLE ipblocks ALTER COLUMN ipb_timestamp DROP DEFAULT;
• 19:07 Universal_Omega: [universalomega@test3] ALTER TABLE oldimage ALTER COLUMN oi_timestamp DROP DEFAULT;
• 19:07 Universal_Omega: [universalomega@test3] ALTER TABLE filearchive ALTER COLUMN fa_timestamp DROP DEFAULT;
• 19:07 Universal_Omega: [universalomega@test3] ALTER TABLE filearchive ALTER COLUMN fa_deleted_timestamp DROP DEFAULT;
• 19:07 Universal_Omega: [universalomega@test3] ALTER TABLE revision_actor_temp ALTER COLUMN revactor_timestamp DROP DEFAULT;
• 19:07 Universal_Omega: [universalomega@test3] ALTER TABLE ip_changes ALTER COLUMN ipc_rev_timestamp DROP DEFAULT;
• 19:07 Universal_Omega: [universalomega@test3] ALTER TABLE protected_titles ALTER COLUMN pt_expiry DROP DEFAULT;
• 14:27 paladox: add 1gb of swap to cp13
• 14:23 paladox: add 1gb of swap to cp12
• 14:20 paladox: reboot cp12
• 11:45 MirahezeLSBot: [reception@test3] sudo -u www-data php /srv/mediawiki/w/maintenance/initSiteStats.php --wiki=test3wiki --update
• 11:42 MirahezeLSBot: [rhinos@test3] sudo -u www-data php /srv/mediawiki/w/maintenance/initSiteStats.php --wiki=test3wiki --update
• 11:28 MirahezeLSBot: [paladox@mw8] test
• 11:15 MirahezeLSBot: [reception@jobrunner4] sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki equestriaatwarwiki /home/reception/equestriaatwar_pages_full.xml --username-prefix=fandom:equestria-at-war
• 10:08 paladox: restart varnish on cp12 - childs were not running
• 06:03 MirahezeLSBot: [reception@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki argobdpwiki /home/reception/argo_bdpfandomcom-20210603-history.xml --username-prefix=fandom:argo-bdp

2021-06-03

• 19:10 MirahezeLSBot: [reception@jobrunner4] sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki equestriaatwarlorewiki /home/reception/equestriaatwar_pages_full.xml --username-prefix=fandom:equestria-at-war
• 16:28 MirahezeLSBot: [reception@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/refreshLinks.php --wiki crappygameswiki
• 16:27 MirahezeLSBot: [reception@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/deleteArchivedRevisions.php --wiki snapwikiwiki --delete
• 16:27 MirahezeLSBot: [reception@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/deleteArchivedRevisions.php --wiki r4356thwiki --delete
• 15:59 MirahezeLSBot: [reception@jobrunner3] sudo -u www-data php updateSpecialPages.php --wiki crappygameswiki
• 15:42 MirahezeLSBot: [reception@jobrunner4] sudo -u www-data php deleteBatch.php -u Miraheze maintenance script -r Requested --wiki greatcharacterswiki /home/reception/greatcharacters.txt
• 15:41 MirahezeLSBot: [reception@jobrunner4] sudo -u www-data php deleteBatch.php -u Miraheze maintenance script -r Requested --wiki loathsomecharacterswiki /home/reception/loathsomecharacters.txt
• 15:37 MirahezeLSBot: [reception@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki badcreepypastawiki /home/reception/badcreepypasta_pages_full.xml --username-prefix=fandom:badcreepypasta
• 15:32 MirahezeLSBot: [reception@jobrunner4] sudo -u www-data php deleteBatch.php -u "Miraheze maintenance script" -r "Requested" --wiki besttvshowswiki /home/reception/besttvshows.txt
• 15:29 MirahezeLSBot: [reception@jobrunner4] sudo -u www-data php deleteBatch.php -u Miraheze maintenance script -r Requested --wiki terribletvshowswiki /home/reception/terribletvshows.txt
• 15:27 MirahezeLSBot: [reception@jobrunner4] sudo -u www-data php deleteBatch.php -u Miraheze maintenance script -r Requested --wiki greatestmovieswiki /home/reception/greastestmovies.txt
• 15:21 MirahezeLSBot: [reception@jobrunner4] sudo -u www-data php deleteBatch.php -u Miraheze maintenance script -r Requested --wiki awfulmovieswiki /home/reception/awfulmovies.txt
• 15:20 Reception123: createLocalAccount.php for Miraheze maintenance script on various reception wikis

2021-06-02

• 15:51 paladox: ran GDPR script for T&S (earlier)
• 10:11 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw* / jbr* / test3
• 09:47 Universal_Omega: UPDATE mw_settings SET s_settings = REPLACE(s_settings,'wgCosmosNumberofGroupTags', 'wgCosmosSocialProfileNumberofGroupTags');
• 09:46 Universal_Omega: UPDATE mw_settings SET s_settings = REPLACE(s_settings,'wgCosmosProfileTagGroups', 'wgCosmosSocialProfileTagGroups');
• 09:30 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki && sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw* / jbr* / test3
• 09:23 Universal_Omega: sudo -u www-data /usr/local/bin/foreachwikiindblist /home/universalomega/modernskylight.json /srv/mediawiki/w/extensions/ManageWiki/maintenance/toggleExtension.php modernskylight --disable

2021-06-01

• 10:37 paladox: mw: set php childs to 20, experimenting with trying to reduce load and improving performance.

2021-05-31

• 14:58 paladox: disabled gluster client i/o
• 14:57 paladox: set gluster i/o threads to 16
• 14:53 paladox: set mon2 cpu to host
• 14:50 paladox: set jobrunner4 cpu to host to match jobrunner3
• 13:57 paladox: testing some gluster config changes
• 13:38 paladox: upgrade puppetdb on puppet3
• 13:36 paladox: upgrade puppet-agent on puppet3
• 13:34 paladox: upgrade puppetserver to 6.15.3
• 13:22 paladox: restart elasticsearch
• 13:21 paladox: restart graylog
• 13:12 paladox: shutdown cp10/cp11 after removing from mw-config && also downtime
• 06:46 MirahezeLSBot: [reception@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki mathorgwiki /home/reception/delbackups/mathorgwiki.xml --username-prefix=mathorgwiki
• 06:44 MirahezeLSBot: [reception@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki noelsimssandboxwiki /home/reception/noelsimssandbox_pages_full.xml --username-prefix=wikia:noelsimssandboxwiki --report 1
• 06:41 Reception123: renamed infrawiki to carmechanicsimwiki
• 06:36 Reception123: renamed ahinfoboxeswiki to althistorywiki

2021-05-28

• 23:09 Universal_Omega: [universalomega@test3]: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/extensions/DiscussionTools/sql/mysql/discussiontools_subscription.sql
• 15:37 Reception123: renamed memesincubatorwiki to nebulaincubatorwiki
• 09:54 Reception123: sudo umount /mnt/mediawiki-static on mw9

2021-05-27

• 06:10 MirahezeLSBot: [reception@jobrunner3] sudo -u www-data php initSiteStats.php --wiki internetpediawiki --update

2021-05-26

• 23:34 paladox: jobrunner3: sudo -u www-data php createLocalAccount.php --wiki nebulaprojectwiki Bukkit
• 19:46 paladox: remount mw9
• 14:07 Reception123: renamed 5oclockgoswiki to goddessdenkcwiki
• 13:18 Reception123: initSiteStats.php on buildcollectwiki, dreamlogoswiki, intercriaturaswiki, anglishwiki, promenadewiki
• 07:27 MirahezeLSBot: [reception@jobrunner4] sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki internetpediawiki /home/reception/zhworldpedias_pages_full.xml --username-prefix=wikia:zh.internetpedia

2021-05-25

• 15:39 paladox: metawiki: https://github.com/wikimedia/mediawiki-extensions-DiscussionTools/blob/REL1_36/sql/mysql/discussiontools_subscription.sql - T7117
• 15:25 paladox: metawiki: ALTER TABLE /*$wgDBprefix*/cn_notices ADD COLUMN not_type varchar(255) DEFAULT NULL; - T7117
• 15:24 paladox: metawiki: ALTER TABLE /*_*/cn_notice_log ADD COLUMN `notlog_begin_type` varchar(255) DEFAULT NULL, ADD COLUMN `notlog_end_type` varchar(255) DEFAULT NULL; - T7117

2021-05-24

• 21:55 RhinosF1: test3 schema changes with sql files done! \o/ See https://phabricator.miraheze.org/T7357 for remaining ones
• 21:55 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-user_table-updates.sql
• 21:55 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-archive-ar_title-varbinary.sql
• 21:55 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-recentchanges-rc_new_name_timestamp.sql
• 21:55 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-recentchanges-rc_id.sql
• 21:55 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-recentchanges-rc_timestamp.sql
• 21:55 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-recentchanges-rc_title-varbinary.sql
• 21:54 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-site_identifiers-rename-indexes.sql
• 21:54 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-image-img_timestamp.sql
• 21:54 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-image-img_name-varbinary.sql
• 21:54 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-archive-rename-name_title_timestamp-index.sql
• 21:54 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-objectcache-exptime-notnull.sql
• 21:54 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-oldimage-oi_name-varbinary.sql
• 21:47 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-filearchive-fa_name.sql
• 21:47 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-logging-rename-indexes.sql
• 21:47 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-sites-rename-indexes.sql
• 21:47 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-user_properties-rename-index.sql
• 21:47 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-uploadstash-us_timestamp.sql
• 21:47 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-logging-log_title-varbinary.sql
• 21:47 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-categorylinks-cl_to-varbinary.sql
• 21:47 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-content_models-model_id.sql
• 21:47 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-slot_roles-role_id.sql
• 21:46 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-watchlist-wl_notificationtimestamp.sql
• 21:46 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-job_job_token_timestamp.sql
• 21:46 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-job_job_timestamp.sql
• 21:46 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-job-job_title-varbinary.sql
• 21:46 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-watchlist-namespace_title-rename-index.sql
• 21:46 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-ipblocks_restrictions-ir_type.sql
• 21:43 RhinosF1: all previous on test3
• 21:41 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-protected_titles-pt_title-varbinary.sql
• 21:41 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-user_newtalk-user_last_timestamp-binary.sql
• 21:41 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-watchlist-wl_title-varbinary.sql
• 21:41 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-querycachetwo-qcc_title-varbinary.sql
• 21:41 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-querycache-qc_title-varbinary.sql
• 21:41 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-category-cat_title-varbinary.sql
• 21:41 RhinosF1: sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-iwlinks-iwl_title-varbinary.sql
• 21:39 RhinosF1: rhinos@test3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-langlinks-ll_title-varbinary.sql
• 21:39 RhinosF1: rhinos@test3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-imagelinks-il_to-varbinary.sql
• 21:38 RhinosF1: rhinos@test3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-templatelinks-tl_title-varbinary.sql
• 21:38 RhinosF1: rhinos@test3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-pagelinks-pl_title-varbinary.sql
• 21:37 RhinosF1: rhinos@test3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/maintenance/archives/patch-redirect-rd_title-varbinary.sql
• 21:35 Universal_Omega: [universalomega@test3] DROP TABLE wb_terms;
• 21:25 RhinosF1: (affects all wikis) rhinos@test3:~$ sudo -u www-data php /srv/mediawiki/w/extensions/OATHAuth/maintenance/updateTOTPScratchTokensToArray.php --wiki=test3wiki
• 21:25 Universal_Omega: change wgCentralDBname on test3 to test3wiki as to not touch metawiki database while testing schema changes for 1.36
• 21:24 Universal_Omega: [universalomega@test3] sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/extensions/CentralNotice/patches/patch-notice_not_type.sql
• 21:24 Universal_Omega: [universalomega@test3] sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=test3wiki /srv/mediawiki/w/extensions/CentralNotice/patches/patch-notice-type-log.sql
• 21:17 RhinosF1: test3wiki: run /srv/mediawiki/w/extensions/CentralNotice/patches/patch-notice-type-log.sql
• 21:15 RhinosF1: test3wiki: run /srv/mediawiki/w/extensions/OAuth/schema/oauth_version_accepted.sql
• 21:14 RhinosF1: test3wiki: run /srv/mediawiki/w/extensions/OAuth/schema/oauth2_is_confidential.sql
• 21:12 RhinosF1: test3wiki: run /srv/mediawiki/w/extensions/OAuth/schema/oauth2_allowed_grants.sql
• 20:54 RhinosF1: test3: 4 hours later, we're catching many bugs.
• 18:00 RhinosF1: test3: puppet finished a minute back, Reception123 is updating composer
• 17:56 RhinosF1: test3: puppet is a snail, 500 expected
• 17:52 RhinosF1: rhinos@test3:/srv/mediawiki/config$ sudo -u www-data git checkout --track origin/REL1_36
• 15:17 RhinosF1: test3 -> 1.36 in ~1 hour, please don't panic at exceptions until you see a message saying 1.36 schema changes done - See T7117

2021-05-23

• 01:42 Universal_Omega: cd /srv/mediawiki/w/ && sudo -u www-data git fetch && sudo -u www-data git submodule sync skins/Citizen && sudo -u www-data git submodule update skins/Citizen && sudo puppet agent -tv on mw* / jbr* / test3

2021-05-22

• 22:52 Universal_Omega: [universalomega@jobrunner3] sudo -u www-data php /srv/mediawiki/w/extensions/CentralAuth/maintenance/migrateAccount.php --wiki=amazingyoutuberswiki --username=ANTIANIMEPARTOL2222 --auto
• 22:23 Universal_Omega: [universalomega@jobrunner3] UPDATE Comments SET Comment_actor = 110 WHERE CommentID = 323; on paddelnwiki
• 14:56 paladox: restarted ircecho
• 14:55 Reception123: restarted logbot after fixing code
• 14:55 MirahezeLSBot: [reception@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/deleteArchivedRevisions.php --wiki taerelwiki --delete
• 14:55 MirahezeLSBot: [reception@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/deleteOldRevisions.php --wiki taerelwiki --delete
• 08:38 Universal_Omega: sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/extensions/ManageWiki/maintenance/populateWikiSettings.php --wgsetting=wmgUseYandexTranslate --sourcelist=false --remove
• 08:12 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw* / jbr*
• 07:44 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw* / jbr* / test3
• 07:25 Universal_Omega: ALTER TABLE cw_wikis ADD COLUMN wiki_inactive_exempt_reason TEXT NULL AFTER wiki_inactive_exempt;
• 05:43 Reception123: renamed wikianswerswiki to answerswiki

2021-05-21

• 20:34 Southparkfan: disable puppet on cp10
• 16:07 Southparkfan: reboot cp13 for sec patches
• 16:04 paladox: cp10 & cp11: swapoff -a

2021-05-20

• 22:25 MirahezeLSBot: [universalomega@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/initSiteStats.php --wiki=taerelwiki
• 22:24 MirahezeLSBot: [universalomega@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki=taerelwiki --report=1 /home/universalomega/taerelwiki-import2.xml
• 21:36 MirahezeLSBot: [universalomega@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/initSiteStats.php --wiki=taerelwiki
• 21:30 MirahezeLSBot: [universalomega@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki=taerelwiki /home/universalomega/taerelwiki-import.xml
• 20:07 paladox: remount on mw* and jobrunner*
• 20:06 paladox: upgrade glusterfs-client to 8.5 on mw* and jobrunner*
• 20:03 paladox: upgrade gluster[34] to gluster 8.5
• 20:01 paladox: unmount /mnt/mediawiki-static on mw* and jobrunner*
• 17:50 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw*

2021-05-19

• 11:59 paladox: restart ircrcbot on mon2

2021-05-18

• 20:08 paladox: remount on mw9
• 20:07 paladox: db 11/12/13: echo "none" > /sys/block/sda/queue/scheduler
• 18:38 paladox: ns2: echo "none" > /sys/block/sda/queue/scheduler
• 18:38 paladox: jobrunner3: echo "none" > /sys/block/sda/queue/scheduler
• 18:38 paladox: services3: echo "none" > /sys/block/sda/queue/scheduler
• 18:38 paladox: mem1: echo "none" > /sys/block/sda/queue/scheduler
• 18:37 paladox: cp10: echo "none" > /sys/block/sda/queue/scheduler
• 18:37 paladox: correction puppet3
• 18:36 paladox: puppet2: echo "none" > /sys/block/sda/queue/scheduler
• 18:36 paladox: graylog2: echo "none" > /sys/block/sda/queue/scheduler
• 18:35 paladox: mw8/9: echo "none" > /sys/block/sda/queue/scheduler
• 18:35 paladox: gluster3: echo "none" > /sys/block/sda/queue/scheduler
• 18:35 paladox: cloud4: echo "none" > /sys/block/sdb/queue/scheduler
• 18:35 paladox: cloud4: echo "none" > /sys/block/sda/queue/scheduler

2021-05-17

• 19:51 Reception123: deleted a log entry from logging
• 19:33 Reception123: GDPR removal script

2021-05-16

• 19:28 Southparkfan: restart varnish on cp12
• 18:18 Southparkfan: revert puppet3 changes
• 17:48 Southparkfan: puppet3 hack to test sshfs perf optimisations
• 17:47 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki && sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki' (a few hours ago; forgot to log) on mw*

2021-05-15

• 19:41 Southparkfan: queue checkarray test on cloud5
• 19:21 paladox: mw8/9: echo "none" > /sys/block/sda/queue/scheduler
• 17:38 Reception123: sudo umount /mnt/mediawiki-static on mw8

2021-05-14

• 17:15 Reception123: reception@jobrunner3:/srv/mediawiki/w/maintenance$ sudo -u www-data php deleteBatch.php -u "Miraheze maintenance script" -r "Requested" --wiki testwiki /home/reception/test.txt
• 12:35 Southparkfan: testing puppet changes on db11
• 07:31 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=trollpastawikiwiki --r "Requested" /home/universalomega/trollpastawikiwiki-delete4.txt on jbr4
• 07:16 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=trollpastawikiwiki --r "Requested" /home/universalomega/trollpastawikiwiki-delete3.txt on jbr4
• 07:05 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=trollpastawikiwiki --r "Requested" /home/universalomega/trollpastawikiwiki-delete2.txt on jbr4
• 06:31 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki && sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw* / jbr* / test3
• 04:59 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki && sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw* / jbr* / test3
• 03:37 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=trollpastawikiwiki --r "Requested" /home/universalomega/trollpastawikiwiki-delete.txt
• 01:09 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki && sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw* / jbr* / test3
• 00:43 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=metawiki --r "Requested" /home/universalomega/metawikidel2.txt

2021-05-13

• 23:05 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=metawiki --r "Requested" /home/universalomega/deletebatch-metawiki.txt
• 21:51 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki && sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw* / jbr* / test3
• 19:41 paladox: phab2: echo "none" > /sys/block/sda/queue/scheduler
• 19:41 paladox: services4: echo "none" > /sys/block/sda/queue/scheduler
• 19:41 paladox: ldap2: echo "none" > /sys/block/sda/queue/scheduler
• 19:41 paladox: mail2: echo "none" > /sys/block/sda/queue/scheduler
• 19:39 paladox: mon2: echo "none" > /sys/block/sda/queue/scheduler
• 19:39 paladox: set back gluster3, cp10, mw8/9 and jobrunner3 to mw-deadline
• 19:34 paladox: test4: echo "none" > /sys/block/sda/queue/scheduler
• 19:31 paladox: cp 10/11: echo "none" > /sys/block/sda/queue/scheduler
• 19:25 paladox: test3: echo "none" > /sys/block/sda/queue/scheduler
• 19:25 paladox: jobrunner 3/4: echo "none" > /sys/block/sda/queue/scheduler
• 19:21 paladox: mw 8/9: echo "none" > /sys/block/sda/queue/scheduler
• 19:21 paladox: gluster3: echo "none" > /sys/block/sda/queue/scheduler
• 19:20 paladox: gluster4: echo "none" > /sys/block/sda/queue/scheduler
• 19:19 paladox: mw 10/11: echo "none" > /sys/block/sda/queue/scheduler
• 18:56 paladox: cloud5: echo "none" > /sys/block/sdb/queue/scheduler
• 18:56 paladox: cloud5: echo "none" > /sys/block/sda/queue/scheduler
• 18:23 Southparkfan: upgrade postgresql-client-11 (sec patch)
• 18:16 Southparkfan: update libpq5 (sec patch)

2021-05-12

• 21:20 paladox: delete F1438957 object from phabricator
• 07:48 Reception123: DELETED and DROPPED https://phabricator.miraheze.org/P422
• 07:15 Reception123: added universalomega to MediaWiki streams on graylog
• 07:15 RhinosF1: use default branch rename to switch removePII back to master from main
• 06:51 Reception123: restore universalomega LDAP access; add to relevant groups; reactivate mail
• 06:48 Reception123: added Universal Omega to @miraheze (GH)
• 06:17 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importImages.php --wiki besttvshowswiki --search-recursively /home/reception/marveloustvshoweps
• 06:16 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki besttvshowswiki /home/reception/marveloustvshowepisodeswiki_xml_f7a007e9550b446b6015.xml --username-prefix="marveloustvshowepisodes"
• 05:33 Reception123: running delbackups ( bash ./delbackups.sh /home/reception/delwikis.txt /srv/mediawiki/w/maintenance/dumpBackup.php)

2021-05-11

• 19:18 paladox: remount /mnt/mediawiki-static
• 18:47 RhinosF1: create RemovePII extension
• 18:21 paladox: remount gluster on mw8
• 06:19 Reception123: ALTER TABLE poll_choice MODIFY COLUMN pc_vote_count int NOT NULL default 0; on crappygameswiki
• 06:16 Reception123: cd /srv/mediawiki/w/extensions && sudo -u www-data git reset --hard origin/REL1_35 && sudo -u www-data git pull ; sudo -u www-data git submodule update' on mw*/jbr*

2021-05-10

• 15:27 Reception123: GDPR script
• 11:19 Reception123: cd /srv/mediawiki/w/extensions && sudo -u www-data git reset --hard origin/REL1_35 && sudo -u www-data git pull ; sudo -u www-data git submodule update on mw*/jbr*/test3
• 06:19 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importImages.php --wiki terribletvshowswiki --search-recursively /home/reception/terribletvshows
• 06:17 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki terribletvshowswiki /home/reception/horribletvshowepisodeswiki_xml_ebaca52971eee336d4fc.xml --username-prefix="horribletvshowepisodes"

2021-05-09

• 19:49 Southparkfan: decom dbbackup2: T5877#144340

2021-05-08

• 18:02 Southparkfan: renewed miraheze & orain domain names
• 08:46 Reception123: started jobrunner on jobrunner3
• 08:45 MirahezeLSBot: [reception@jobrunner3] sudo service jobrunner stop
• 06:12 Reception123: rename trocwiki to cnvnwiki
• 05:31 MirahezeLSBot: [reception@jobrunner3] sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki contraaowiki /home/reception/delbackups2/contraaowiki.xml --username-prefix=contraao

2021-05-07

• 05:33 Reception123: renamed cnvnwiki to trocwiki
• 05:19 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki ronrobloxwiki --username-prefix="wikia:ronroblox" /home/reception/ronroblox167_pages_full.xml
• 05:14 Reception123: renamed horrorstorieswiki to creepypastawiki
• 05:12 Reception123: DELETED and DROPPED creepypastawiki (merge)

2021-05-06

• 18:39 Reception123: INSERT INTO slot_roles (role_id, role_name) VALUES (1, 'main'); on wintergatancommunitywiki

2021-05-05

• 15:13 paladox: remounted gluster on mw 8,9,10,11 & jobrunner[12]
• 15:07 paladox: run this on all mediawiki application servers: ps aux | grep salt-user | awk '{print $2}' | xargs kill -9
• 06:08 Reception123: DELETED and DROPPED wintergatancommunitywiki (reset)

2021-05-04

• 18:13 Reception123: removed mrjarsolavik from CVT mail list
• 16:08 Reception123: sudo puppet agent -tv && sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki && sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw*
• 06:09 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki uo2wikiwiki --username-prefix="ultimate-obby-20-roblox" /home/reception/ultimateobby20roblox_pages_full.xml
• 05:57 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki wintergatancommunitywiki --r "Requested" /home/reception/templatepages.txt
• 05:51 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/moveBatch.php --wiki tuscriaturaswiki -r "Requested" --noredirects /home/reception/tuscriaturias.txt
• 05:45 Reception123: change privacy@ to redirect to trustandsafety@

2021-05-03

• 16:47 Reception123: removed John from graylog
• 16:47 Reception123: removed John from Matomo
• 16:46 Reception123: removed John from Grafana
• 16:44 Reception123: remove mail account for john, add personal email to stewards@
• 16:42 Reception123: removed John from @miraheze on GH
• 15:05 Reception123: created mail account for doug and added to trustandsafetygroup
• 12:23 Southparkfan: dbbackup1: remove April 24th's db11 backup to free up space

2021-05-02

• 22:34 Southparkfan: raid array check is 85.0% on cloud4, ETA 370 - 550 minutes
• 21:35 paladox: reboot cp10
• 20:51 paladox: rebooting gluster3
• 20:49 paladox: restart glusterd on gluster3
• 20:42 paladox: stop gluster backup on bacula2
• 18:57 paladox: set gluster i/o threads to 8 (from 12)
• 18:53 Southparkfan: restarted database backups (but with --trx-consistency-only enabled)
• 18:47 paladox: killed long running puppet process on mem[12] & salt process
• 18:46 paladox: killed long running puppet process on mail2 and ldap2 & salt process
• 18:45 paladox: killed long running puppet process on mon2 & salt process
• 18:44 paladox: killed long running puppet process on db 11, 12 and 13 & salt process
• 18:43 paladox: killed long running puppet process on cp12 & salt process
• 18:42 paladox: killed long running puppet process on cp11 & salt process
• 18:42 paladox: killed long running puppet process on cloud[53] & salt process
• 18:40 paladox: killed long running puppet process on jobrunner[34] & salt process
• 18:40 paladox: killed long running puppet process on mw11 & salt process
• 18:39 Southparkfan: stop database backups
• 18:39 paladox: killed long running puppet process on mw10 & salt process
• 18:38 paladox: killed long running puppet process on gluster[34] & salt process
• 18:24 paladox: killed ssh-salt process on gralog2 (never got rid off?)
• 18:24 paladox: killed puppet process (long running) on graylog2
• 18:23 paladox: restart mongod on graylog2
• 18:19 paladox: restart elasticsearch on graylog2
• 18:18 paladox: restart graylog-server on graylog2
• 17:44 Reception123: sudo puppet agent -tv && sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki && sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw*
• 15:16 paladox: upgrade glusterfs-client glusterfs-common on test3
• 15:16 paladox: upgrade glusterfs-client glusterfs-common on jobrunner[34]
• 15:09 paladox: upgrade glusterfs-client glusterfs-common on mw 8, 9, 10, 11
• 15:08 paladox: upgrade gluster to 8.4 on gluster[34]
• 15:02 paladox: regenerate backups on bacula2
• 15:02 paladox: root@gluster3:/home/paladox# gluster volume set static lookup-optimize off

2021-05-01

• 18:36 Southparkfan: restarted various services (ntp/ssh/syslog-ng/unattended-upgrade/graylog-server & elasticsearch/some systemd related services - skipping systemd-logind, dbus, mariadb and most proxmox related services) on hosts
• 18:18 Southparkfan: restart various services on phab2 (needrestart test)
• 18:07 Southparkfan: resized / partition on bacula2 to reflect instance resize
• 17:59 Southparkfan: bacula2: remove swap (before resizing partition)
• 17:43 Southparkfan: installing security patches on all hosts
• 17:26 Southparkfan: restart puppetserver to remove in-memory reference to aforementioned log file
• 17:24 Southparkfan: puppet3: remove puppetserver-access.log.json.1 (13 GB) to free up disk space
• 17:18 Southparkfan: install security patches on ns1
• 17:10 Southparkfan: install security patches on services3

2021-04-30

• 09:54 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki atrociousgameplaywiki --username-prefix="wikia:community" /home/reception/atrociousgameplay_pages_full.xml

2021-04-29

• 20:25 Reception123: re-enable puppet on mw*
• 20:00 Reception123: disable puppet on mw*

2021-04-28

• 17:34 Reception123: sudo -u www-data /usr/local/bin/foreachwikiindblist /home/reception/categorysortheaders.json /srv/mediawiki/w/maintenance/updateCollation.php
• 14:43 paladox: restarting gdnsd on ns2
• 14:35 paladox: restart gdnsd on ns1
• 13:39 Reception123: renamed wikiaskwiki to wikianswerswiki
• 09:47 Reception123: MariaDB [metawiki]> DELETE FROM echo_unread_wikis WHERE euw_user = '211266' AND euw_wiki = 'naasgamelandwiki';
• 05:59 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki particracyclassicwiki --username-prefix="wikia:particracy" /home/reception/particracy_pages_full.xml
• 05:36 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=cancelledmovieswiki --r "Requested" /home/reception/Cancelled_Movies_Wiki_leftovers.txt
• 05:33 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=greatestmovieswiki --r "Requested" /home/reception/greatdel.txt
• 05:04 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=awfulmovieswiki --r "[[phab:T7200|Requested[[" /home/reception/awfuldel.txt

2021-04-27

• 11:46 Reception123: sudo umount /mnt/mediawiki-static on mw8/9
• 10:45 Southparkfan: install security patch for php-pear on test3
• 10:27 Southparkfan: not sure when bacula2 resize will be finished, downtimed in icinga for the next four hours
• 10:10 Southparkfan: resize bacula2 ([1])
• 10:09 Southparkfan: install security patches for php-pear
• 09:18 Reception123: sudo puppet agent -tv && sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki && sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw*/jbr*
• 09:17 Reception123: cd /srv/mediawiki/w/extensions && sudo -u www-data git pull ; sudo -u www-data git submodule sync ; sudo -u www-data git submodule update && sudo puppet agent --enable && sudo puppet agent -t on mw*/jbr* (individually)
• 09:12 Reception123: disabled puppet on mw*
• 04:53 Reception123: continue wikibackups for top 15 wikis

2021-04-26

• 18:44 Southparkfan: stop c2 replication
• 12:57 Reception123: created trustandsafety LDAP group, added owen
• 11:08 Reception123: sudo apt-get upgrade on phab2
• 11:08 Reception123: deleted phabricator file F912970 (large file)
• 11:06 Reception123: deleted phabricator file F1421447 (large file; space running out)

2021-04-25

• 20:38 Reception123: sudo unmount /mnt/mediawiki-static on mw10
• 20:37 Reception123: sudo unmount /mnt/mediawiki-static mw8/mw9
• 18:31 Reception123: repool mw11
• 18:31 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki && sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw11
• 18:31 Reception123: cd /srv/mediawiki/w/extensions && sudo -u www-data git reset --hard origin/REL1_35 && sudo -u www-data git pull ; sudo -u www-data git submodule update && sudo puppet agent --enable && sudo puppet agent -tv on mw11
• 18:29 Reception123: repool mw10 ; depool mw11
• 18:29 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki && sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw10
• 18:29 Reception123: cd /srv/mediawiki/w/extensions && sudo -u www-data git reset --hard origin/REL1_35 && sudo -u www-data git pull ; sudo -u www-data git submodule update && sudo puppet agent --enable && sudo puppet agent -tv on mw10
• 18:27 Reception123: repool mw9 ; depool mw10
• 18:27 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki && sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw9
• 18:27 Reception123: cd /srv/mediawiki/w/extensions && sudo -u www-data git reset --hard origin/REL1_35 && sudo -u www-data git pull ; sudo -u www-data git submodule update && sudo puppet agent --enable && sudo puppet agent -tv on mw9
• 18:25 Reception123: repool mw8 ; depool mw9
• 18:25 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki && sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw8
• 18:25 Reception123: cd /srv/mediawiki/w/extensions && sudo -u www-data git reset --hard origin/REL1_35 && sudo -u www-data git pull ; sudo -u www-data git submodule update && sudo puppet agent --enable && sudo puppet agent -tv on mw8
• 18:23 Reception123: depool mw8
• 17:39 Reception123: disabled puppet on mw*
• 13:41 Reception123: running bash ./wikibackups.sh /home/reception/publicwikis.txt /srv/mediawiki/w/maintenance/dumpBackup.php (wikibackups)
• 13:25 Reception123: reception@jobrunner3:~$ sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/extensions/ManageWiki/maintenance/toggleExtension.php validator --disable
• 12:21 Reception123: sudo puppet agent -tv && sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki && sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw*/jbr*
• 12:20 Reception123: cd /srv/mediawiki/w/extensions && sudo -u www-data git pull ; sudo -u www-data git submodule sync ; sudo -u www-data git submodule update && sudo puppet agent --enable && sudo puppet agent -t on mw*/jbr*
• 12:19 Reception123: cd /srv/mediawiki/w/extensions && sudo -u www-data git reset --hard origin/REL1_35 && sudo -u www-data git pull ; sudo -u www-data git submodule update && sudo puppet agent --enable && sudo puppet agent -tv on mw*
• 12:05 Reception123: disable puppet on mw*
• 10:55 Reception123: same on jbr*
• 10:52 Reception123: repool mw8
• 10:46 Reception123: cd /srv/mediawiki/w/extensions && sudo -u www-data git reset --hard origin/REL1_35 && sudo -u www-data git pull ; sudo -u www-data git submodule update && sudo puppet agent --enable && sudo puppet agent -tv && sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki && sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki
• 10:46 Reception123: repool mw9 ; depool mw8
• 10:42 Reception123: cd /srv/mediawiki/w/extensions && sudo -u www-data git reset --hard origin/REL1_35 && sudo -u www-data git pull ; sudo -u www-data git submodule update && sudo puppet agent --enable && sudo puppet agent -tv && sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki && sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki
• 10:42 Reception123: repool mw10 ; depool mw9
• 10:37 Reception123: cd /srv/mediawiki/w/extensions && sudo -u www-data git reset --hard origin/REL1_35 && sudo -u www-data git pull ; sudo -u www-data git submodule update && sudo puppet agent --enable && sudo puppet agent -tv && sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki && sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki
• 10:36 Reception123: repool mw11 ; depool mw10
• 10:31 Reception123: cd /srv/mediawiki/w/extensions && sudo -u www-data git reset --hard origin/REL1_35 && sudo -u www-data git pull ; sudo -u www-data git submodule update && sudo puppet agent --enable && sudo puppet agent -tv && sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki && sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki
• 10:30 Reception123: depool mw11

2021-04-24

• 14:36 Southparkfan: https://phabricator.miraheze.org/T5877#140588: run test backup on db11 with six threads
• 10:07 Reception123: cd /srv/mediawiki/w/skins && sudo -u www-data git revert 6ca05c7 on mw*
• 09:11 Reception123: cd /srv/mediawiki/w/extensions && sudo -u www-data git pull ; sudo -u www-data git submodule sync ; sudo -u www-data git submodule update && sudo puppet agent --enable && sudo puppet agent -t on jbr*
• 08:48 Reception123: cd /srv/mediawiki/w/extensions && sudo -u www-data git pull ; sudo -u www-data git submodule sync ; sudo -u www-data git submodule update && sudo puppet agent --enable && sudo puppet agent -t on mw*
• 08:45 Reception123: disabled puppet on mw*
• 08:03 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw*
• 08:03 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki on mw*
• 06:06 Reception123: cd /srv/mediawiki/w/extensions && sudo -u www-data git pull ; sudo -u www-data git submodule sync ; sudo -u www-data git submodule update && sudo puppet agent --enable && sudo puppet agent -t on mw*
• 05:46 Reception123: disable puppet on mw*
• 05:42 Reception123: cd /srv/mediawiki/w/extensions && sudo -u www-data git pull ; sudo -u www-data git submodule sync ; sudo -u www-data git submodule update && sudo puppet agent --enable && sudo puppet agent -t on mw*
• 05:41 Reception123: enable puppet on mw*
• 05:31 Reception123: disabled puppet on mw*

2021-04-23

• 21:33 MirahezeLSBot: [johnflewis@puppet3] Testing a script before push
• 05:35 Reception123: MariaDB [metawiki]> DELETE FROM echo_unread_wikis WHERE euw_user = '127980' AND euw_wiki = 'cosmoswiki';

2021-04-22

• 15:07 Reception123: re-enabled puppet everywhere on mw* and jbr*
• 15:05 Reception123: sudo -u www-data git pull ; sudo -u www-data git submodule sync ; sudo -u www-data git submodule update on jbr3/jbr4
• 15:05 Reception123: sudo -u www-data git pull ; sudo -u www-data git submodule sync ; sudo -u www-data git submodule update on mw10/mw11
• 15:03 Reception123: sudo -u www-data git pull ; sudo -u www-data git submodule sync ; sudo -u www-data git submodule update on mw9
• 14:55 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw*
• 14:54 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki on mw8
• 14:54 Reception123: repool mw8
• 14:52 RhinosF1: rhinos@mw8:/srv/mediawiki/w$ cd /srv/mediawiki/w/extensions && sudo -u www-data git reset --hard origin/REL1_35 && sudo -u www-data git pull ; sudo -u www-data git submodule update --init
• 14:52 RhinosF1: rhinos@mw8:/srv/mediawiki/w$ sudo -u www-data git submodule sync --recursive
• 14:52 RhinosF1: rhinos@mw8:/srv/mediawiki/w$ sudo -u www-data rm .git/modules/extensions/SimpleTooltip/config
• 14:44 RhinosF1: rhinos@mw8:/srv/mediawiki/w$ sudo -u www-data git submodule deinit extensions/SimpleTooltip -f
• 14:25 Reception123: depool mw8 and enable puppet on mw8
• 14:18 Reception123: disabled puppet on mw*
• 14:09 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw*/jbr*
• 14:08 Reception123: without the --lang en part, that was a mistake
• 14:07 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki --lang en on jbr*/mw*

2021-04-21

• 14:15 Reception123: sudo umount /mnt/mediawiki-static on mw9 and mw10

2021-04-20

• 06:47 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance//refreshLinks.php --wiki daybreakwiki
• 06:44 Reception123: renamed octopathjwiki to octopathspwiki.

2021-04-19

• 15:37 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw*/jbr*
• 11:18 Reception123: INSERT INTO slot_roles (role_id, role_name) VALUES (1, 'main'); on naasgamelandwiki
• 11:18 Reception123: INSERT INTO content_models (model_id, model_name) VALUES ( 5, 'json'); on naasgamelandwiki
• 11:18 Reception123: INSERT INTO content_models (model_id, model_name) VALUES ( 4, 'Scribunto'); on naasgamelandwiki
• 11:17 Reception123: INSERT INTO content_models (model_id, model_name) VALUES (3, 'javascript'); on naasgamelandwiki
• 11:17 Reception123: INSERT INTO content_models (model_id, model_name) VALUES ( 2, 'css'); on naasgamelandwiki
• 11:17 Reception123: INSERT INTO content_models (model_id, model_name) VALUES ( 1, 'wikitext'); on naasgamelandwiki

2021-04-18

• 18:04 Reception123: re-ran the scripts below
• 17:57 Reception123: cd /srv/mediawiki/w/extensions && sudo -u www-data git reset --hard origin/REL1_35 && sudo -u www-data git pull ; sudo -u www-data git submodule update on mw*
• 17:43 Reception123: sudo -u www-data php /srv/mediawiki/w/maint*/rebuildLocalisationCache.php --wiki loginwiki
• 17:43 Reception123: sudo -u www-data php /srv/mediawiki/w/maint*/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki on mw*

2021-04-17

• 19:42 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importImages.php --wiki sdiywikiwiki --search-recursively /home/reception/sdiywiki
• 15:48 Reception123: same as above but with sdiywikiwiki
• 15:40 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki sdiywiki --username-prefix="sdiy" /home/reception/sdiywiki_xml_33a98989573af7554554.xml
• 15:40 Reception123: DELETED and DROPPED sdiywiki (reset)
• 14:14 paladox: service nginx reload on cp* and mw*
• 13:02 RhinosF1: +import3.xml
• 12:51 RhinosF1: +import2.xml
• 12:46 RhinosF1: rhinos@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki=firebergwiki /home/rhinos/import.xml
• 10:33 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteOldRevisions.php --wiki absoluwiki --delete
• 10:17 RhinosF1: finished
• 10:13 RhinosF1: restart AIModel script
• 10:11 Reception123: reception@jobrunner3:~$ sudo chown www-data:www-data /mnt/mediawiki-static/requestmodel.phpml
• 08:59 RhinosF1: above failed
• 08:55 RhinosF1: [START] rhinos@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/extensions/CreateWiki/maintenance/createPersistentModel.php --wiki=metawiki
• 05:07 Reception123: reception@jobrunner3:/srv/mediawiki/w/extensions/AJAXPoll/maintenance$ sudo -u www-data php migrateOldAJAXPollUserColumnsToActor.php --wiki=besttvshowswiki
• 05:07 Reception123: MariaDB [besttvshowswiki]> ALTER TABLE /*_*/ajaxpoll_vote ADD COLUMN poll_actor bigint unsigned NOT NULL AFTER poll_id;

2021-04-16

• 13:49 Reception123: sudo rm -rf /tmp/* on mw*
• 07:24 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki maintenantswiki /home/reception/delbackups2/maintenantswiki.xml

2021-04-15

• 18:32 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw*/jbr*
• 12:29 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importImages.php --wiki megamanwiki --search-recursively /home/reception/megaman

2021-04-14

• 16:35 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=metawiki --r "Requested" /home/reception/metadel.txt

2021-04-13

• 23:45 Southparkfan: puppet3: switch from patch-1 to master branch for puppet git repo
• 23:17 Southparkfan: fixed glusterfs on mw9 by running umount -l /mnt/mediawiki-static
• 23:17 Southparkfan: glusterfs process crashed on mw9 due to OOM, puppet could not reconnect because 'mkdir: /mnt/mediawiki-static' already exists
• 05:40 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki creepypastowiki --username-prefix="wikia:creepypasto" /home/reception/escreepypasto_pages_full.xml

2021-04-12

• 08:03 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki megamanwiki --username-prefix="wikia:megaman" /home/reception/megamanfandomcom-20210410-history.xml

2021-04-11

• 23:27 paladox: rebuild lc on mw* and jobrunner*
• 22:53 paladox: rebuild lc on mw* and jobrunner*
• 14:06 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki glitchcitywiki --username-prefix="old-glitchcity" /home/reception/glitchcity.xml
• 14:02 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki zoneminderwiki /home/reception/delbackups2/zoneminderwiki.xml

2021-04-10

• 13:34 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=lolpastawiki --r "Requested" /home/reception/cpdel.txt
• 11:33 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki rumoredmovieswiki --username-prefix="wikia:rumored-movies" /home/reception/rumoredmovies_pages_full.xml
• 11:29 Reception123: upgraded phabricator
• 11:29 Reception123: sudo service logbot start on monw2
• 00:23 Southparkfan: stopped db11 dump, removed backup

2021-04-09

• 23:34 Southparkfan: db11 almost out of RAM, added 2G swap extra
• 22:20 Southparkfan: dumping all of db11 to dbbackup1:/srv/backups/db11 as test, two SREs monitoring (in case of locking issues)
• 22:15 Southparkfan: installed ipmitool on cloud5, but have just removed it
• 20:21 paladox: add monitor db to ldap
• 20:21 paladox: add cn=monitor,dc=miraheze,dc=org to ldap
• 15:56 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=crappypastawiki --r "Requested" /home/reception/cpdel.txt
• 10:13 John: restart jobchron on jobrunner3
• 07:49 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw*/jbr*
• 07:49 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki' on mw*/jbr*
• 03:54 paladox: delete logging entry on terribletvshowswiki
• 03:42 paladox: GDPR removal
• 02:52 paladox: jobrunner3: sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/runJobs.php
• 00:19 paladox: restart ircrcbot

2021-04-08

• 23:47 paladox: jobrunner3: /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/maintenance/archives/patch-extend-iwlinks-iwl_prefix.sql
• 23:18 paladox: repool mw11
• 23:02 paladox: rebuild lc on mw11
• 22:36 paladox: depool mw11
• 22:36 paladox: repool mw10
• 22:28 paladox: rebuild lc on mw10
• 22:16 paladox: depool mw10
• 22:16 paladox: repool mw9
• 22:11 paladox: rebuild lc on mw9
• 21:57 paladox: depool mw9
• 21:55 paladox: rebuild lc on jobrunner[34]
• 21:51 paladox: repool mw8
• 21:46 paladox: rebuild lc on mw8
• 21:38 paladox: depool mw8
• 12:05 Reception123: reception@jobrunner3:/mnt/mediawiki-static$ sudo -u www-data mv /mnt/mediawiki-static/greatcharacterswikiwiki /mnt/mediawiki-static/greatcharacterswiki
• 12:04 Reception123: renamed greatcharacterswikiwiki to greatcharacterswiki
• 08:23 Reception123: MariaDB [metawiki]> DELETE FROM echo_unread_wikis WHERE euw_user = '211266' AND euw_wiki = 'd45t5g8r1g45rg4r54r5t1wiki';
• 06:27 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki crappypastawiki --username-prefix="wikia:lolpasta" /home/reception/lolpasta_pages_full.xml

2021-04-07

• 21:16 paladox: jobrunner3: sudo -u www-data php createLocalAccount.php --wiki uspoliticalsimulationwiki Electricboogaloo
• 20:10 John: run jobs on all wikis on jobrunner3, experimentation run to empty queue through a forced run
• 18:53 paladox: switch over jobrunner[34] to use our fork https://github.com/miraheze/jobrunner-service
• 15:40 John: fork wikimedia/mediawiki-services-jobrunner repo
• 08:43 RhinosF1: mergemessagelistfiles and rebuild i18n on test3 then jbr* then mw* (END)
• 08:10 RhinosF1: mergemessagelistfiles and rebuild i18n on test3 then jbr* then mw* (START)
• 08:06 Reception123: cd /srv/mediawiki/w/extensions && sudo -u www-data git reset --hard origin/REL1_35 && sudo -u www-data git pull ; sudo -u www-data git submodule update on mw*

2021-04-06

• 22:51 RhinosF1: rhinos@jobrunner3:/srv/mediawiki/w/maintenance$ sudo -u www-data php populateImageSha1.php --wiki famepediawiki --force
• 22:45 RhinosF1: rhinos@jobrunner3:~$ chown -R www-data:www-data /mnt/mediawiki-static/famepediawiki
• 22:42 RhinosF1: take II then chown
• 22:32 RhinosF1: copying the missing files (recovered from still existing ones at old wiki names) back to famepediawiki
• 12:53 Reception123: reception@mw9:~$ sudo umount /mnt/mediawiki-static
• 11:27 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki cancelledmovieswiki --username-prefix="wikia:cancelled-movies" /home/reception/cancelledmovies_pages_full.xml
• 06:22 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/populateContentTables.php --wiki simpleelectronicswiki

2021-04-05

• 22:21 paladox: rebuild lc on mw* and jobrunner*
• 22:06 paladox: rebuild lc on jobrunner[34]
• 21:35 RhinosF1: running jobs
• 17:28 Reception123: (forgot to log before) but repeated imports logged above on testdelete2wiki (in order to rename afterwards)
• 16:25 Reception123: renamed testdelete2wiki to simpleelectronicswiki
• 16:10 Reception123: re-deleted simpleelectronicswiki
• 15:35 Reception123: MariaDB [simpleelectronicswiki]> INSERT INTO slot_roles (role_id, role_name) VALUES (1, 'main');
• 15:33 Reception123: reception@jobrunner3:~/resets$ sudo -u www-data php /srv/mediawiki/w/maintenance/importImages.php --wiki simpleelectronicswiki /home/reception/resets/mnt --search-recursively
• 15:30 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki simpleelectronicswiki /home/reception/resets/simpleelectronicswiki.xml username-prefix="simpleelectronics"
• 15:24 Reception123: deleted and dropped simpleelectronicswiki (reset)
• 14:22 RhinosF1: ban requests re puppet@c32785b via search console
• 13:44 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw*/jbr*
• 05:48 Reception123: MariaDB [rottenwebsiteswiki]> ALTER TABLE /*_*/ajaxpoll_vote ADD COLUMN poll_actor bigint unsigned NOT NULL AFTER poll_id; (before the script)
• 05:47 Reception123: reception@jobrunner3:/srv/mediawiki/w/extensions/AJAXPoll/maintenance$ sudo -u www-data php migrateOldAJAXPollUserColumnsToActor.php --wiki=rottenwebsiteswiki

2021-04-04

• 22:35 Southparkfan: delete from metawiki.echo_unread_wikis where euw_user=96304 and euw_wiki='staffwiki';
• 21:13 Southparkfan: install sshfs on db11 (https://phabricator.miraheze.org/T5877)

2021-04-03

• 16:00 Reception123: MariaDB [crappygameswiki]> DELETE FROM oldimage WHERE oi_archive_name = ;
• 15:10 Reception123: renamed khatikwiki to famepediawiki
• 14:56 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=minecraftwiki --r "Requested" /home/reception/minecraftdel.txt
• 14:53 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/updateArticleCount.php --update --wiki trollpastawiki
• 07:23 Reception123: removed universalomega from mail+groups
• 07:20 Reception123: removed universalomega from matomo
• 07:18 Reception123: removed universalomega from graylog
• 07:17 Reception123: removed universalomega from grafana
• 07:12 Reception123: removed Universal Omega from @miraheze GH

2021-04-02

• 17:38 paladox: delete P400 object per request on phabricator
• 16:16 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki mw*/jbr*
• 08:13 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki
• 07:47 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/dumpBackup.php --full --logs --uploads --output gzip:/home/reception/socdemwikiwiki02042021.xml --wiki socdemwikiwiki

2021-04-01

• 18:30 paladox: remove all greatestmovieswiki jobs from redis
• 17:37 paladox: jobrunner3: sudo -u www-data php rollbackEdits.php --user MarioFanatic69 --bot --wiki greatestmovieswiki
• 09:07 Southparkfan: repool mw8 on cp12 (was missed during maintenance yesterday)

2021-03-31

• 23:03 Southparkfan: T7073: install prometheus-es-exporter_0.11.1-1_all.deb on graylog
• 22:56 Southparkfan: install binutils on graylog2
• 17:43 Southparkfan: rebuilding LC on jobrunner[34] in a screen for https://phabricator.miraheze.org/T7070
• 17:40 Southparkfan: restart jobchron, jobrunner (jobrunners) and mongod (graylog2)
• 17:38 Southparkfan: restart phd for security updates
• 17:37 Southparkfan: restart php-fpm on mon2, mail2, phab2, test3, jobrunner4 for security update
• 17:29 Southparkfan: restart php-fpm on mediawiki servers (depool, restart & repool)
• 17:15 Southparkfan: rebuild LC on jobrunner3 for en, does not fix exceptions
• 16:52 Southparkfan: start replica mariadb@c2 dbbackup1
• 16:40 Southparkfan: reboot dbbackup1
• 16:38 Southparkfan: restarted adminlogbot
• 16:37 Southparkfan: installing security patches per https://linuxsecurity.com/advisories/debian/debian-dsa-4881-1-curl-security-update-06-30-31

2021-03-30

• 18:00 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw*/jbr*

2021-03-28

• 22:15 Southparkfan: start c2 replication
• 21:41 paladox: upgrade dbbackup1 to debian 10.9 and install security updates
• 21:36 paladox: upgrade dbbackup2 to debian 10.9 and install security updates
• 19:27 RhinosF1: create https://github.com/miraheze/MWExt-SkinUpdateTracker for T7052
• 09:16 RhinosF1: > UPDATE recentchanges SET rc_bot = 0 where rc_actor = 2 and rc_bot = 1; via rhinos@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/sql.php --wiki=abysmalhardwarewiki for T7031

2021-03-27

• 19:09 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki bigforestwiki /home/reception/new_sudo_pages.xml
• 17:47 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki pikawikiwiki /home/reception/ (6 small dumps for pikawikiwiki)
• 14:56 paladox: remove bots-noreply from ldap
• 06:35 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/initSiteStats.php --update --wiki gyaanipediawiki

2021-03-26

• 14:41 paladox: rebuilding cp3
• 06:11 Reception123: GDPR script

2021-03-25

• 22:58 Southparkfan: remove downtime from bacula2, upgrade issues (ticket opened with RamNode)
• 22:47 Southparkfan: downtime bacula2 for the coming five hours, upgrade in progress: https://phabricator.miraheze.org/T7038
• 19:51 paladox: reboot bacula2
• 19:50 paladox: restart ircrcbot, ircecho and logbot on mon2
• 19:48 paladox: also restarted syslog-ng on db*
• 19:48 paladox: restart syslog-ng on cloud*, mon2 and ns*
• 19:44 paladox: puppet2: dist-upgrade & reboot
• 19:44 paladox: graylog2: dist-upgrade & reboot
• 19:40 paladox: services[34]: dist-upgrade & reboot
• 19:38 paladox: mail2: dist-upgrade & reboot
• 19:37 paladox: ldap2: reboot
• 19:37 paladox: phab2: dist-upgrade & reboot
• 19:34 paladox: gluster[34]: dist-upgrade
• 19:34 paladox: gluster[34]: reboot
• 19:33 paladox: jobrunner[34]: reboot
• 19:25 paladox: depool and repool mw 8,9,10,11 and also dist-upgrade
• 19:06 paladox: reboot cp3
• 18:57 paladox: cp12: apt-get dist-upgrade && reboot
• 18:57 Reception123: sudo -u www-data php /srv/mediawiki/w/extensions/ManageWiki/maintenance/populateGroupPermissionsWithDefaults.php --wiki lshwiki --overwrite
• 18:13 paladox: reboot cp10 and cp11
• 18:05 paladox: restart glusterd on gluster[34]
• 15:56 paladox: upgrade grafana on mon2
• 15:49 paladox: install security updates on all hosts
• 11:03 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki gulpiewiki /home/reception/delbackups2/gulpiewiki.xml

2021-03-24

• 20:41 Reception123: finished running deleted script
• 18:47 Reception123: DELETED and DROPPED https://phabricator.miraheze.org/P399 (draft 1, further deletions to follow after error is fixed which will be updated on the paste)
• 18:40 paladox: 18:37:21: restarted memcached on mem2
• 18:38 paladox: restarted memcached on mem2
• 17:20 Reception123: running sudo -u www-data git reset --hard origin/REL1_35 && sudo -u www-data git pull ; sudo -u www-data git submodule update on mw*/jbr*
• 16:38 Reception123: running delbackups
• 11:52 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw*/jbr*
• 11:52 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki' on mw*/jbr*
• 11:27 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw*/jbr*
• 11:26 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki' on mw*/jbr*
• 10:52 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki gyaanipediawiki /home/reception/GBU_XML/GBU[1-5].xml --username-prefix="mh:bluepages"
• 10:11 Reception123: renamed basebuilderwiki to vassalswiki
• 10:04 Reception123: running sudo -u www-data git reset --hard origin/REL1_35 && sudo -u www-data git pull ; sudo -u www-data git submodule update on mw*/jbr*
• 06:37 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=trollpastawiki --r "Requested" /home/reception/trollpastadel.txt

2021-03-23

• 18:29 RhinosF1: rhinos@jobrunner3:/srv/mediawiki/w/extensions/CentralAuth/maintenance$ sudo -u www-data php migrateAccount.php --wiki=besttvshowswiki --username=Brandond360 --auto for T7021

2021-03-22

• 20:29 Reception123: sudo -u www-data php /srv/mediawiki/w/extensions/ManageWiki/maintenance/toggleExtension.php --disable pagedisqus --wiki memeswiki
• 19:23 Reception123: reception@jobrunner3:/srv/mediawiki/w$ sudo -u www-data php /srv/mediawiki/w/extensions/ManageWiki/maintenance/toggleExtension.php --disable pagedisqus --wiki memeswiki
• 18:42 Reception123: reception@jobrunner3:/srv/mediawiki/w/extensions/CentralAuth/maintenance$ sudo -u www-data php createLocalAccount.php --wiki aaawiki RenameTestAccount2
• 17:53 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki snapwikiwiki /home/reception/Snap_Wiki_WB_Property.xml --username-prefix="d"
• 13:08 John: deleted all deferred mail on mail2

2021-03-21

• 10:29 RhinosF1: rhinos@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/extensions/CentralAuth/maintenance/fixStuckGlobalRename.php --wiki=altuniverseuk1182wiki --logwiki=metawiki KingstonuHull-h1986 KingstonHolm861 for T7010

2021-03-20

• 03:22 paladox: re-enable 2247 on phabricator

2021-03-19

• 23:55 paladox: disable user 2247 on phabricator

2021-03-18

• 22:58 Southparkfan: start backup on dbbackup2 (command: https://phabricator.miraheze.org/T5877#132335) for c3, to test impact on load
• 13:41 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/initSiteStats.php --update --wiki minecraftwiki
• 13:39 Southparkfan: dbbackup1: stop replication for c4 to test impact on load, current stats: c2 lagged by 43 hours, c4 lagged by 67.5 hours,
• 01:17 paladox: add civwikiwiki to matomo
• 01:17 paladox: add dingedbwiki to matomo

2021-03-17

• 22:09 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw* and jbr*
• 19:56 paladox: remove db12* backup files from bacula2
• 17:12 Universal_Omega: RebuildLocalisationCache and mergeMessageFileList on Jbr* and mw*
• 16:35 Southparkfan: db11: MariaDB [(none)]> purge binary logs to 'mysql-bin.000973';
• 07:12 Reception123: renamed outlawsrefugewiki to outlawshavenwiki
• 00:18 Southparkfan: downtimed load alerts for dbbackup[12] till March 31, per https://phabricator.miraheze.org/T6984

2021-03-16

• 09:48 Reception123: deleted and dropped tscwiki

2021-03-15

• 19:38 paladox: restart varnish on cp12
• 18:43 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=pokemundowiki --r "Requested" /home/reception/deletebatch.txt
• 18:39 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki maximusescwiki /home/reception/delbackups3/maximusescwiki.xml --username-prefix="maximusesc"
• 18:19 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=awesomegameswiki --r "Requested" /home/reception/awesomegamesdel.txt
• 17:08 Reception123: DROP DATABASE maximusescwiki;
• 01:21 paladox: rm /etc/systemd/system/nutcracker.service.d/puppet-override.conf ; systemctl daemon-reload ; service nutcracker restart on mw* and jobrunner*

2021-03-14

• 23:30 paladox: upgrade phabricator
• 22:06 RhinosF1: sudo -u www-data php /srv/mediawiki/w/extensions/CentralAuth/maintenance/migrateAccount.php --username=Tronbing5 --wiki=metawiki --auto (DONE - END MIGRATIONS)
• 22:06 RhinosF1: sudo -u www-data php /srv/mediawiki/w/extensions/CentralAuth/maintenance/migrateAccount.php --username=Lysander123456 --wiki=metawiki --auto
• 22:05 RhinosF1: sudo -u www-data php /srv/mediawiki/w/extensions/CentralAuth/maintenance/migrateAccount.php --username=Glossuwyn --wiki=metawiki --auto
• 22:04 RhinosF1: rhinos@jobrunner3:/$ sudo -u www-data php /srv/mediawiki/w/extensions/CentralAuth/maintenance/migrateAccount.php --username=Falfulynw200202 --wiki=metawiki --auto
• 22:04 RhinosF1: fixing broken SUL accounts so @Void can lock
• 17:32 paladox: create feraltradinghandbookwiki in matomo
• 17:30 paladox: create uselesssoftwarewiki in matomo
• 17:28 paladox: create wikipucwiki and androidwiki in matomo
• 16:21 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=awfulmovieswiki --r "Requested" /home/reception/awfulmovies.txt
• 15:39 paladox: created zymonicwiki in matomo
• 12:45 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=greatcharacterswikiwiki --r "Requested" /home/reception/GCW.txt
• 12:17 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=loathsomecharacterswiki --r "Requested" /home/reception/LSCW.txt
• 11:00 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=crappygameswiki --r "Requested" /home/reception/CGW.txt
• 10:58 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=besttvshowswiki --r "Requested" /home/reception/BTVSW.txt

2021-03-13

• 18:52 Reception123: GDPR script
• 10:30 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=trollpastawiki --r "Requested" /home/reception/trollpastadel.txt

2021-03-12

• 22:11 paladox: cp10/11/3: rm varnishncsa.log*
• 22:09 paladox: cp12: rm varnishncsa.log*
• 21:14 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw*, jbr*, and test3
• 16:42 Reception123: rebooted cp12
• 15:36 Reception123: reception@jobrunner3:/srv/mediawiki/w/extensions/CentralAuth/maintenance$ sudo -u www-data php createLocalAccount.php --wiki metawiki Elli per Phabricator request

2021-03-11

• 23:36 paladox: restart dovecot on mail2
• 06:54 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki minecraftwiki /home/reception/minecraft_pages_full.xml --username-prefix="wikia:minecraftwiki"
• 06:44 Reception123: sudo service ircrcbot restart

2021-03-10

• 22:33 paladox: starting db13 backup to dbbackup1
• 22:29 Southparkfan: stop mariadb c3 replica
• 22:19 Southparkfan: started replica process for c3, failed because binary logs on the master have been purged since
• 18:04 paladox: regenerate backups on bacula2
• 16:21 paladox: install python3-yaml on jobrunner3
• 03:57 Universal_Omega: UPDATE mw_settings SET s_settings = REPLACE(s_settings,'wgDisqusShortname', 'egDisqusShortname');

2021-03-09

• 20:22 Reception123: reception@jobrunner3:/srv/mediawiki/w/maintenance$ sudo -u www-data php runJobs.php --wiki metawiki
• 06:38 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/extensions/CentralAuth/maintenance/fixStuckGlobalRename.php --wiki=jrapp494wiki --logwiki=metawiki 'IntegraInfinity' 'OfficerJH'
• 00:03 paladox: root@jobrunner3:/srv/mediawiki/w/maintenance# sudo -u www-data php runJobs.php --wiki metawiki

2021-03-08

• 18:46 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=shekhwiki --r "Requested" /home/reception/shekhdel.txt
• 00:16 Southparkfan: enable puppet on gluster4
• 00:03 Southparkfan: disable puppet on gluster4 for syslog testing

2021-03-07

• 17:56 Reception123: reception@jobrunner3:/srv/mediawiki/w/extensions/ReplaceText/maintenance$ sudo -u www-data php replaceAll.php --wiki pokemundowiki --replacements /home/reception/movebatch.txt --rename
• 16:06 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=teessidehackspacewiki -u "Dmehus" -r "Spam Steward request on Phabricator" /home/reception/teessidehackspace.txt
• 14:39 Reception123: reception@jobrunner3:/srv/mediawiki/w/extensions/CentralAuth/maintenance$ sudo -u www-data php migrateAccount.php --wiki loginwiki --username Trafficcone3 --attachbroken
• 12:25 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki callipediawiki /home/reception/Wikidump[01-07] --username-prefix="w" [01-03 on jbr3, 04-07 on jbr4)
• 06:39 Reception123: renamed civclassicwiki to civwikiwiki.

2021-03-06

• 23:35 Universal_Omega: universalomega@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/extensions/Wikibase/repo/maintenance/rebuildPropertyInfo.php --rebuild-all --force --wiki=nbdbwiki
• 22:15 RhinosF1: rhinos@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/extensions/CentralAuth/maintenance/migrateAccount.php --username=Hatelynnloudjrok --wiki=loathsomecharacterswiki --auto (per request of Stewards so account can be locked)
• 19:25 Universal_Omega: universalomega@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/runJobs.php --wiki=metawiki (Failed with Fatal error: Allowed memory size of 157286400 bytes exhausted )
• 01:49 paladox: depool cp10 && 11

2021-03-05

• 23:09 paladox: restart dovecot
• 17:37 paladox: reinstall rdb3 as mem1
• 15:31 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki santrovelowiki /home/reception/delbackups4/santrovelowiki.xml --username-prefix="santrovelo"
• 15:26 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki chadsofawiki /home/reception/officialdragonballsuper_pages_full.xml
• 15:18 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki mylittlefandompolskawiki /home/reception/MLF.xml
• 13:39 RhinosF1: used eval.php to fix a failed wiki creation auto create user as the script wanted to be awkward

2021-03-04

• 12:55 Reception123: sudo umount/mount /mnt/mediawiki-static

2021-03-03

• 15:52 paladox: jobrunner3: /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/extensions/ApprovedRevs/sql/patch-approval_date.sql

2021-03-02

• 18:49 Reception123: sudo apt-get upgrade on mw*/cp*/phab2/ldap2
• 11:58 paladox: restart dovecot

2021-03-01

• 23:28 paladox: dropped mail: prefix from all users in ldap
• 16:24 paladox: gluster: gluster volume set static performance.write-behind off
• 00:22 Southparkfan: varnish ban every url that starts with "https://static.miraheze.org/terribletvshows"

2021-02-28

• 23:31 paladox: jobrunner3: Ran deleteArchivedFiles.php but failed half way through with Class 'Psr\Log\LogLevel' not found
• 23:30 paladox: jobrunner3: ran eraseArchivedFile.php
• 22:12 paladox: restart dovecot on mail2
• 22:11 paladox: block ip in firewall on mail2
• 16:50 paladox: jobrunner3: /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /home/paladox/clearMatomoCache.php
• 16:25 paladox: jobrunner3: sudo -u www-data php modifyMatomo.php --wiki loginwiki
• 16:05 paladox: rebuild lc on mw* and jobrunner*
• 14:47 paladox: rebuild lc on mw* and jobrunner*
• 09:36 Reception123: deleted and dropped wikis https://phabricator.miraheze.org/P388
• 08:36 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/extensions/CreateWiki/maintenance/deleteWikis.php --wiki=loginwiki --delete Reception123
• 08:13 Reception123: running delbackups
• 06:34 Reception123: renamed sbtestwiki to samskritavyakaranamwiki
• 03:43 paladox: test3: sudo -u www-data php toggleExtension.php --wiki nspediawiki wikibaserepository (throwing Class 'Wikibase\\Repo\\WikibaseRepo' not found" on wiki)
• 03:36 paladox: restart varnish to clear cache
• 03:18 paladox: jobrunner3: sudo -u www-data php modifyMatomo.php --wiki loginwiki
• 02:54 paladox: noting for the record that i ran the modifyMatomo.php script twice (once with --remove to ensure it was deleted in the matomo site (even though it wasn't in the mediawiki matomo table) and then again to create an entry)
• 02:28 paladox: jobrunner3: sudo -u www-data php modifyMatomo.php --wiki digitaltransformationwiki
• 02:28 paladox: jobrunner3: sudo -u www-data php modifyMatomo.php --wiki linguapediawiki
• 02:27 paladox: jobrunner3: sudo -u www-data php modifyMatomo.php --wiki militarywiki
• 02:26 paladox: jobrunner3: sudo -u www-data php modifyMatomo.php --wiki sephspacewiki
• 02:26 paladox: jobrunner3: sudo -u www-data php modifyMatomo.php --wiki highdeologywikiwiki
• 02:25 paladox: jobrunner3: sudo -u www-data php modifyMatomo.php --wiki cnocbridewiki
• 01:29 paladox: db11: MariaDB [mhglobal]> alter table cw_wikis drop column cw_bio;
• 01:28 paladox: db11: MariaDB [metawiki]> ALTER TABLE /*$wgDBprefix*/cw_requests ADD COLUMN cw_bio TINYINT UNSIGNED NOT NULL DEFAULT '0';

2021-02-27

• 23:53 paladox: rebuild lc on mw* and jobrunner*
• 23:48 paladox: db11: MariaDB [mhglobal]> ALTER TABLE /*$wgDBprefix*/cw_wikis ADD COLUMN cw_bio TINYINT UNSIGNED NOT NULL DEFAULT '0';
• 16:30 Reception123: reception@jobrunner3:/srv/mediawiki/w/extensions/CreateWiki/maintenance$ sudo -u www-data php populateMainPage.php --wiki robotiawiki
• 16:29 Reception123: reception@jobrunner3:/srv/mediawiki/w/extensions/CentralAuth/maintenance$ sudo -u www-data php createLocalAccount.php --wiki robotiawiki Robotia
• 14:54 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=terribletvshowswiki --r "Requested" /home/reception/Terrible_TV_Shows_Wiki.txt
• 14:52 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=rottenwebsiteswiki --r "Requested" /home/reception/Rotten_Websites_Wiki.txt
• 14:30 paladox: test
• 14:28 paladox: test
• 13:51 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=loathsomecharacterswiki --r "Requested" /home/reception/Loathsome_Characters_Wiki.txt
• 12:46 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=greatestmovieswiki --r "Requested" /home/reception/Greatest_Movies_Wiki.txt
• 08:37 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=crappygameswiki --r "Requested" /home/reception/Crappy_Games_Wiki.txt
• 06:36 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=besttvshowswiki --r "Requested" /home/reception/Best_TV_Shows_Wiki.txt

2021-02-26

• 18:48 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=awfulmovieswiki --r "Requested" /home/reception/Awful_Movies_Wiki.txt
• 17:33 Reception123: deleted and recreated greenleftwiki, then imported XML

2021-02-25

• 20:13 John: changed devnull to double-bounce (hardcoded postfix discard email)
• 18:35 Reception123: replaced greenleftwiki SQL with backup SQL
• 10:35 Reception123: sudo service logbot start
• 02:36 paladox: backed up and dropped greenleftwiki on db12

2021-02-24

• 21:07 paladox: restart graylog-server as appeared stuck on logging in?
• 20:26 Reception123: MariaDB [metawiki]> DELETE FROM echo_unread_wikis WHERE euw_user = '9736' AND euw_id = '2768838';
• 19:17 Reception123: added Sario to bots@
• 01:21 paladox: restart varnish on cp12 as it appears to have crashed

2021-02-23

• 19:05 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki peacewiki /home/reception/delbackups4/peacewiki.xml
• 02:26 paladox: restart dovecot on mail2
• 00:54 Universal_Omega: universalomega@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=terribletvshowswiki --r "Requested" /home/universalomega/blogcomments.txt
• 00:54 Universal_Omega: universalomega@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=terribletvshowswiki --r "Requested" /home/universalomega/blogs.txt
• 00:53 Universal_Omega: universalomega@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=terribletvshowswiki --r "Requested" /home/universalomega/comments.txt
• 00:44 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki=terribletvshowswiki --r "Requested" /home/universalomega/threads.txt

2021-02-22

• 17:37 paladox: upgrade puppetserver to 6.15.1
• 08:58 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki trollpastawiki /home/reception/trollpasta_pages_full.xml
• 08:44 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki besttvshowswiki --r "Requested" /home/reception/btsdel.txt
• 08:39 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki terribletvshowswiki --r "Requested" /home/reception/ttsdel.txt
• 08:38 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki greatestmovieswiki --r "Requested" /home/reception/gmdel.txt
• 08:15 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki awfulmovieswiki --r "Requested" /home/reception/amdel.txt
• 08:11 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki rottenwebsiteswiki --r "Requested" /home/reception/rwwdel.txt
• 08:09 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki crappygameswiki --r "Requested" /home/reception/cgwdel.txt

2021-02-21

• 20:42 Reception123: changed a Phabricator email
• 19:35 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki terribletvshowswiki --r "Requested" /home/reception/ttsdel.txt
• 19:35 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/runJobs.php --wiki terribletvshowswiki
• 19:35 Universal_Omega: DELETE FROM oldimage WHERE oi_archive_name=; on terribletvshowswiki
• 18:29 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/runJobs.php --wiki terribletvshowswiki
• 17:40 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki horribletvshowepisodeswiki --r "Requested" /home/reception/hhdel.txt
• 14:29 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/extensions/ManageWiki/maintenance/populateGroupPermissionsWithDefaults.php --wiki kelevarwiki --overwrite
• 08:57 Reception123: reception@jobrunner4:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki terribletvshowswiki --r "Requested" /home/reception/ttsdel.txt
• 01:36 Universal_Omega: sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/runJobs.php on Jobrunner3 - very high backlog of outstanding jobs on alot of wikis.

2021-02-20

• 20:41 paladox: root@jobrunner3:/home/paladox# /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/runJobs.php
• 20:26 Reception123: fixed a Phabricator email
• 02:20 paladox: upgrade php on mon2

2021-02-19

• 23:35 Universal_Omega: universalomega@jobrunner3:/srv/mediawiki/w/extensions/PollNY/maintenance$ sudo -u www-data php migrateOldPollNYUserColumnsToActor.php --wiki=crappygameswiki
• 23:32 Universal_Omega: CREATE INDEX /*i*/pv_actor ON /*_*/poll_user_vote (pv_actor); on crappygameswiki
• 23:31 Universal_Omega: ALTER TABLE /*_*/poll_user_vote ADD COLUMN pv_actor bigint unsigned NOT NULL AFTER pv_pc_id; on crappygameswiki
• 23:31 Universal_Omega: CREATE INDEX /*i*/poll_actor ON /*_*/poll_question (poll_actor); on crappygameswiki
• 23:29 Universal_Omega: ALTER TABLE /*_*/poll_question ADD COLUMN poll_actor bigint unsigned NOT NULL AFTER poll_page_id; on crappygameswiki
• 19:27 paladox: graylog2: curl -XPUT -H 'Content-Type: application/json' -d '{ "index" : { "max_result_window" : 9000000 } }' http://127.0.0.1:9200/_settings
• 18:45 paladox: restart dovecot
• 16:49 paladox: rebuild lc on test3
• 16:46 paladox: rebuild lc on mw* and jobrunner*

2021-02-18

• 18:38 paladox: install security updates on all servers
• 18:34 paladox: root@jobrunner3:/home/paladox# /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /home/paladox/resetWikiCaches.php
• 18:33 paladox: db11: update mw_settings set s_settings = REPLACE(s_settings,'wgUsersNotifiedOnAllChanges', 'wmgUsersNotifiedOnAllChanges');
• 15:52 John: reboot test3 so it has 2G of RAM not 1.5G
• 08:22 Reception123: sudo apt-get upgrade on mon2
• 07:06 Reception123: MariaDB [(none)]> DROP DATABASE trollpastawiki; (part of P290$930, forgotten)
• 06:53 Reception123: re-run wikibackups
• 05:06 paladox: restart php7.3-fpm on mw* and jobrunner* to pick up wikidiff2

2021-02-17

• 23:41 Southparkfan: installed security update on bacula2
• 23:39 Southparkfan: free up space by deleting one db backup
• 23:02 Southparkfan: second attempt of installing security patches, this time the patches were actually applied
• 22:50 Southparkfan: installing security patches on jobrunner*
• 22:49 Southparkfan: installing security patches on mw*
• 22:45 Southparkfan: install security patches on test2
• 22:11 paladox: renaming rdb4 to mc2
• 16:21 paladox: install security updates on all servers
• 15:37 paladox: rebuild lc on mw* and jobrunner*
• 15:11 paladox: root@jobrunner3:/home/paladox# /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/runJobs.php
• 08:44 Reception123: umount/mount mediawiki-static on jobrunner4
• 08:42 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importImages.php --wiki kelevarwiki /home/reception/images --search-recursively
• 08:41 Reception123: rebooted jobrunner4
• 08:40 Reception123: rebooted jobrunner3
• 08:22 RhinosF1: stop/start job services again
• 08:16 RhinosF1: deleted /home/reception/wikibackups/*
• 08:08 RhinosF1: stop/start jobrunner&jobcron on jobrunner*

2021-02-16

• 21:44 paladox: varnish> ban req.http.Host == static.miraheze.org && req.url ~ "^/braveninewiki/2/24/Icon-MP-1.png" - cp12
• 11:49 Reception123: bash ./wikibackups.sh /home/reception/publicwikis.txt /srv/mediawiki/w/maintenance/dumpBackup.php (wikibackups)
• 11:00 John: restart dovecot on mail2

2021-02-15

• 23:49 Universal_Omega: universalomega@jobrunner3:/srv/mediawiki/w/extensions/Cargo/maintenance$ sudo -u www-data php setCargoFileData.php --wiki=egoishwiki
• 23:48 Universal_Omega: universalomega@jobrunner3:/srv/mediawiki/w/extensions/Cargo/maintenance$ sudo -u www-data php setCargoPageData.php --wiki=egoishwiki
• 21:37 Southparkfan: dump db13 -> dbbackup1.. again
• 14:39 paladox: mail2: upgrade dovecot-core dovecot-imapd dovecot-ldap
• 13:52 paladox: puppet3: upgrade postgresql-client-11
• 13:46 paladox: jobrunner3: /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/maintenance/sql.php /srv/mediawiki/w/extensions/RottenLinks/sql/patches/20210215.sql
• 08:46 Reception123: removed Zppix from graylog
• 08:29 Reception123: removed zppix from mail lists
• 08:26 Reception123: removed zppix from matomo
• 08:26 Reception123: removed zppix from hund.io
• 02:01 paladox: restart varnish on cp10 as child appears to have crashed
• 01:57 paladox: restart varnish on cp11 as child appears to have crashed

2021-02-14

• 22:38 paladox: remove NDKilla email address and forward his steward emails to his personal email
• 21:55 John: removed NDKilla from GitHub and Matomo
• 21:51 John: remove ndkilla from sre and sre-infrastructure groups following inactivity removal
• 20:24 Southparkfan: dump db13 (c4) to dbbackup1
• 13:41 Southparkfan: revert grafana hack and enable puppet on mon2
• 12:44 Southparkfan: disable puppet on mon2 for T6849

2021-02-13

• 07:00 Reception123: changed a user's email address on Phab

2021-02-10

• 22:26 John: ran the following on eval.php: for ( $id = 16383; $id <= 16586; $id++ ) { $wr = new WikiRequest( $id ); if ( $wr->language == 'en' ) { $wr->tryAutoCreate(); } }
• 22:22 paladox: set diagnostics.brick-sys-log-level and diagnostics.client-sys-log-level to INFO on gluster
• 22:01 John: manually run AI creation job for two wiki requests + regenerate model file
• 21:33 Zppix: runjobs.php on jbr3 on metawiki (130+ jobs were queued)
• 15:05 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki wandavisionwiki --r "Requested" /home/reception/bwmdel.txt
• 15:05 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki marveloustvshowepisodeswiki --r "Requested" /home/reception/bwmdel.txt
• 00:09 paladox: removed cloud1 from cluster

2021-02-09

• 23:55 paladox: shutting down rdb1 and services1 and deleting the vm
• 23:54 paladox: shutting down gluster1 and ldap1 and deleting the vm
• 23:54 paladox: shutting down phab1 and mon1 and deleting the vm
• 23:53 paladox: shutting down jobrunner2, test2 and mw[67] and deleting the vm
• 23:44 paladox: shutting down puppet2 and deleting the vm
• 23:43 paladox: shutting down mail1 and deleting the vm
• 23:42 paladox: shutting down jobrunner1 and mw[45] and deleting the vm
• 23:41 paladox: shutting down services1 and rdb1 and deleting the vm
• 23:37 paladox: shutting down graylog1 and deleting the vm
• 23:20 paladox: shutting down cp6 and deleting the vm
• 19:48 paladox: cd /srv ; chown -R www-data:www-data mathoid on mw, test3 and jobrunner[34]
• 18:04 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki voidlinuxwiki /home/reception/Void+Linux+Wiki-20201015234107.xml per request on Phabricator

2021-02-08

• 22:58 Southparkfan: enable puppet on dbbackup[12] & restart replica on dbbackup2
• 21:52 Southparkfan: dbbackup[12]: revert to innodb_flush_log_at_trx_commit=1
• 21:35 Southparkfan: dbbackup[12]: set global innodb_flush_log_at_trx_commit=2;
• 21:25 Southparkfan: revert innodb_flush_sync hack (set back to 1)
• 21:18 Southparkfan: dbbackup[12]: set global innodb_flush_sync=0; <- to see if that reduces load on the backup servers
• 21:17 Southparkfan: disable puppet on dbbackup1
• 21:13 Southparkfan: disable puppet on dbbackup2
• 11:49 Reception123: removed spam from the below Phab accounts' profiles
• 11:48 Reception123: disabled three spam accounts on Phab

2021-02-07

• 22:19 paladox: root@jobrunner3:/home/paladox# /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /home/paladox/resetWikiCaches.php
• 21:59 paladox: depool/repool mw10 and rebuild lc
• 15:58 Southparkfan: started replication flow from db11 -> dbbackup1
• 15:54 Southparkfan: started replication flow from db12 -> dbbackup2
• 03:17 Southparkfan: start mariabackup on db11 and db12
• 01:01 Southparkfan: purchased dbbackup2
• 00:52 Southparkfan: the same for all streams relevant for MediaWiki Engineers
• 00:50 Southparkfan: graylog: change stream rules for MediaWiki Error Logs (matches all servers starting with 'test' now)
• 00:14 Southparkfan: reimage dbbackup1 (downgrade from 4GB MKVM to 2GB MKVM)

2021-02-06

• 23:43 paladox: upgrade packages on bacula2
• 22:01 Zppix: run deleteOldRevisions.php on jbr3 for taerelvariwiki per T6829
• 21:23 paladox: add 3gb of swap to db11/13
• 18:37 Universal_Omega: $cw = new CreateWikiJson( 'egoishwiki' ); $cw->resetWiki();
• 18:37 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/extensions/ManageWiki/maintenance/toggleExtension.php wikibasequalityconstraints --wiki=egoishwiki --disable on Jobrunner3
• 18:23 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/moveBatch.php --wiki testwiki -r "Requested" --noredirects /home/reception/test.txt
• 18:19 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/deleteBatch.php --wiki taerelvariwiki --r "delete redirects (mistake)" /home/reception/tlvdel.txt
• 18:09 Reception123: reception@jobrunner3:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/moveBatch.php --wiki taerelvariwiki --r "Requested by @TheBurningPrincess (T6827)" /home/reception/tlvmove.txt
• 15:00 paladox: actually rebooted jobrunner[34]
• 15:00 paladox: reboot jobrunner[12]
• 15:00 paladox: repool mw11
• 15:00 paladox: depool mw11 and repool mw10
• 14:57 paladox: depool mw10
• 14:35 paladox: repool mw8 and depool mw9
• 14:28 paladox: rebuild lc on mw8
• 14:27 paladox: depool mw8
• 06:26 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on Jobrunner[34], mw[891011], and test3
• 03:13 paladox: rebuild lc on mw*
• 02:47 paladox: restarted varnish on cp3 as it appears to have gone down
• 01:08 paladox: rename test2 to test3

2021-02-05

• 19:11 paladox: restart varnish on cp[67]. Child was not running (Unknown request in manager process (child not running).
• 19:10 paladox: depool mw[4567] and repool (also reboot)

2021-02-04

• 21:27 John: ifup vmbr1- @ cloud4 and cloud5
• 21:27 John: ifdown enp1s0f1 && ifup enp1s0f1 - @ cloud4 and cloud5
• 21:11 John: ifdown enp1s0f1 && ifup enp1s0f1 - @ cloud4 and cloud5
• 20:53 John: ifup enp1s0f1 @ cloud4

2021-02-03

• 17:03 paladox: reboot cp6 as varnish was failing. Logs showed out of space?
• 16:44 paladox: /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/extensions/MirahezeMagic/maintenance/generateMirahezeSitemap.php - jobrunner1
• 15:49 Reception123: reception@jobrunner1:/srv/mediawiki/w/maintenance$ sudo -u www-data php deleteBatch.php --wiki metawiki --r "Requested" /home/reception/metadel.txt

2021-02-02

• 16:06 Universal_Omega: enabled advanced moderation on Github mw-config to block new users with a 24 hours expiration.
• 10:30 paladox: sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /home/paladox/resetWikiCaches.php on jobrunner1
• 10:30 paladox: MariaDB [mhglobal]> update mw_settings set s_settings = REPLACE(s_settings,'wmgEnableUploads', 'wgEnableUploads');
• 01:00 Southparkfan: install rsync on gluster2
• 00:56 paladox: switched on gluster read-only mode
• 00:53 Southparkfan: disable puppet on glustermigrtemp1
• 00:37 Universal_Omega: sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /home/paladox/resetWikiCaches.php on Jobrunner1
• 00:34 Universal_Omega: update mw_settings set s_settings = REPLACE(s_settings,'wgEnableUploads', 'wmgEnableUploads');

2021-02-01

• 22:17 Southparkfan: installing jobrunner3/4
• 21:43 Southparkfan: install cp10
• 21:34 Southparkfan: installing cp11
• 20:17 Southparkfan: decom cp9
• 20:04 Southparkfan: if you try to set up failover IPs on VMs, run away, not worth the anger
• 18:57 Reception123: reception@jobrunner1:/srv/mediawiki/w/maintenance$ sudo -u www-data php deleteBatch.php --wiki metawiki --r "Requested" /home/reception/meta-del.txt
• 15:55 paladox: syncing directories starting with b on gluster
• 01:25 Southparkfan: remove prometheus migration user from mon2
• 00:54 Southparkfan: migrate mon1 prom datadir to mon2
• 00:51 Universal_Omega: $cw = new CreateWikiJson( 'xenwiki' ); $cw->resetWiki();
• 00:50 Universal_Omega: $cw = new CreateWikiJson( 'rwiki' ); $cw->resetWiki();
• 00:50 Southparkfan: create prommigrtemp user on mon2
• 00:50 Universal_Omega: $cw = new CreateWikiJson( 'thewaveswiki' ); $cw->resetWiki();
• 00:48 Universal_Omega: $cw = new CreateWikiJson( 'sylvsfancontestresultswiki' ); $cw->resetWiki();
• 00:48 Universal_Omega: $cw = new CreateWikiJson( 'polskajestwiki' ); $cw->resetWiki();
• 00:47 Universal_Omega: $cw = new CreateWikiJson( 'moretypedesignwiki' ); $cw->resetWiki();
• 00:47 paladox: purge ns2 from old infra
• 00:46 Universal_Omega: $cw = new CreateWikiJson( 'unicodesubsetswiki' ); $cw->resetWiki();
• 00:46 Universal_Omega: $cw = new CreateWikiJson( 'bimagvwiki' ); $cw->resetWiki();
• 00:46 Universal_Omega: $cw = new CreateWikiJson( 'arnabdaswiki' ); $cw->resetWiki();
• 00:45 Southparkfan: enable puppet on cp12
• 00:04 Southparkfan: disable puppet on cp12 to test varnishlog

2021-01-31

• 23:51 John: delete mediawiki-admins LDAP group
• 23:04 paladox: shutdown ns2 (old) on cloud1 (it was migrated to cloud4)
• 22:22 paladox: starting rsync for every directory starting with a
• 22:22 paladox: installed rsync on gluster3
• 20:29 Reception123: renamed projectchaoswiki to cnvnwiki
• 20:26 Reception123: renamed jacksucksatlifewiki to jackmasseywelshwiki
• 20:22 John: icingaui: add 'guest' group with only member being guest account, limit password changes on it
• 20:21 John: icingaui: convert 'Administrator' access to sre-infrastructure and sre-management (total access to Infra + EMs above)
• 20:16 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki eskwiki /home/reception/delbackups3/eskwiki.xml
• 19:29 paladox: upgrade ca-certificates puppet-agent puppetserver tzdata on puppet2
• 18:43 paladox: root@test2:/srv/mediawiki/w/extensions/MirahezeMagic/maintenance# /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/extensions/MirahezeMagic/maintenance/fixDumpsPermissions.php
• 02:47 Universal_Omega: UPDATE mw_permissions SET perm_permissions = REPLACE( perm_permissions, ',"74":"","75":"","76":"","77":""', ) WHERE perm_group = '*' AND perm_dbname = 'unicodesubsetswiki';
• 02:45 Universal_Omega: UPDATE mw_permissions SET perm_permissions = REPLACE( perm_permissions, '"15":"16":"17":"18":"19":"20"', ) WHERE perm_group = '*' AND perm_dbname = 'unicodesubsetswiki';
• 02:42 Universal_Omega: UPDATE mw_permissions SET perm_permissions = REPLACE( perm_permissions, '"editusercss",', ) WHERE perm_group = '*' AND perm_permissions LIKE '%"editusercss",%';
• 02:42 Universal_Omega: UPDATE mw_permissions SET perm_permissions = REPLACE( perm_permissions, '"edituserjs",', ) WHERE perm_group = '*' AND perm_permissions LIKE '%"edituserjs",%';
• 02:42 Universal_Omega: UPDATE mw_permissions SET perm_permissions = REPLACE( perm_permissions, '"edituserjson",', ) WHERE perm_group = '*' AND perm_permissions LIKE '%"edituserjson",%';
• 02:41 Universal_Omega: UPDATE mw_permissions SET perm_permissions = REPLACE( perm_permissions, '"editsitejs",', ) WHERE perm_group = '*' AND perm_permissions LIKE '%"editsitejs",%';
• 02:41 Universal_Omega: UPDATE mw_permissions SET perm_permissions = REPLACE( perm_permissions, '"editsitejson",', ) WHERE perm_group = '*' AND perm_permissions LIKE '%"editsitejson",%';
• 02:40 Universal_Omega: UPDATE mw_permissions SET perm_permissions = REPLACE( perm_permissions, '"editsitecss",', ) WHERE perm_group = '*' AND perm_permissions LIKE '%"editsitecss",%';
• 02:37 Universal_Omega: UPDATE mw_permissions SET perm_permissions = REPLACE( perm_permissions, '"62":', ) WHERE perm_group = '*' AND perm_dbname = 'unicodesubsetswiki';
• 02:36 Universal_Omega: UPDATE mw_permissions SET perm_permissions = REPLACE( perm_permissions, '"managewiki",', ) WHERE perm_group = '*' AND perm_permissions LIKE '%managewiki%';

2021-01-30

• 22:23 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/extensions/ManageWiki/maintenance/populateWikiSettings.php --wgsetting=wgSlackIncomingWebhookUrl --sourcelist=/home/universalomega/wgSlackIncomingWebhookUrl.txt --wiki=test2wiki
• 22:20 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/extensions/ManageWiki/maintenance/populateWikiSettings.php --wgsetting=wgDiscordIncomingWebhookUrl --sourcelist=/home/universalomega/wgDiscordIncomingWebhookUrl.txt --wiki=loginwiki
• 22:11 Southparkfan: purchased cp12, cancelled cp9 (will end at Feb 1)
• 15:07 Reception123: added discord webhook for federalistrepublicwiki
• 14:49 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw* and jbr*
• 14:49 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki on mw* and jbr*
• 14:48 paladox: install maven on test2
• 14:17 Reception123: reception@jobrunner2:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki srcentswiki /home/reception/Source+Entities-20210130121344.xml
• 08:37 Reception123: changed tech email from plaintext on @github/miraheze

2021-01-29

• 06:34 Reception123: added discord webhook for zenithwiki

2021-01-28

• 20:00 paladox: root@test2:/srv/mediawiki/w/extensions/MirahezeMagic/maintenance# /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/extensions/MirahezeMagic/maintenance/dataDumpPathMove.php

2021-01-24

• 17:21 paladox: cp9: ban req.http.Host == xiaoshenbike.miraheze.org

2021-01-23

• 23:03 paladox: rebuild lc on mw*
• 22:59 paladox: rebuild lc on test2
• 15:18 paladox: upgrade phabricator

2021-01-22

• 11:23 Reception123: reception@jobrunner2:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki eamfscontestswiki /home/reception/songscontests_pages_current.xml

2021-01-21

• 16:35 Reception123: reception@jobrunner1:/srv/mediawiki/w/maintenance$ sudo -u www-data php deleteBatch.php --wiki metawiki --r "Requested" /home/reception/meta.txt
• 16:31 Reception123: MariaDB [bimagvwiki]> INSERT INTO slot_roles (role_id, role_name) VALUES (1, 'main');
• 16:29 Reception123: MariaDB [bimagvwiki]> INSERT INTO content_models (model_id, model_name) VALUES ( 5, 'json')
• 16:29 Reception123: MariaDB [bimagvwiki]> INSERT INTO content_models (model_id, model_name) VALUES ( 4, 'Scribunto');
• 16:29 Reception123: MariaDB [bimagvwiki]> INSERT INTO content_models (model_id, model_name) VALUES (3, 'javascript');
• 16:29 Reception123: MariaDB [bimagvwiki]> INSERT INTO content_models (model_id, model_name) VALUES ( 2, 'css');
• 16:29 Reception123: MariaDB [bimagvwiki]> INSERT INTO content_models (model_id, model_name) VALUES ( 1, 'wikitext');

2021-01-20

• 19:23 Universal_Omega: sudo -u www-data rm -rf /srv/mediawiki/w/skins/Cosmos/cache on mw*, jbr*, and test2
• 19:03 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw*, jbr*, and test2
• 19:02 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki on mw*, jbr*, and test2
• 19:00 Universal_Omega: UPDATE mw_settings SET s_settings = REPLACE(s_settings,'wgCosmosWikiHeaderWordmark', 'wgCosmosWordmark');
• 18:59 Universal_Omega: UPDATE mw_settings SET s_settings = REPLACE(s_settings,'wgCosmosFooterColor', 'wgCosmosFooterBackgroundColor');
• 18:58 Universal_Omega: UPDATE mw_settings SET s_settings = REPLACE(s_settings,'wgCosmosToolbarColor', 'wgCosmosToolbarBackgroundColor');
• 18:57 Universal_Omega: UPDATE mw_settings SET s_settings = REPLACE(s_settings,'wgCosmosButtonColor', 'wgCosmosButtonBackgroundColor');
• 14:16 paladox: restart ircrcbot

2021-01-18

• 22:22 Universal_Omega: sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/extensions/ManageWiki/maintenance/populateWikiSettings.php --wgsetting=wgCosmosUseMessageforToolbar --sourcelist=false --remove on Jobrunner1
• 22:00 Universal_Omega: sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/extensions/ManageWiki/maintenance/populateWikiSettings.php --wgsetting=wgCosmosBackgroundImageNorepeat --sourcelist=false --remove on Jobrunner1

2021-01-17

• 18:00 paladox: MariaDB [zeroprgtempwiki]> ALTER TABLE user CONVERT TO CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci;
• 18:00 paladox: MariaDB [zeroprgtempwiki]> ALTER DATABASE zeroprgtempwiki CHARACTER SET = utf8mb4 COLLATE = utf8mb4_unicode_ci;
• 17:45 paladox: upgrade grafana on mon1

2021-01-16

• 20:49 Reception123: MariaDB [phabricator_user]> UPDATE user_email SET address = '<REDACTED>' WHERE address = '<REDACTED>';
• 18:16 RhinosF1: enabled enhanced GitHub moderation
• 15:35 RhinosF1: both scripts complete (one on each jobrunner, user had 2 accounts)
• 15:12 RhinosF1: GDPR removal x2
• 07:18 Reception123: renamed spacepediawiki to ct777wiki.

2021-01-15

• 19:18 paladox: reboot dbbackup1
• 18:27 John: experimenting with request limits to produce a model file which can be stored in memory
• 16:53 paladox: root@dbbackup1:/etc/mysql/conf.d# swapoff -a
• 16:35 paladox: add ipv6 address to dbbackup1
• 10:15 Reception123: depooled mw4, rebooted mw4, repooled mw4
• 10:15 Reception123: sudo service logbot start

2021-01-14

• 23:41 Southparkfan: dbbackup1's mydumper performance test: dumped all c4 databases (mydumper running with one thread) to .sql.gz (compressed logical backup). Started at 15:24:53, finished at 21:17:28. mariadb data directory is 202G, dump directory is 33G
• 23:36 Southparkfan: start c4 replication on dbbackup1
• 20:57 Reception123: reception@jobrunner1:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki thegamerwiki /home/reception/johnthegamer_pages_full.xml

2021-01-13

• 20:12 Southparkfan: c3 set up on dbbackup1
• 18:37 Southparkfan: dumping db12 to dbbackup1
• 11:40 Southparkfan: started c2 replication on dbbackup1
• 10:24 Reception123: renamed worldfederationdiscordwiki to usfederalgovernmentrpwiki
• 00:09 Southparkfan: c4's replication back on dbbackup1, dumping c2 now

2021-01-12

• 22:01 Southparkfan: reclone all clusters on dbbackup1
• 21:59 RhinosF1: for the record: John added IRC_MIRAHEZEBOTS to GitHub secrets and grouped miraheze-GitHub to @miraheze/bots - change deployed to CI world everywhere I can see
• 21:38 Southparkfan: stop all mysql instances on dbbackup1 to move relay bin logs
• 21:35 Southparkfan: c3 and c4 are corrupted on dbbackup1, deleting and recloning those
• 21:30 Southparkfan: dbbackup1: db11 copied succesfully, started replication
• 21:30 Southparkfan: dbbackup1: add hard and soft 'nofile' limits in /etc/security/limits.conf
• 21:17 Southparkfan: set ulimit -Sn 1000000 on dbbackup1
• 20:46 Southparkfan: dbbackup1: temporarily stop c3 replication to reduce load
• 20:35 Southparkfan: there was an issue with c3 replication on dbbackup1, fixed with https://dba.stackexchange.com/a/191558
• 20:15 Southparkfan: dump db11 to dbbackup1
• 20:12 Southparkfan: db11: increase soft open files limit to 1 million
• 16:10 paladox: reboot and upgrade kernel on cp3

2021-01-11

• 22:21 Zppix: rebuildRC and initSiteStats following import on jbr2
• 21:36 Zppix: zppix@jobrunner2: screen sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki durkomorewiki --report=1 uklurkmoreua_pages_full.xml
• 00:31 Southparkfan: used command (for reference): mydumper -B allthetropeswiki -G -E -R -v 3 -t 2 -c -S /var/run/mysqld/mysqld.c4.sock
• 00:30 Southparkfan: results of compressed mydumper run on allthetropeswiki: 33G (database in /srv/mariadb.c4) -> 12G of sql.gz files
• 00:04 Southparkfan: perform a mydumper test on dbbackup1

2021-01-10

• 20:11 paladox: rebuild lc on test2
• 20:11 paladox: rebuild lc on mw[4567] and jobrunner[12]
• 18:44 paladox: delete db7 on cloud2
• 17:23 Southparkfan: dbbackup1: start db12 & db13 replication :)
• 17:08 Southparkfan: prepare db13 backup and stop db12 replication temporarily (performance)
• 15:43 Southparkfan: dumping db13 to dbbackup1
• 15:40 Southparkfan: increase soft open files limit to 16384 on db13
• 15:09 Southparkfan: db12 imported to dbbackup1
• 14:02 Southparkfan: imported replica grants on db12
• 13:44 Southparkfan: try a second mariabackup --prepare on the db12 backup
• 13:42 Southparkfan: ulimit -a 950000 on dbbackup1
• 03:03 Universal_Omega: universalomega@jobrunner1:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/runJobs.php --wiki=testwiki

2021-01-09

• 22:46 Universal_Omega: sudo -u www-data /usr/local/bin/foreachwikiindblist /home/universalomega/wikiforum.json /srv/mediawiki/w/maintenance/sql.php /home/universalomega/drop-wft_closed-from-wikiforum_threads.sql
• 20:06 Southparkfan: restart db13 dump (crashed due to: xtrabackup_copy_logfile() failed: redo log block is overwritten, please increase redo log size with innodb_log_file_size parameter.)
• 19:31 paladox: root@dbbackup1:/home/paladox# chmod 1777 /tmp
• 19:26 Reception123: reception@jobrunner1:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki opencircuitswiki /home/reception/opencircuitscom-20200218-history.xml
• 18:54 Southparkfan: running mariabackup on db12 & db13 to dump all databases to dbbackup1
• 18:46 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw7
• 18:14 Universal_Omega: sudo -u www-data /usr/local/bin/foreachwikiindblist /home/universalomega/wikiforum.json /home/universalomega/migrateOldWikiForumClosedTimestampColumnToNew.php
• 18:06 Universal_Omega: sudo -u www-data /usr/local/bin/foreachwikiindblist /home/universalomega/wikiforum.json /srv/mediawiki/w/maintenance/sql.php /home/universalomega/add-wft_closed_timestamp-to-wikiforum_threads.sql
• 17:25 Southparkfan: repool mw6
• 16:48 paladox: rebuild lc on test2 and jobrunner[12]
• 16:44 paladox: depool and repool mw[4567] and rebuild lc
• 14:27 Southparkfan: dbbackup1: mysql_install_db --user=mysql --datadir=/srv/mariadb.c3
• 14:24 Southparkfan: set 4755 manually on /usr/lib/mysql/plugin/auth_pam_tool_dir/auth_pam_tool
• 11:54 Southparkfan: purchase dbbackup1.miraheze.org; 4GB MKVM in Atlanta
• 06:42 Reception123: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw* and jbr*
• 06:41 Reception123: sudo -u www-data php /srv/mediawiki/w/maint*/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki on mw* and jbr*

2021-01-08

• 23:38 Universal_Omega: universalomega@jobrunner1:~$ sudo -u www-data /usr/local/bin/foreachwikiindblist /home/universalomega/wikiforum.json /srv/mediawiki/w/extensions/ManageWiki/maintenance/toggleExtension.php wikiforum
• 23:17 Universal_Omega: UPDATE wikiforum_category SET wfc_added_user_ip = '0.0.0.0' WHERE wfc_added_user_ip = 'REDACTED'; on aboutpcswiki
• 23:16 Universal_Omega: UPDATE wikiforum_forums SET wff_added_user_ip = '0.0.0.0' WHERE wff_added_user_ip = 'REDACTED'; on aboutpcswiki
• 23:15 Universal_Omega: UPDATE wikiforum_forums SET wff_last_post_user_ip = '0.0.0.0' WHERE wff_last_post_user_ip = 'REDACTED'; on aboutpcswiki
• 23:14 Universal_Omega: UPDATE wikiforum_threads SET wft_user_ip = '0.0.0.0' WHERE wft_user_ip = 'REDACTED'; on aboutpcswiki
• 23:10 Universal_Omega: UPDATE wikiforum_threads SET wft_user_ip = '0.0.0.0' WHERE wft_user_ip = 'REDACTED'; on bonziworldwiki
• 23:10 Universal_Omega: UPDATE wikiforum_forums SET wff_last_post_user_ip = '0.0.0.0' WHERE wff_last_post_user_ip = 'REDACTED'; on bonziworldwiki
• 23:08 Universal_Omega: UPDATE wikiforum_threads SET wft_user_ip = '0.0.0.0' WHERE wft_user_ip = 'REDACTED'; on cubashpediawiki
• 23:07 Universal_Omega: UPDATE wikiforum_forums SET wff_last_post_user_ip = '0.0.0.0' WHERE wff_last_post_user_ip = 'REDACTED'; on cubashpediawiki
• 23:03 Universal_Omega: UPDATE wikiforum_threads SET wft_closed_user_ip = '0.0.0.0' WHERE wft_closed_user_ip = 'REDACTED'; on programmingwikiwiki
• 23:03 Universal_Omega: UPDATE wikiforum_threads SET wft_closed_user_ip = '0.0.0.0' WHERE wft_closed_user_ip = 'REDACTED'; on programmingwikiwiki
• 23:00 Universal_Omega: UPDATE wikiforum_threads SET wft_user_ip = '0.0.0.0' WHERE wft_user_ip = 'REDACTED' on test2wiki;
• 22:58 Universal_Omega: UPDATE wikiforum_threads SET wft_user_ip = '0.0.0.0' WHERE wft_user_ip = 'REDACTED' on test2wiki;
• 22:57 Universal_Omega: UPDATE wikiforum_forums SET wff_added_user_ip = '0.0.0.0' WHERE wff_added_user_ip = 'REDACTED' on test2wiki;
• 22:56 Universal_Omega: UPDATE wikiforum_category SET wfc_added_user_ip = '0.0.0.0' WHERE wfc_added_user_ip = 'REDACTED'; on test2wiki;
• 22:49 Universal_Omega: UPDATE wikiforum_threads SET wft_last_post_user_ip = '0.0.0.0' WHERE wft_last_post_user_ip = 'REDACTED'; on snapwikiwiki
• 22:49 Universal_Omega: UPDATE wikiforum_threads SET wft_last_post_user_ip = '0.0.0.0' WHERE wft_last_post_user_ip = 'REDACTED'; on snapwikiwiki
• 22:49 Universal_Omega: UPDATE wikiforum_threads SET wft_last_post_user_ip = '0.0.0.0' WHERE wft_last_post_user_ip = 'REDACTED'; on snapwikiwiki
• 22:49 Universal_Omega: UPDATE wikiforum_threads SET wft_last_post_user_ip = '0.0.0.0' WHERE wft_last_post_user_ip = 'REDACTED'; on snapwikiwiki
• 22:49 Universal_Omega: UPDATE wikiforum_threads SET wft_last_post_user_ip = '0.0.0.0' WHERE wft_last_post_user_ip = 'REDACTED'; on snapwikiwiki
• 22:49 Universal_Omega: UPDATE wikiforum_threads SET wft_last_post_user_ip = '0.0.0.0' WHERE wft_last_post_user_ip = 'REDACTED'; on snapwikiwiki
• 22:49 Universal_Omega: UPDATE wikiforum_threads SET wft_last_post_user_ip = '0.0.0.0' WHERE wft_last_post_user_ip = 'REDACTED'; on snapwikiwiki
• 22:45 Universal_Omega: UPDATE wikiforum_threads SET wft_edit_user_ip = '0.0.0.0' WHERE wft_edit_user_ip = 'REDACTED'; on snapwikiwiki
• 22:45 Universal_Omega: UPDATE wikiforum_threads SET wft_edit_user_ip = '0.0.0.0' WHERE wft_edit_user_ip = 'REDACTED'; on snapwikiwiki
• 22:45 Universal_Omega: UPDATE wikiforum_threads SET wft_edit_user_ip = '0.0.0.0' WHERE wft_edit_user_ip = 'REDACTED'; on snapwikiwiki
• 22:40 Universal_Omega: UPDATE wikiforum_threads SET wft_user_ip = '0.0.0.0' WHERE wft_user_ip = 'REDACTED'; on snapwikiwiki
• 22:40 Universal_Omega: UPDATE wikiforum_threads SET wft_user_ip = '0.0.0.0' WHERE wft_user_ip = 'REDACTED'; on snapwikiwiki
• 22:40 Universal_Omega: UPDATE wikiforum_threads SET wft_user_ip = '0.0.0.0' WHERE wft_user_ip = 'REDACTED'; on snapwikiwiki
• 22:40 Universal_Omega: UPDATE wikiforum_threads SET wft_user_ip = '0.0.0.0' WHERE wft_user_ip = 'REDACTED'; on snapwikiwiki
• 22:40 Universal_Omega: UPDATE wikiforum_threads SET wft_user_ip = '0.0.0.0' WHERE wft_user_ip = 'REDACTED'; on snapwikiwiki
• 22:40 Universal_Omega: UPDATE wikiforum_threads SET wft_user_ip = '0.0.0.0' WHERE wft_user_ip = 'REDACTED'; on snapwikiwiki
• 22:40 Universal_Omega: UPDATE wikiforum_threads SET wft_user_ip = '0.0.0.0' WHERE wft_user_ip = 'REDACTED'; on snapwikiwiki
• 22:32 Universal_Omega: UPDATE wikiforum_forums SET wff_added_user_ip = '0.0.0.0' WHERE wff_added_user_ip = 'REDACTED'; on snapwikiwiki
• 22:32 Universal_Omega: UPDATE wikiforum_forums SET wff_added_user_ip = '0.0.0.0' WHERE wff_added_user_ip = 'REDACTED'; on snapwikiwiki
• 22:29 Universal_Omega: UPDATE wikiforum_forums SET wff_last_post_user_ip = '0.0.0.0' WHERE wff_last_post_user_ip = 'REDACTED'; on snapwikiwiki
• 22:29 Universal_Omega: UPDATE wikiforum_forums SET wff_last_post_user_ip = '0.0.0.0' WHERE wff_last_post_user_ip = 'REDACTED'; on snapwikiwiki
• 22:21 Universal_Omega: UPDATE wikiforum_category SET wfc_added_user_ip = '0.0.0.0' WHERE wfc_added_user_ip = 'REDACTED'; on snapwikiwiki
• 22:21 Universal_Omega: UPDATE wikiforum_category SET wfc_added_user_ip = '0.0.0.0' WHERE wfc_added_user_ip = 'REDACTED'; on snapwikiwiki
• 20:33 Southparkfan: deleted job id 165 (BackupStatic1) as well but does not seem to get bacula running
• 20:30 Southparkfan: stop bacula jobs for static1/2

2021-01-07

• 21:57 John: added conduct alias to LDAP

2021-01-06

• 23:59 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/rebuildLocalisationCache.php --wiki loginwiki on mw*, jbr*, and test2
• 23:57 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maint*/mergeMessageFileList.php --output /srv/mediawiki/config/ExtensionMessageFiles.php --wiki loginwiki on mw*, jbr*, and test2
• 00:06 Universal_Omega: UPDATE localuser SET lu_attached_method = 'login' WHERE lu_name="Universal Omega" AND lu_attached_method = 'new'; and UPDATE localuser SET lu_attached_method = 'new' WHERE lu_name="Universal Omega" AND lu_wiki = 'metawiki'; (to match with gu_home_db)

2021-01-05

• 22:48 Universal_Omega: universalomega@jobrunner1:~$ php /home/universalomega/populateWikiSettings.php --wgsetting=wmgWhitelistRead --sourcelist=/home/universalomega/wgWhitelistRead.txt --wiki=loginwiki (using modified version of populateWikiSettings.php to support this specific type of setting)
• 01:49 Zppix: initSiteStats.php for chakuwikiwiki (both rebuildRC and this on JBR2)
• 01:45 Zppix: rebuildRC for chakuwikiwiki

2021-01-04

• 14:43 paladox: root@jobrunner1:/srv/mediawiki/w/extensions/ManageWiki/maintenance# sudo -u www-data /usr/local/bin/foreachwikiindblist /srv/mediawiki/w/cache/databases.json /srv/mediawiki/w/extensions/ManageWiki/maintenance/toggleExtension.php --disable wikiforum
• 10:46 RhinosF1: stop nginx&puppet on test2 until config .git/objects can be fixed to avoid X-Debug being used to enable WikiForum
• 10:36 RhinosF1: globally kill wikiforum

2021-01-03

• 20:26 Reception123: added windowswiki discord webhook
• 15:45 Southparkfan: restarted adminlogbot
• 15:45 Southparkfan: enabled a personal cronjob on cp7 to measure mediawiki response time

2021-01-02

• 20:28 Zppix: sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --skip-to=19201 --report=1 --wiki chakuwikiwiki /home/reception/chakuwiki-full.xml --namespaces="0|1|4|5|6|7|8|9|10|11|12|13|14|15" --uploads --no-local-users (restart import) on jbr2
• 18:49 paladox: increase mon1 disk by 10gb
• 14:43 paladox: MariaDB [(none)]> PURGE BINARY LOGS BEFORE '2021-01-03 00:00:00'; - db12
• 11:56 Reception123: ran GDPR script
• 07:32 Reception123: reception@jobrunner1:/srv/mediawiki/w/maintenance$ sudo -u www-data php deleteBatch.php --wiki minecraftathomewiki --r "Requested" /home/reception/minecraftathome.txt

2021-01-01

• 23:49 Universal_Omega: UPDATE mw_settings set s_settings = JSON_REMOVE(s_settings, '$.wgAccountCreationThrottle');
• 23:49 Universal_Omega: UPDATE mw_settings set s_settings = JSON_REMOVE(s_settings, '$.wgModerationNotificationNewOnly');
• 23:48 Universal_Omega: UPDATE mw_settings set s_settings = JSON_REMOVE(s_settings, '$.wgModerationNotificationEnable');
• 23:48 Universal_Omega: UPDATE mw_settings set s_settings = JSON_REMOVE(s_settings, '$.wgModerationEmail');
• 20:40 Southparkfan: enable puppet on mail1
• 20:27 Southparkfan: enabled puppet on test2 & disable puppet on mail1
• 20:12 Universal_Omega: universalomega@jobrunner1:~$ sudo -u www-data php /srv/mediawiki/w/extensions/ManageWiki/maintenance/populateGroupPermissionsWithDefaults.php --wiki burnoutwiki --overwrite
• 19:58 Southparkfan: restart phd on phab1
• 19:21 Southparkfan: disable puppet on test2 for T5044 experimenting
• 19:21 Southparkfan: db11 (c1) done
• 19:13 Southparkfan: db11 (c1) done; moving to db11 (c2)
• 19:12 Southparkfan: db13 already done; moving to db11 (c1)
• 19:11 Southparkfan: applied T6095 patches to db12, applying to db13 now
• 18:34 paladox: MariaDB [(none)]> PURGE BINARY LOGS BEFORE '2021-01-02 00:00:00'; - db12
• 18:32 paladox: MariaDB [(none)]> PURGE BINARY LOGS BEFORE DATE(NOW()) + INTERVAL 0 SECOND; - db12
• 18:06 Southparkfan: applying database patches for T6095 to db12
• 03:24 Zppix: sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --report=1 --wiki chakuwikiwiki /home/reception/chakuwiki-full.xml --namespaces="0|1|4|5|6|7|8|9|10|11|12|13|14|15" --uploads --no-local-users on jobrunner2 (on behalf of reception)
• 02:41 paladox: add shekhwiki to matomo
• 02:38 paladox: re add encycmhwiki to matomo
• 01:50 Universal_Omega: sudo -u www-data php /srv/mediawiki/w/maintenance/initSiteStats.php --update --wiki izunawiki
• 01:48 Universal_Omega: universalomega@jobrunner1:~$ sudo -u www-data php /srv/mediawiki/w/maintenance/importDump.php --wiki izunawiki --report=1 /home/universalomega/izuna_gamepedia_en_pages_full.xml
• 01:46 paladox: upgrade grafana, icinga2 and tzdata on mon1
• 01:36 paladox: drop piwik on db13 after moving it to db12
• 00:10 Universal_Omega: UPDATE mw_settings SET s_settings = JSON_REPLACE(s_settings, '$.wmgDefaultRobotPolicy', JSON_REMOVE(s_settings, '$.wmgDefaultRobotPolicy');