Wikipedia:Database reports/Unused templates/Configuration

Source code

/*
Copyright 2011, 2018 bjweeks, MZMcBride
Copyright 2022 Kunal Mehta <legoktm@debian.org>
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program. If not, see <http://www.gnu.org/licenses/>.
 */
useanyhow::Result;
usedbreps2::{str_vec,y_m_d,Frequency,Report};
uselog::debug;
usemysql_async::prelude::*;
usemysql_async::Conn;
usestd::collections::HashSet;
/// Returned by the first main query
structFirstRow{
page_id:u64,
page_title:String,
}
/// Returned by the second subquery
structSecondRow{
actor_id:u64,
rev_timestamp:String,
}
pubstructRow{
template:String,
first_edit:String,
latest_edit:String,
unique_authors:usize,
revisions:usize,
}
pubstructUnusedTemplates{}
implUnusedTemplates{
fnsubquery(&self)->&'staticstr{
r#"
/* unusedtemplates.rs */
SELECT
 actor_id,
 rev_timestamp
FROM
 revision_userindex
 JOIN actor ON actor_id = rev_actor
WHERE
 rev_page = ?;
"#
}
}
implReport<Row>forUnusedTemplates{
fntitle(&self)->&'staticstr{
"Unused templates"
}
fnfrequency(&self)->Frequency{
Frequency::Daily
}
fnrows_per_page(&self)->Option<usize>{
Some(2000)
}
fnstatic_row_numbers(&self)->bool{
true
}
fnquery(&self)->&'staticstr{
r#"
/* unusedtemplates.rs SLOW_OK */
SELECT
 page_id,
 page_title
FROM
 page
LEFT JOIN linktarget ON page_namespace = lt_namespace
 AND page_title = lt_title
LEFT JOIN templatelinks ON tl_target_id = lt_id
WHERE
 page_namespace = 10
 AND page_is_redirect = 0
 AND tl_target_id IS NULL
 AND page_title NOT IN (
 SELECT
 page.page_title
 FROM
 page
 JOIN categorylinks ON page_id = cl_from
 JOIN linktarget AS lt_cat ON cl_target_id = lt_cat.lt_id
 WHERE
 lt_cat.lt_title IN (
 'Wikipedia_substituted_templates',
 'Wikipedia_transclusionless_templates',
 'Deprecated_templates_kept_for_historical_reasons',
 'Inactive_project_pages',
 'Parameter_shared_content_templates',
 'Computer_language_user_templates',
 'Language_user_templates',
 'Template_test_cases',
 'Template_sandboxes',
 'Level-zero_userbox_templates'
 )
 AND page_namespace = 10
 )
ORDER BY
 page_title ASC;
"#
}
asyncfnrun_query(&self,conn:&mutConn)->Result<Vec<Row>>{
letfirst_rows=conn
.query_map(self.query(),|(page_id,page_title)|FirstRow{
page_id,
page_title,
})
.await?;
letmutrows=vec![];
letmutstub_rows=vec![];
forrowinfirst_rows{
debug!("Running subquery for {}",&row.page_id);
letsecond_rows=conn
.exec_map(
self.subquery(),
(row.page_id,),
|(actor_id,rev_timestamp)|SecondRow{
actor_id,
rev_timestamp,
},
)
.await?;
letmutrevisions=0;
letmutauthors=HashSet::new();
letmuttimestamps=vec![];
forrowinsecond_rows{
revisions+=1;
authors.insert(row.actor_id);
timestamps.push(row.rev_timestamp);
}
timestamps.sort();
letrow=Row{
template:row.page_title,
first_edit:timestamps[0].clone(),
latest_edit:timestamps[timestamps.len()-1].clone(),
unique_authors:authors.len(),
revisions,
};
// Split out stub templates
ifrow.template.contains("stub"){
stub_rows.push(row);
}else{
rows.push(row);
}
}
// Sort by template name, then merge in the stub templates
rows.sort_by_key(|row|row.template.clone());
stub_rows.sort_by_key(|row|row.template.clone());
rows.extend(stub_rows);
Ok(rows)
}
fnintro(&self)->&'staticstr{
"Unused templates (filtered)"
}
fnheadings(&self)->Vec<&'staticstr>{
vec![
"Template",
"First edit",
"Latest edit",
"Unique authors",
"Revisions",
]
}
fnformat_row(&self,row:&Row)->Vec<String>{
str_vec![
format!(
"[[:Template:{}|{}]]",
row.template,
row.template.replace('_'," ")
),
y_m_d(&row.first_edit),
y_m_d(&row.latest_edit),
row.unique_authors,
row.revisions
]
}
fncode(&self)->&'staticstr{
include_str!("unusedtemplates.rs")
}
}