Merge pull request #5 from github/full-year-2023-data

Full year 2023 data
2024-03-07 09:21:56 -08:00 · 2024-03-07 09:21:56 -08:00 · 6f1458310f
--- a/CITATION.cff
+++ b/CITATION.cff
@ -3,8 +3,8 @@ message: "If you use this dataset, please cite it as below."
 authors:
 - name: "GitHub, Inc."
 title: "GitHub Transparency Data"
-version: 1.0.1
-date-released: 2023-10-31
+version: 1.0.2
+date-released: 2024-03-07
 license: CC-BY-4.0
 url: https://github.com/github/transparency
 type: dataset
--- a/data/appeals_and_other_reinstatements/abuse_related_violations.csv
+++ b/data/appeals_and_other_reinstatements/abuse_related_violations.csv
@ -1,4 +1,13 @@
 year,type,count
+2023,account hidden,28632
+2023,"account hidden, but later unhidden",683
+2023,account access restricted,13498
+2023,"account access restricted, but later unrestricted",359
+2023,account hidden and access restricted,13452
+2023,"account hidden and access restricted, but partially reinstated",347
+2023,"account hidden and access restricted, but fully reinstated",331
+2023,projects disabled,8840
+2023,"projects disabled, but later re-enabled",130
 2022,account hidden,12860
 2022,"account hidden, but later unhidden",480
 2022,account access restricted,428
--- a/data/appeals_and_other_reinstatements/by_calendar_year_half/abuse_related_violations_by_calendar_year_half.csv
+++ b/data/appeals_and_other_reinstatements/by_calendar_year_half/abuse_related_violations_by_calendar_year_half.csv
@ -1,4 +1,13 @@
 year,half,type,count
+2023,2,account hidden,18897
+2023,2,account hidden, but later unhidden,427
+2023,2,account access restricted,9347
+2023,2,account access restricted, but later unrestricted,258
+2023,2,account hidden and access restricted,9283
+2023,2,account hidden and access restricted, but partially reinstated,178
+2023,2,account hidden and access restricted, but fully reinstated,243
+2023,2,projects disabled,4494
+2023,2,projects disabled, but later re-enabled,2
 2023,1,account hidden,9735
 2023,1,"account hidden, but later unhidden",256
 2023,1,account access restricted,4151
--- a/data/appeals_and_other_reinstatements/by_calendar_year_half/trade_controls_compliance_by_calendar_year_half.csv
+++ b/data/appeals_and_other_reinstatements/by_calendar_year_half/trade_controls_compliance_by_calendar_year_half.csv
@ -1,4 +1,20 @@
 year,half,government,government_iso2_code,type,count
+2023,2,,,Not subject to trade controls,117
+2023,2,Crimea,,Approved,188
+2023,2,Crimea,,Denied,43
+2023,2,Crimea,,Other action taken,0
+2023,2,Donetsk People's Republic,,Approved,28
+2023,2,Donetsk People's Republic,,Denied,25
+2023,2,Donetsk People's Republic,,Other action taken,0
+2023,2,Luhansk People's Republic,,Approved,6
+2023,2,Luhansk People's Republic,,Denied,4
+2023,2,Luhansk People's Republic,,Other action taken,0
+2023,2,Syria,SY,Approved,155
+2023,2,Syria,SY,Denied,11
+2023,2,Syria,SY,Other action taken,0
+2023,2,Unknown,,Approved,126
+2023,2,Unknown,,Denied,2
+2023,2,Unknown,,Other action taken,1
 2023,1,,,Not subject to trade controls,201
 2023,1,Crimea,,Approved,91
 2023,1,Crimea,,Denied,22
--- a/data/appeals_and_other_reinstatements/trade_controls_compliance.csv
+++ b/data/appeals_and_other_reinstatements/trade_controls_compliance.csv
@ -1,4 +1,20 @@
 year,government,government_iso2_code,type,count
+2023,,,Not subject to trade controls,318
+2023,Crimea,,Approved,279
+2023,Crimea,,Denied,65
+2023,Crimea,,Other action taken,0
+2023,Donetsk People's Republic,,Approved,60
+2023,Donetsk People's Republic,,Denied,35
+2023,Donetsk People's Republic,,Other action taken,0
+2023,Luhansk People's Republic,,Approved,19
+2023,Luhansk People's Republic,,Denied,5
+2023,Luhansk People's Republic,,Other action taken,0
+2023,Syria,SY,Approved,288
+2023,Syria,SY,Denied,36
+2023,Syria,SY,Other action taken,0
+2023,Unknown,,Approved,327
+2023,Unknown,,Denied,2
+2023,Unknown,,Other action taken,4
 2022,,,Not subject to trade controls,212
 2022,Crimea,,Approved,251
 2022,Crimea,,Denied,38
--- a/data/automated_detection/by_calendar_year_half/cseai_and_tvec_reported_by_calendar_year_half.csv
+++ b/data/automated_detection/by_calendar_year_half/cseai_and_tvec_reported_by_calendar_year_half.csv
@ -1,3 +1,5 @@
 year,half,detection_type,abuse_type,count
+2023,2,automated detection,CSEAI,1
+2023,2,staff,CSEAI,25
 2023,1,automated detection,CSEAI,2
 2023,1,staff,CSEAI,12
--- a/data/automated_detection/cseai_and_tvec_reported.csv
+++ b/data/automated_detection/cseai_and_tvec_reported.csv
@ -1,4 +1,6 @@
 year,detection_type,abuse_type,count
+2023,automated detection,CSEAI,3
+2023,staff,CSEAI,37
 2022,automated detection,CSEAI,1
 2022,staff,CSEAI,6
 2021,automated detection,CSEAI,1
--- a/data/dmca/by_calendar_year_half/circumvention_claims_by_calendar_year_half.csv
+++ b/data/dmca/by_calendar_year_half/circumvention_claims_by_calendar_year_half.csv
@ -1,2 +1,3 @@
 year,half,count
+2023,2,185
 2023,1,221
--- a/data/dmca/by_calendar_year_half/dmca_takedowns_summary_by_calendar_year_half.csv
+++ b/data/dmca/by_calendar_year_half/dmca_takedowns_summary_by_calendar_year_half.csv
@ -1,4 +1,7 @@
 year,half,type,count
+2023,2,Takedown notices or counter notice reversal,965
+2023,2,Counter notices, retractions, or reversals,24
+2023,2,Notices of legal actions filed,1
 2023,1,Takedown notices or counter notice reversal,1086
 2023,1,"Counter notices, retractions, or reversals",11
 2023,1,Notices of legal actions filed,0
--- a/data/dmca/circumvention_claims.csv
+++ b/data/dmca/circumvention_claims.csv
@ -1,4 +1,5 @@
 year,count
+2023,406
 2022,365
 2021,92
 2020,63
--- a/data/dmca/dmca_notices_and_projects_taken_down_by_calendar_year_half.csv
+++ b/data/dmca/dmca_notices_and_projects_taken_down_by_calendar_year_half.csv
@ -16,3 +16,4 @@ H2-2021,11416,846
 H1-2022,15883,1200
 H2-2022,9618,1121
 H1-2023,14159,1086
+H2-2023,6358,964
--- a/data/dmca/dmca_notices_and_projects_taken_down_by_month.csv
+++ b/data/dmca/dmca_notices_and_projects_taken_down_by_month.csv
@ -101,3 +101,9 @@ year,month,Takedown Notices Processed,Takedowns
 2023,4,169,2887
 2023,5,186,1687
 2023,6,223,1703
+2023,7,199,1035
+2023,8,256,1491
+2023,9,147,7,1022
+2023,10,129,1098
+2023,11,113,722
+2023,12,120,990
--- a/data/dmca/dmca_takedowns_by_month.csv
+++ b/data/dmca/dmca_takedowns_by_month.csv
@ -29,3 +29,9 @@ year,month,Takedown Notices Processed,"Retractions, Reversals, and Counter Notic
 2023,4,169,2,2887,0,0,11,0,11,2876,0,0,2,0,0,0
 2023,5,186,1,1687,0,0,1,0,1,1686,0,0,1,0,0,0
 2023,6,223,3,1703,1,0,7,0,8,1695,1,0,2,0,0,0
+2023,7,199,6,1035,1,0,11,0,12,1023,1,0,5,0,0,0
+2023,8,256,10,1491,2,0,12,0,14,1477,2,0,8,0,0,0
+2023,9,147,7,1022,4,0,6,0,9,1013,1,0,5,0,1,1
+2023,10,129,1,1098,0,0,1,0,1,1097,0,0,1,0,0,0
+2023,11,113,0,722,0,0,0,0,0,722,0,0,0,0,0,0
+2023,12,120,0,990,0,0,0,0,0,990,0,0,0,0,0,0
--- a/data/dmca/dmca_takedowns_summary.csv
+++ b/data/dmca/dmca_takedowns_summary.csv
@ -1,4 +1,7 @@
 year,type,count
+2023,Takedown notices or counter notice reversal,2051
+2023,"Counter notices, retractions, or reversals",35
+2023,Notices of legal actions filed,1
 2022,Takedown notices or counter notice reversal,2321
 2022,"Counter notices, retractions, or reversals",44
 2022,Notices of legal actions filed,0
--- a/data/government_takedowns/by_calendar_year_half/government_takedowns_by_calendar_year_half.csv
+++ b/data/government_takedowns/by_calendar_year_half/government_takedowns_by_calendar_year_half.csv
@ -1,4 +1,5 @@
 year,half,government,government_iso2_code,type,count_received,count_processed,count_repos_affected,count_pages_affected,count_accounts_affected
+2023,2,Russia,RU,Terms of service,5,5,5,5,5
 2023,1,Russia,RU,Terms of service,3,3,3,3,3
 2023,1,Russia,RU,Local law,3,0,0,0,0
 2023,1,India,IN,Terms of service,2,2,2,0,2
--- a/data/government_takedowns/government_takedowns.csv
+++ b/data/government_takedowns/government_takedowns.csv
@ -10,3 +10,8 @@ year,government,government_iso2_code,type,count_received,count_processed,count_r
 2022,Russia,RU,Local law,6,0,0,0,0
 2022,Russia,RU,Terms of service,5,5,7,7,12
 2022,Australia,AU,Terms of service,1,1,8,0,5
+2023,Russia,RU,Terms of service,8,8,8,8,8
+2023,Russia,RU,Local law,3,0,0,0,0
+2023,India,IN,Terms of service,2,2,2,0,2
+2023,United States,US,Terms of service,1,1,1,0,1
+2023,Singapore,SG,Terms of service,1,1,138,0,138
--- a/data/requests_to_disclose_user_information/by_calendar_year_half/cross_border_data_requests_by_calendar_year_half.csv
+++ b/data/requests_to_disclose_user_information/by_calendar_year_half/cross_border_data_requests_by_calendar_year_half.csv
@ -1,4 +1,13 @@
 year,half,government,government_iso2_code,count
+2023,2,Austria,AT,1
+2023,2,Belgium,BE,1
+2023,2,Brazil,BR,2
+2023,2,Germany,DE,1
+2023,2,Spain,ES,2
+2023,2,France,FR,6
+2023,2,India,IN,1
+2023,2,Italy,IT,2
+2023,2,Korea,KR,1
 2023,1,Brazil,BR,2
 2023,1,Canada,CA,1
 2023,1,Germany,DE,2
--- a/data/requests_to_disclose_user_information/by_calendar_year_half/requests_accounts_affected_by_calendar_year_half.csv
+++ b/data/requests_to_disclose_user_information/by_calendar_year_half/requests_accounts_affected_by_calendar_year_half.csv
@ -1,2 +1,3 @@
 year,half,count_accounts_affected
+2023,2,655
 2023,1,550
--- a/data/requests_to_disclose_user_information/by_calendar_year_half/requests_received_and_disclosed_by_calendar_year_half.csv
+++ b/data/requests_to_disclose_user_information/by_calendar_year_half/requests_received_and_disclosed_by_calendar_year_half.csv
@ -1,4 +1,9 @@
 year,half,type,count_requests_received,count_disclosed
+2023,2,criminal or government agency subpoena,194,183
+2023,2,criminal court order,49,38
+2023,2,criminal search warrant,10,10
+2023,2,cross-border request,17,0
+2023,2,civil subpoena,7,5
 2023,1,criminal or government agency subpoena,166,156
 2023,1,criminal court order,59,42,
 2023,1,criminal search warrant,13,12
--- a/data/requests_to_disclose_user_information/by_calendar_year_half/user_notifications_of_legal_request_disclosures_by_calendar_year_half.csv
+++ b/data/requests_to_disclose_user_information/by_calendar_year_half/user_notifications_of_legal_request_disclosures_by_calendar_year_half.csv
@ -1,4 +1,7 @@
 year,half,type,count
+2023,2,exigent circumstances,1
+2023,2,notification,10
+2023,2,gag order,225
 2023,1,exigent circumstances,2
 2023,1,notification,7
 2023,1,gag order,207
--- a/data/requests_to_disclose_user_information/cross_border_data_requests.csv
+++ b/data/requests_to_disclose_user_information/cross_border_data_requests.csv
@ -1,4 +1,15 @@
 year,government,government_iso2_code,count
+2023,Austria,AT,1
+2023,Belgium,BE,1
+2023,Brazil,BR,4
+2023,Canada,CA,1
+2023,Germany,DE,3
+2023,Spain,ES,2
+2023,France,FR,8
+2023,India,IN,5
+2023,Italy,IT,2
+2023,Korea,KR,1
+2023,Poland,PL,2
 2022,Argentina,AR,1
 2022,Brazil,BR,4
 2022,Bulgaria,BG,1
--- a/data/requests_to_disclose_user_information/national_security_letters_and_orders.csv
+++ b/data/requests_to_disclose_user_information/national_security_letters_and_orders.csv
@ -1,4 +1,6 @@
 year,month_range,type,count
+2023,Jul-Dec,National security letters and orders received,0-249
+2023,Jul-Dec,Affected accounts,1000-1249
 2023,Jan-Jun,National security letters and orders received,0-249
 2023,Jan-Jun,Affected accounts,750-999
 2022,Jul-Dec,National security letters and orders received,0-249
--- a/data/requests_to_disclose_user_information/requests_accounts_affected.csv
+++ b/data/requests_to_disclose_user_information/requests_accounts_affected.csv
@ -1,3 +1,4 @@
 year,count_accounts_affected
+2023,1205
 2022,2363
-2021,1671
+2021,1671
--- a/data/requests_to_disclose_user_information/requests_received_and_disclosed.csv
+++ b/data/requests_to_disclose_user_information/requests_received_and_disclosed.csv
@ -1,4 +1,9 @@
 year,type,count_requests_received,count_disclosed
+2023,criminal or government agency subpoena,360,339
+2023,criminal court order,108,80,
+2023,criminal search warrant,23,22
+2023,cross-border request,30,1
+2023,civil subpoena,12,10
 2022,criminal or government agency subpoena,265,244
 2022,criminal court order,97,77
 2022,cross-border request,18,1