-
Notifications
You must be signed in to change notification settings - Fork 2
/
clean_data.R
109 lines (107 loc) · 11 KB
/
clean_data.R
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
## David Teuscher
## Latest changes: 07.06.2021
## This script creates a function that cleans and prepares the play by play
## data for the 2019 WNBA season to be parsed
########################################################
# Function that currently takes a year, but only returns cleaned data for 2019
clean_data <- function(year){
if(year == 2019){
# Load all WNBA games from 2019
pbp_2019 <- load_wnba_pbp(year)
# Remove preseason games
preseason <- 401129933:401129947
pbp_2019 <- pbp_2019 %>% filter(!(game_id %in% preseason))
# Fix substitutions that occurred at the start of the quarter or where the time doesn't
# match between ESPN and Basketball Reference
pbp_2019$text[pbp_2019$game_id == 401104916 & pbp_2019$sequence_number == 424] <- "Bria Holmes enters the game for Shekinna Stricklen"
pbp_2019$text[pbp_2019$game_id == 401104919 & pbp_2019$game_play_number == 275] <- "Shenise Johnson enters the game for Betnijah Laney"
pbp_2019$text[pbp_2019$game_id == 401104924 & pbp_2019$game_play_number == 113] <- "Tina Charles enters the game for Nayo Raincock-Ekunwe"
pbp_2019$text[pbp_2019$game_id == 401104937 & pbp_2019$game_play_number == 108] <- "Nneka Ogwumike enters the game for Tierra Ruffin-Pratt"
pbp_2019$text[pbp_2019$game_id == 401104944 & pbp_2019$game_play_number == 89] <- "Crystal Langhorne enters the game for Jewell Loyd"
pbp_2019$text[pbp_2019$game_id == 401104957 & pbp_2019$game_play_number == 97] <- "LaToya Sanders enters the game for Kristi Toliver"
pbp_2019$text[pbp_2019$game_id == 401104962 & pbp_2019$game_play_number == 89] <- "Marie Gulich enters the game for Elizabeth Williams"
pbp_2019$text[pbp_2019$game_id == 401104965 & pbp_2019$game_play_number == 86] <- "Han Xu enters the game for Tina Charles"
pbp_2019$text[pbp_2019$game_id == 401104982 & pbp_2019$game_play_number == 289] <- "Odyssey Sims enters the game for Danielle Robinson"
pbp_2019$text[pbp_2019$game_id == 401104982 & pbp_2019$game_play_number == 362] <- "Imani McGee-Stafford enters the game for Isabelle Harrison"
pbp_2019$text[pbp_2019$game_id == 401104982 & pbp_2019$game_play_number == 378] <- "Kaela Davis enters the game for Isabelle Harrison"
pbp_2019$text[pbp_2019$game_id == 401104983 & pbp_2019$game_play_number == 290] <- "Kalani Brown enters the game for Riquna Williams"
pbp_2019$text[pbp_2019$game_id == 401104994 & pbp_2019$game_play_number == 95] <- "Natasha Cloud enters the game for Kristi Toliver"
pbp_2019$text[pbp_2019$game_id == 401104999 & pbp_2019$game_play_number == 79] <- "Myisha Hines-Allen enters the game for Kristi Toliver"
pbp_2019$text[pbp_2019$game_id == 401105001 & pbp_2019$game_play_number == 287] <- "Odyssey Sims enters the game for Danielle Robinson"
pbp_2019$text[pbp_2019$game_id == 401105009 & pbp_2019$game_play_number == 95] <- "Kristine Anigwe enters the game for Jonquel Jones"
pbp_2019$text[pbp_2019$game_id == 401105018 & pbp_2019$game_play_number == 286] <- "Morgan Tuck enters the game for Alyssa Thomas"
pbp_2019$text[pbp_2019$game_id == 401105034 & pbp_2019$game_play_number == 86] <- "Kristine Anigwe enters the game for Jonquel Jones"
pbp_2019$text[pbp_2019$game_id == 401105045 & pbp_2019$game_play_number == 194] <- "Asia Durr enters the game for Bria Hartley"
pbp_2019$text[pbp_2019$game_id == 401105077 & pbp_2019$game_play_number == 101] <- "Riquna Williams enters the game for Chelsea Gray"
pbp_2019$text[pbp_2019$game_id == 401105087 & pbp_2019$game_play_number == 209] <- "Jackie Young enters the game for Dearica Hamby"
pbp_2019$text[pbp_2019$game_id == 401105102 & pbp_2019$game_play_number == 80] <- "Shavonte Zellous enters the game for Jordin Canada"
pbp_2019$text[pbp_2019$game_id == 401165796 & pbp_2019$game_play_number == 104] <- "Kayla McBride enters the game for Epiphanny Prince"
pbp_2019$text[pbp_2019$game_id == 401165888 & pbp_2019$game_play_number == 83] <- "Tianna Hawkins enters the game for Elena Delle Donne"
pbp_2019$text[pbp_2019$game_id == 401165892 & pbp_2019$game_play_number == 204] <- "Candace Parker enters the game for Chiney Ogwumike"
pbp_2019$text[pbp_2019$game_id == 401104923 & pbp_2019$game_play_number == 303] <- "Chiney Ogwumike enters the game for Nneka Ogwumike"
pbp_2019$text[pbp_2019$game_id == 401104934 & pbp_2019$game_play_number == 171] <- "Alanna Smith enters the game for Leilani Mitchell"
pbp_2019$text[pbp_2019$game_id == 401104973 & pbp_2019$game_play_number == 122] <- "Natasha Cloud enters the game for Aerial Powers"
pbp_2019$text[pbp_2019$game_id == 401104975 & pbp_2019$game_play_number == 52] <- "Chiney Ogwumike enters the game for Candace Parker"
pbp_2019$text[pbp_2019$game_id == 401104983 & pbp_2019$game_play_number == 250] <- "Victoria Macaulay enters the game for Stefanie Dolson"
pbp_2019$text[pbp_2019$game_id == 401104985 & pbp_2019$game_play_number == 303] <- "Kahleah Copper enters the game for Allie Quigley"
pbp_2019$text[pbp_2019$game_id == 401104994 & pbp_2019$game_play_number == 60] <- "Myisha Hines-Allen enters the game for LaToya Sanders"
pbp_2019$text[pbp_2019$game_id == 401105002 & pbp_2019$game_play_number == 37] <- "Teaira McCowan enters the game for Candice Dupree"
pbp_2019$text[pbp_2019$game_id == 401105024 & pbp_2019$game_play_number == 193] <- "Sugar Rodgers enters the game for Jackie Young"
pbp_2019$text[pbp_2019$game_id == 401105069 & pbp_2019$game_play_number == 310] <- "Kahleah Copper enters the game for Courtney Vandersloot"
pbp_2019$text[pbp_2019$game_id == 401105098 & pbp_2019$game_play_number == 87] <- "Gabby Williams enters the game for Courtney Vandersloot"
pbp_2019$text[pbp_2019$game_id == 401105104 & pbp_2019$game_play_number == 95] <- "Allisha Gray enters the game for Brooke McCarty-Williams"
pbp_2019$text[pbp_2019$game_id == 401165808 & pbp_2019$game_play_number == 169] <- "Jasmine Thomas enters the game for Natasha Hiedeman"
pbp_2019$text[pbp_2019$game_id == 401165809 & pbp_2019$game_play_number == 124] <- "Shatori Walker-Kimbrough enters the game for Ariel Atkins"
pbp_2019$text[pbp_2019$game_id == 401104981 & pbp_2019$game_play_number == 54] <- "Tanisha Wright enters the game for Brittany Boyd"
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401104919 & pbp_2019$game_play_number == 276), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401104924 & pbp_2019$game_play_number == 111), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401104937 & pbp_2019$game_play_number == 109), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401104944 & pbp_2019$game_play_number == 90), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401104982 & pbp_2019$game_play_number == 290), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401104982 & pbp_2019$game_play_number == 376), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401104983 & pbp_2019$game_play_number == 291), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401104983 & pbp_2019$game_play_number == 292), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401104994 & pbp_2019$game_play_number == 96), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401104999 & pbp_2019$game_play_number == 80), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401105018 & pbp_2019$game_play_number == 287), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401105001 & pbp_2019$game_play_number == 288), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401105045 & pbp_2019$game_play_number == 192), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401105082 & pbp_2019$game_play_number == 211), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401105082 & pbp_2019$game_play_number == 212), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401105087 & pbp_2019$game_play_number == 207), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401105100 & pbp_2019$game_play_number == 83), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401165888 & pbp_2019$game_play_number == 84), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401165892 & pbp_2019$game_play_number == 205), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401104923 & pbp_2019$game_play_number == 300), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401104934 & pbp_2019$game_play_number == 172), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401104973 & pbp_2019$game_play_number == 120), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401104985 & pbp_2019$game_play_number == 301), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401104994 & pbp_2019$game_play_number == 61), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401105002 & pbp_2019$game_play_number == 38), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401105010 & pbp_2019$game_play_number == 180), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401105024 & pbp_2019$game_play_number == 190), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401105064 & pbp_2019$game_play_number == 63), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401105069 & pbp_2019$game_play_number == 311), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401105098 & pbp_2019$game_play_number == 84), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401165809 & pbp_2019$game_play_number == 122), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401104981 & pbp_2019$game_play_number == 55), ]
pbp_2019 <- pbp_2019[-which(pbp_2019$game_id == 401105041 & pbp_2019$game_play_number == 58), ]
# Insert two substitutions that occured that were not recorded in ESPN play by play data
text_cols <- c('Odyssey Sims enters the game for Lexie Brown', "Stephanie Talbot enters the game for Napheesa Collier")
clock_display_value_cols <- c("6:47", "6:47")
shooting_play_cols <- c(FALSE, FALSE)
score_value_cols <- c(0, 0)
season_cols <- c(2019, 2019)
home_score_cols <- c(15, 15)
away_score_cols <- c(25, 25)
scoring_play_cols <- c(FALSE, FALSE)
game_id_cols <- c(401105001, 401105001)
type_text_cols <- c("Substitution", "Substitution")
pbp_2019 <- pbp_2019 %>% add_row(text = text_cols, clock_display_value = clock_display_value_cols, shooting_play = shooting_play_cols,
score_value = score_value_cols, season = season_cols, home_score = home_score_cols,
away_score = away_score_cols, scoring_play = scoring_play_cols, game_id = game_id_cols,
type_text = type_text_cols, .after = which(pbp_2019$game_id == "401105001" & pbp_2019$game_play_number == 127))
}
# Returns cleaned play by play data for 2019, ready to be parsed by possession
return(pbp_2019)
}