Favourite Things

library(tidyverse)
library(tidytext)
library(rvest)
library(wesanderson)
library(janitor)
library(glue)
library(kableExtra)
library(ggwordcloud)
library(fpp3)
library(tidymodels)
library(patchwork)

theme_set(theme_bw())

(cols <- wes_palette(name = "IsleofDogs1"))

Each project closes with a table summarising the R tools used. By visualising my most frequently used packages and functions I get a sense of where I may most benefit from going deeper and keeping abreast of the latest breaking changes.

I may also spot superseded functions e.g. spread and gather may now be replaced by pivot_wider and pivot_longer. Or an opportunity to switch a non-tidyverse package for a newer tidyverse (or ecosystem) alternative, e.g. for UpSetR I can now use ggupset which plays well with ggplot.

I’ll start by listing the paths to the html files in the project directory.

files <- list.files(
  path = "..//",
  pattern = "\\.html$", recursive = TRUE
) %>%
  str_c(getwd() %>% dirname(), ., sep = "/") %>%
  as_tibble() %>%
  filter(!str_detect(value, "world|dt1|appfiles")) %>%
  pull()

This enables me to extract the usage table for each project.

table_df <- map_dfr(files, function(x) {
  x %>%
    read_html() %>%
    html_elements("#r-toolbox table") %>%
    html_table() %>%
    bind_rows()
}) %>% clean_names(replace = c("io" = ""))

A little “spring cleaning” is needed, and separation of tidyverse and non-tidyverse packages.

• tidyverse
• tidymodels
• tidyverts

tidy <- c(tidyverse_packages(), fpp3_packages(), tidymodels_packages()) %>% unique()

tidy_df <- table_df %>%
  separate_rows(functn, sep = ";") %>%
  separate(functn, c("functn", "count"), "\\Q[\\E") %>%
  mutate(
    count = str_remove(count, "]") %>% as.integer(),
    functn = str_squish(functn)
  ) %>%
  count(package, functn, wt = count) %>%
  mutate(multiverse = case_when(
    package %in% tidy ~ "tidy",
    package %in% c("base", "graphics") ~ "base",
    TRUE ~ "special"
  ))

Then I can summarise usage and prepare for a faceted plot.

pack_df <- tidy_df %>%
  count(package, multiverse, wt = n) %>%
  mutate(name = "package")

fun_df <- tidy_df %>%
  count(functn, multiverse, wt = n) %>%
  mutate(name = "function")

n_url <- files %>% n_distinct()

packfun_df <- pack_df %>%
  bind_rows(fun_df) %>%
  group_by(name) %>%
  arrange(desc(n)) %>%
  mutate(
    packfun = coalesce(package, functn),
    name = fct_rev(name)
  )

Clearly dplyr reigns supreme driven by mutate and filter.

p1 <- packfun_df %>%
  filter(name == "package") %>% 
  ggplot(aes(fct_reorder(packfun, n), n, fill = multiverse)) +
  geom_col(show.legend = FALSE) +
  coord_flip() +
  geom_label(aes(label = n), hjust = "inward", size = 2, fill = "white") +
  scale_fill_manual(values = cols[c(2, 3, 1)]) +
  labs(
    title = glue("Favourite Things\nAcross {n_url} Projects"),
    subtitle = "Package Usage",
    x = NULL, y = NULL
  )

p2 <- packfun_df %>%
  filter(name == "function", n >= 4) %>% 
  ggplot(aes(fct_reorder(packfun, n), n, fill = multiverse)) +
  geom_col() +
  coord_flip() +
  geom_label(aes(label = n), hjust = "inward", size = 2, fill = "white") +
  scale_fill_manual(values = cols[c(2, 3, 1)]) +
  labs(x = NULL, y = NULL, 
       subtitle = "Function Usage >= 4")

p1 + p2

I’d also like a wordcloud. And thanks to blogdown, the updated visualisation is picked up as the new featured image for this project.

set.seed = 123

packfun_df %>%
  mutate(angle = 90 * sample(c(0, 1), n(), replace = TRUE, prob = c(60, 40))) %>%
  ggplot(aes(label = packfun, size = n, colour = multiverse, angle = angle)) +
  geom_text_wordcloud(eccentricity = .9, seed = 789) +
  scale_radius(range = c(0, 40), limits = c(0, NA)) +
  scale_colour_manual(values = cols[c(2, 4, 5)]) +
  theme_void() +
  theme(plot.background = element_rect(fill = cols[1]))