NBB_DWQP Report

source(here::here(glue::glue("{params$batch_name}/getData.R")))

# returns two dataframes in a named list
dfs <- getData(params$batch_value)

# keep only columns of interest
cols_of_interest <- c(
  "ProgramName", "ProgramLocationID", "OriginalLatitude", "OriginalLongitude", 
  "ActivityDepth_m", "ParameterUnits", "ResultValue", "SampleDate"
)
dfs$SEACAR_STD <- dfs$SEACAR_STD %>% select(all_of(cols_of_interest))
dfs$OLD <- dfs$OLD %>% select(all_of(cols_of_interest))

cat(" SEACAR_STD rows:", nrow(dfs$SEACAR_STD), "\n")

 SEACAR_STD rows: 22537 

cat("OLD dataset rows:", nrow(dfs$OLD), "\n")

OLD dataset rows: 10594 

library(dplyr)

u1 <- unique(dfs$SEACAR_STD$ParameterUnits)
u2 <- unique(dfs$OLD$ParameterUnits)

comparison <- tibble(value = union(u1, u2)) %>%
  mutate(
    in_SEACAR = value %in% u1,
    in_OLD    = value %in% u2
  )

print(comparison)

# A tibble: 12 × 3
   value     in_SEACAR in_OLD
   <chr>     <lgl>     <lgl> 
 1 mg/L      TRUE      TRUE  
 2 ppt       TRUE      FALSE 
 3 Degrees C TRUE      FALSE 
 4 None      TRUE      FALSE 
 5 %         TRUE      FALSE 
 6 mS/cm     TRUE      FALSE 
 7 NTU       TRUE      FALSE 
 8 ug/L      TRUE      TRUE  
 9 m         TRUE      FALSE 
10 SU        FALSE     TRUE  
11 deg C     FALSE     TRUE  
12 PSU       FALSE     TRUE  

library(ggplot2)

if (nrow(dfs$SEACAR_STD) == 0 || nrow(dfs$OLD) == 0) {
  cat("One or both dataframes are empty.\n")
} else {
  # Combine dataframes with a source column
  df_combined <- bind_rows(
    dfs$SEACAR_STD %>% mutate(source = "SEACAR_STD"),
    dfs$OLD %>% mutate(source = "OLD_STD")
  )

  # Create split violin plot
  ggplot(df_combined, aes(x = source, y = ResultValue, fill = source)) +
    geom_violin(alpha = 0.6) +
    geom_boxplot(width = 0.2, alpha = 0.8, outlier.shape = NA) +
    scale_y_log10() +
    labs(
      title = "Value Distribution Comparison (Log Scale)",
      x = "Dataset",
      y = "Result Value (log10)"
    ) +
    theme_minimal() +
    theme(legend.position = "none")
}

library(ggplot2)
library(tidyr)
library(lubridate)

# Count rows per date for each dataset, bin by year
seacar_counts <- dfs$SEACAR_STD %>%
  group_by(SampleDate = floor_date(SampleDate, "year")) %>%
  count(name = "SEACAR_Count") %>%
  ungroup()

old_counts <- dfs$OLD %>%
  group_by(SampleDate = floor_date(SampleDate, "year")) %>%
  count(name = "OLD_Count") %>%
  ungroup()

# Combine and plot
combined_counts <- full_join(seacar_counts, old_counts, by = "SampleDate") %>%
  arrange(SampleDate) %>%
  mutate(
    SEACAR_Count = replace_na(SEACAR_Count, 0),
    OLD_Count = replace_na(OLD_Count, 0)
  )

ggplot(combined_counts, aes(x = SampleDate)) +
  geom_line(aes(y = SEACAR_Count, color = "SEACAR_STD", linetype = "SEACAR_STD"), size = 1, alpha = 0.7) +
  geom_line(aes(y = OLD_Count, color = "OLD_STD", linetype = "OLD_STD"), size = 1, alpha = 0.7) +
  scale_y_log10() +
  scale_linetype_manual(values = c("SEACAR_STD" = "solid", "OLD_STD" = "solid")) +
  scale_color_manual(values = c("SEACAR_STD" = "blue", "OLD_STD" = "red")) +
  labs(
    title = "Row Count Over Time (Log Scale)",
    x = "Sample Date",
    y = "Number of Rows (log10)",
    color = "Dataset",
    linetype = "Dataset"
  ) +
  theme_minimal() +
  theme(legend.position = "bottom")

library(ggplot2)

if (nrow(dfs$SEACAR_STD) == 0 || nrow(dfs$OLD) == 0) {
  cat("One or both dataframes are empty.\n")
} else {
  # Combine dataframes with a source column
  df_combined <- bind_rows(
    dfs$SEACAR_STD %>% mutate(source = "SEACAR_STD"),
    dfs$OLD %>% mutate(source = "OLD_STD")
  )

  # Create split violin plot
  ggplot(df_combined, aes(x = source, y = ActivityDepth_m, fill = source)) +
    geom_violin(alpha = 0.6) +
    geom_boxplot(width = 0.2, alpha = 0.8, outlier.shape = NA) +
    scale_y_log10() +
    labs(
      title = "ActivityDepth_m Distribution Comparison (Log Scale)",
      x = "Dataset",
      y = "ActivityDepth_m (log10)"
    ) +
    theme_minimal() +
    theme(legend.position = "none")
}