Upload 4 files

app.R

@@ -2,10 +2,13 @@ library(lapop)
 library(haven)
 library(dplyr)
 library(tidyr)
+library(shiny)
 library(stringr)
 library(shinyWidgets)
+library(bslib)
 library(Hmisc)
 
+# # -----------------------------------------------------------------------
 lapop_fonts()
 
 dstrata <- readRDS("gm_shiny_data_en.rds")
@@ -16,10 +19,13 @@ Error<-function(x){
   tryCatch(x,error=function(e) return(FALSE))
 }
 
-waves_total = c("2004", "2006", "2008", "2010", "2012", "2014", "2016/17", "2018/19", "2021", "2023")
+waves_total = c("2004", "2006", "2008", "2010", "2012", "2014", 
+                "2016/17", "2018/19", "2021", "2023")
 
 
 #helper function for cleaning ts -- handle missing values at end or middle of series
+# # -----------------------------------------------------------------------
+
 omit_na_edges <- function(df) {
   # Find which rows have NA values
   na_rows <- apply(df, 1, function(row) any(is.na(row)))
@@ -34,7 +40,9 @@ omit_na_edges <- function(df) {
   return(df_clean)
 }
 
-#custom weighted averages and CIs, to speed up computational speed vs. survey_mean
+# custom weighted averages and CIs, to speed up computational speed vs. survey_mean
+# # -----------------------------------------------------------------------
+
 weighted.ttest.ci <- function(x, weights) {
   nx <- length(x)
   vx <- Hmisc::wtd.var(x, weights, normwt = TRUE, na.rm = TRUE) ## From Hmisc
@@ -49,10 +57,13 @@ weighted.ttest.ci <- function(x, weights) {
 } 
 
 # helper function for mover
+# # -----------------------------------------------------------------------
+
 process_data <- function(data, outcome_var, recode_range, group_var, var_label, weight_var = "weight1500") {
   if (is.null(group_var)) {
     return(NULL)
-  }
+  }  
+  # Proceed with processing
   processed_data <- data %>%
     drop_na(!!sym(outcome_var)) %>%
     mutate(outcome_rec = case_when(
@@ -72,6 +83,47 @@ process_data <- function(data, outcome_var, recode_range, group_var, var_label,
   return(processed_data)
 }
 
+# helper for missing country-year by outcome_var
+# # -----------------------------------------------------------------------
+get_missing_combinations <- function(data, outcome_var, wave_var,
+                                     selected_waves, selected_countries) {
+  # Convert wave values to string using haven labels
+  data <- data %>%
+    mutate(wave_str = as.character(haven::as_factor(.data[[wave_var]])))
+  
+  # Build the full country-wave grid
+  all_combos <- expand.grid(
+    pais_nam = selected_countries,
+    wave = selected_waves,
+    stringsAsFactors = FALSE
+  )
+  
+  # Subset only relevant countries
+  data <- data %>%
+    filter(pais_nam %in% selected_countries)
+  
+  # Summarize: how many valid (non-NA and not 0) values exist per combo
+  summary <- data %>%
+    group_by(pais_nam, wave = wave_str) %>%
+    summarise(
+      n_valid = sum(!is.na(.data[[outcome_var]]) & .data[[outcome_var]] != 0),
+      .groups = "drop"
+    )
+  
+  # Merge and detect missing
+  missing <- all_combos %>%
+    left_join(summary, by = c("pais_nam", "wave")) %>%
+    filter(is.na(n_valid) | n_valid == 0) %>%
+    select(pais_nam, wave)
+  
+  return(missing)
+}
+
+
+# # -----------------------------------------------------------------------
+# UI
+# # -----------------------------------------------------------------------
+
 ui <- fluidPage(
   
   titlePanel(""), # Leave it Empty
@@ -82,7 +134,8 @@ ui <- fluidPage(
     sidebarPanel(
       width = 3,  # Reduce width (default is 4)
       
-      selectInput("variable", "Variable",
+      selectInput(inputId = "variable", 
+                  label = "Variable",
                   labs[order(names(labs))],
                   selected = "ing4"),
       
@@ -98,7 +151,7 @@ ui <- fluidPage(
                   multiple = TRUE), 
       
       
-      #this fixes a formatting issue with checkboxGroupInput below
+      # This fixes a formatting issue with checkboxGroupInput below
       tags$head(
         tags$style(
           HTML(
@@ -115,7 +168,14 @@ ui <- fluidPage(
         ) 
       ),
       
-      #this makes slider input only integers
+      # This triggers the "Generate" button
+      tags$script(HTML("
+      Shiny.addCustomMessageHandler('clickGenerateButton', function(message) {
+    $('#go').click();
+  });
+")),
+      
+      # This makes slider input only integers
       tags$style(type = "text/css", ".irs-grid-pol.small {height: 0px;}"),
       
       
@@ -135,10 +195,9 @@ ui <- fluidPage(
                   selected = c("2006", "2008", "2010", "2012", "2014",
                                "2016/17", "2018/19", "2021", "2023"),
                   options = list(`actions-box` = TRUE),
-                  # options = list
                   multiple = TRUE), 
       
-      # show recode slider only for time series, cc, and breakdown (not hist)
+      # Show recode slider only for time series, cc, and breakdown (not hist)
       conditionalPanel(
         'input.tabs == "Time Series" | input.tabs == "Cross Country" | input.tabs == "Breakdown"',
         uiOutput("sliderUI"),
@@ -160,7 +219,12 @@ ui <- fluidPage(
                            inline = TRUE)
       ),
       
-      actionButton("go", "Generate")
+      #actionButton("go", "Generate") # Include button in UI
+      
+      tags$div(
+        style = "display: none;",
+        actionButton("go", "Generate")
+      )
       
     ),
     
@@ -183,15 +247,38 @@ ui <- fluidPage(
       ),
       br(),
       fluidRow(column(12, "",
+                      uiOutput("missing_warning_card"),
                       downloadButton(outputId = "downloadPlot", label = "Download Figure"),
                       downloadButton(outputId = "downloadTable", label = "Download Table")))
     )
   )
 )
 
-# Define server logic to plot various variables ----
+# # -----------------------------------------------------------------------
+# SERVER
+# # -----------------------------------------------------------------------
+
 server <- function(input, output, session) {
   
+  # Triggers "go" between server and ui to generate default plots
+  observe({
+    if (!is.null(input$pais) && !is.null(input$wave)) {
+      isolate({
+        session$sendCustomMessage("clickGenerateButton", list())
+      })
+    }
+  })
+  
+  # Check the number of selected variables for breakdown
+  observeEvent(input$demog, {
+    if (length(input$demog) > 3) {
+      # Show a warning message
+      showNotification(HTML("You should only select a maximum of 3 demographic variables to plot."), type = "warning")
+    }
+  })
+  
+# # -----------------------------------------------------------------------
+  
   formulaText <- reactive({
     paste(input$variable)
   })
@@ -200,6 +287,10 @@ server <- function(input, output, session) {
     input$variable
   })
   
+  outcome_code <- reactive({
+    vars_labels$column_name[which(vars_labels$column_name == paste(outcome()))]
+  })
+  
   variable_sec <- reactive({
     input$variable_sec
   })
@@ -229,45 +320,58 @@ server <- function(input, output, session) {
   
   output$sliderUI <- renderUI({
     sliderInput(inputId = "recode",
-                label = "Response values included in percentage",
+                label = "Outcome variable response values shown as percentage",
                 min = min(as.numeric(dstrata[[formulaText()]]), na.rm=TRUE), 
                 max = max(as.numeric(dstrata[[formulaText()]]), na.rm=TRUE), 
                 value = sliderParams$valuex,
                 step = 1)
   })
   
-  
-  
+  # Filtering data based on user's selection (dff)
   dff <- eventReactive(input$go, ignoreNULL = FALSE, {
     dstrata %>%
       filter(as_factor(wave) %in% input$wave) %>%
       filter(pais_nam %in% input$pais)
   })  
   
+  # Rendering var caption based on user's var selection
   cap <- renderText({
     vars_labels$question_short_en[which(vars_labels$column_name == formulaText())]
   })
   
-  output$caption <- eventReactive(input$go, ignoreNULL = FALSE, {
+  output$caption <- renderText({
     cap() 
   })
   
+  # Rendering variable code + wording based on user's var selection
   word <- renderText({
-    vars_labels$question_en[which(vars_labels$column_name == formulaText())]
+    paste0(toupper(vars_labels$column_name[which(vars_labels$column_name == formulaText())]), ". ",
+    vars_labels$question_en[which(vars_labels$column_name == formulaText())])
   })
   
-  output$wording <- eventReactive(input$go, ignoreNULL = FALSE, {
+  output$wording <- renderText({
     word() 
   })
   
+  # Rendering ROs based on user's var selection
   resp <- renderText({
     vars_labels$responses_en_rec[which(vars_labels$column_name == formulaText())]
   })
   
-  output$response <- eventReactive(input$go, ignoreNULL = FALSE, {
+  output$response <- renderText({
     resp() 
   })
   
+  # Rendering variable_sec ROs
+  resp_sec <- renderText({
+    vars_labels$responses_en_rec[which(vars_labels$column_name == input$variable_sec)]
+  })
+  
+  output$response_sec <- renderText({
+    resp_sec()
+  })
+  
+  # Rendering User selected recode value(s)
   slider_values <- renderText({
     if(input$recode[1] == input$recode[2]) {
       paste0("(value: ", unique(input$recode), ")")
@@ -276,11 +380,66 @@ server <- function(input, output, session) {
     }
   })
   
-  output$selected_values <- eventReactive(input$go, ignoreNULL = FALSE, {
+  output$selected_values <- renderText({
     slider_values()
   })
   
-  # SOURCE INFO WITH PAIS and WAVE
+  # WARNING FOR MISSING COMBOS
+  # # -----------------------------------------------------------------------
+  output$missing_warning_card <- renderUI({
+    req(input$go > 0, input$wave, input$pais)
+    
+    # Normalize wave and country inputs
+    selected_waves <- as.character(input$wave)
+    selected_countries <- as.character(input$pais)
+    
+    # Step 1: Compute missing combinations
+    missing <- get_missing_combinations(
+      data = dff(),
+      outcome_var = outcome(),
+      wave_var = "wave",
+      selected_waves = selected_waves,
+      selected_countries = selected_countries
+    )
+    
+    # Step 2: Skip if none missing
+    if (nrow(missing) == 0) return(NULL)
+    
+    # Add country abbreviations
+    missing <- missing %>%
+      left_join(dstrata %>% distinct(pais_nam, pais_lab), by = "pais_nam")
+    
+    # Format message YEAR: COUNTRIES
+    warning_text <- missing %>%
+      group_by(wave) %>%
+      summarise(
+        country_list = paste(sort(unique(pais_lab)), collapse = ", "),
+        .groups = "drop"
+      ) %>%
+      mutate(combo_label = paste0("<b>", wave, "</b>: ", country_list)) %>%
+      pull(combo_label) %>%
+      paste(collapse = "<br>")
+    
+    # Display warning card
+    tags$div(
+      style = "
+      border: 2px solid #ffc107;
+      border-radius: 8px;
+      padding: 15px;
+      background-color: #fff8e1;
+      margin-bottom: 20px;
+      max-height: 120px;
+      overflow-y: auto;
+      ",
+      HTML(paste0(
+        "<span style='font-size:16px; color: #856404;'>⚠️ <b>Warning:</b> The following country-years have no data for <b>",
+        outcome(), "</b>:<br>", warning_text
+      ))
+    )
+  })
+  
+# SOURCE INFO WITH PAIS and WAVE
+# # -----------------------------------------------------------------------
   source_info_both <- reactive({
     # Get country abbreviations that match selected country names
     pais_abbr <- dstrata %>%
@@ -292,8 +451,14 @@ server <- function(input, output, session) {
     pais_display <- paste(pais_abbr, collapse = ", ")
     wave_display <- paste(input$wave, collapse = ", ")
     
-    paste0(", AmericasBarometer Data Playground\nCountries included: ", pais_display, "\nSurvey rounds included: ", wave_display)
-    
+    if (nchar(pais_display) > 15) {
+      paste0("Source: LAPOP Lab, AmericasBarometer Data Playground\n\nCountries selected: ", pais_display, 
+             "\nSurvey rounds selected: ", wave_display)
+      
+    } else {
+      paste0("Source: LAPOP Lab, AmericasBarometer Data Playground\n\nCountries selected: ", pais_display, 
+             ". Survey rounds selected: ", wave_display)
+    }
   })
   
   source_info_pais <- reactive({
@@ -307,7 +472,7 @@ server <- function(input, output, session) {
     pais_display <- paste(pais_abbr, collapse = ", ")
     wave_display <- paste(input$wave, collapse = ", ")
     
-    paste0(", AmericasBarometer Data Playground\nCountries included: ", pais_display)
+    paste0("Source: LAPOP Lab, AmericasBarometer Data Playground\n\nCountries selected: ", pais_display)
   })
   
   source_info_wave <- reactive({
@@ -321,12 +486,14 @@ server <- function(input, output, session) {
     pais_display <- paste(pais_abbr, collapse = ", ")
     wave_display <- paste(input$wave, collapse = ", ")
     
-    paste0(", AmericasBarometer Data Playground\nSurvey rounds included: ", wave_display)
+    paste0("Source: LAPOP Lab, AmericasBarometer Data Playground\n\nSurvey rounds selected: ", wave_display)
   })
   
-  #hist 
+  # Histogram 
+  # # -----------------------------------------------------------------------
+  
   # must break into data event, graph event, and renderPlot to get download buttons to work
-  histd <- eventReactive(input$go, ignoreNULL = FALSE, {
+  histd <- reactive({
     hist_df = Error(
       dff() %>%
         group_by(across(outcome())) %>%
@@ -344,7 +511,7 @@ server <- function(input, output, session) {
   })
   
   
-  histg <- eventReactive(input$go, ignoreNULL = FALSE, {
+  histg <- reactive({
     histg <- lapop_hist(histd(), 
                         ymax = ifelse(any(histd()$prop > 90), 110, 100), 
                         source_info = source_info_both())
@@ -356,8 +523,9 @@ server <- function(input, output, session) {
   })
   
   
-  #ts
-  tsd <- eventReactive(input$go, ignoreNULL = FALSE, {
+  # Time-series
+  # # -----------------------------------------------------------------------
+  tsd <- reactive({
     dta_ts = Error(
       dff() %>%
         drop_na(outcome()) %>%
@@ -381,7 +549,7 @@ server <- function(input, output, session) {
     return(omit_na_edges(dta_ts))
   })
   
-  tsg <- eventReactive(input$go, ignoreNULL = FALSE, {
+  tsg <- reactive({
     tsg = lapop_ts(tsd(), 
                    ymax = ifelse(any(tsd()$prop > 88, na.rm = TRUE), 110, 100),
                    label_vjust = ifelse(any(tsd()$prop > 80, na.rm = TRUE), -1.1, -1.5),
@@ -395,8 +563,9 @@ server <- function(input, output, session) {
     return(tsg())
   })
   
-  #cc 
-  ccd <- eventReactive(input$go, ignoreNULL = FALSE, {
+  # Cross Country
+  # # -----------------------------------------------------------------------
+  ccd <- reactive({
     dta_cc = Error(
       dff() %>%
         drop_na(outcome()) %>%
@@ -418,7 +587,7 @@ server <- function(input, output, session) {
     return(dta_cc)
   })
   
-  ccg <- eventReactive(input$go, ignoreNULL = FALSE, {
+  ccg <- reactive({
     ccg = lapop_cc(ccd(), sort = "hi-lo", 
                    subtitle = "% in selected category",
                    ymax = ifelse(any(ccd()$prop > 90, na.rm = TRUE), 110, 100),
@@ -430,12 +599,16 @@ server <- function(input, output, session) {
     return(ccg())
   })
   
+  # Breakdown
+  # # -----------------------------------------------------------------------
   # Use function for each demographic breakdown variable
-  secdf <- eventReactive(input$go, ignoreNULL = FALSE, {
+  
+  secdf <- reactive({
     if (input$variable_sec == "None") {
       NULL
     }  else if (variable_sec() == outcome()) {
-      showNotification("You cannot break the outcome variable by itself.", type = "error")
+      showNotification("❌ Error: You cannot break down the outcome variable by itself.", 
+                       type = "error")
       NULL
     } else {
       process_data(
@@ -448,7 +621,7 @@ server <- function(input, output, session) {
     }
   })
   
-  genderdf <- eventReactive(input$go, ignoreNULL = FALSE, {
+  genderdf <- reactive({
     if ("gendermc" %in% input$demog) {
       process_data(
         data = dff(),
@@ -462,7 +635,7 @@ server <- function(input, output, session) {
     }
   })
   
-  wealthdf <- eventReactive(input$go, ignoreNULL = FALSE, {
+  wealthdf <- reactive({
     if ("wealth" %in% input$demog) {
       process_data(
         data = dff(),
@@ -476,7 +649,7 @@ server <- function(input, output, session) {
     }
   })
   
-  eddf <- eventReactive(input$go, ignoreNULL = FALSE, {
+  eddf <- reactive({
     if ("edre" %in% input$demog) {
       process_data(
         data = dff(),
@@ -490,7 +663,7 @@ server <- function(input, output, session) {
     }
   })
   
-  edaddf <- eventReactive(input$go, ignoreNULL = FALSE, {
+  edaddf <- reactive({
     if ("edad" %in% input$demog) {
       process_data(
         data = dff(),
@@ -504,7 +677,7 @@ server <- function(input, output, session) {
     }
   })
   
-  urdf <- eventReactive(input$go, ignoreNULL = FALSE, {
+  urdf <- reactive({
     if ("ur" %in% input$demog) {
       process_data(
         data = dff(),
@@ -518,8 +691,8 @@ server <- function(input, output, session) {
     }
   })
   
-  # Combine =demographic data frames into one df
-  moverd <- eventReactive(input$go, ignoreNULL = FALSE, {
+  # Combine demographic data frames into one df
+  moverd <- reactive({
     dta_mover <- Error(rbind(secdf(), genderdf(), edaddf(), wealthdf(), eddf(), urdf()))
     validate(
       need(dta_mover, "Error: no data available. Please verify that this question was asked in this country/year combination")
@@ -528,12 +701,12 @@ server <- function(input, output, session) {
     return(dta_mover)
   })
   
-  moverg <- eventReactive(input$go, ignoreNULL = FALSE, {
+  moverg <- reactive({
     moverg <- lapop_mover(moverd(), 
                           subtitle = "% in selected category", 
                           ymax = ifelse(any(moverd()$prop > 90, na.rm = TRUE), 119,
                                         ifelse(any(moverd()$prop > 80, na.rm = TRUE), 109, 100)),
-                          source_info = source_info_both())
+                          lang = "en", source_info = source_info_both())
     return(moverg)
   })
   
@@ -541,23 +714,29 @@ server <- function(input, output, session) {
     return(moverg())
   })
   
+  # # -----------------------------------------------------------------------
   # DOWNLOAD SECTION
+  # # -----------------------------------------------------------------------
   output$downloadPlot <- downloadHandler(
     filename = function(file) {
       ifelse(input$tabs == "Histogram", paste0("hist_", outcome(),".svg"),
              ifelse(input$tabs == "Time Series",  paste0("ts_", outcome(),".svg"),
-                    ifelse(input$tabs == "Cross Country",  paste0("cc_", outcome(),".svg"),  paste0("mover_", outcome(),".svg"))))
+                    ifelse(input$tabs == "Cross Country",  paste0("cc_", outcome(),".svg"),  
+                           paste0("mover_", outcome(),".svg"))))
     },
     
     content = function(file) {
       if(input$tabs == "Histogram") {
         title_text <- isolate(cap())
+        subtitle_text <- slider_values()
         
         hist_to_save <- lapop_hist(histd(),
                                    main_title = title_text,
                                    subtitle = "% in selected category ",
                                    ymax = ifelse(any(histd()$prop > 90), 110, 100), 
-                                   source_info = source_info_both())
+                                   source_info = paste0(source_info_both(), "\n\n", 
+                                                        str_wrap(paste0(word(), " ", resp()), 125))
+        )
         
         lapop_save(hist_to_save, file)
         showNotification(HTML("Plot download complete ✓ "), type = "message")
@@ -565,13 +744,15 @@ server <- function(input, output, session) {
       } else if (input$tabs == "Time Series") {
         title_text <- isolate(cap())
         subtitle_text <- slider_values()
-        
+
         ts_to_save <-  lapop_ts(tsd(),
                                 main_title = title_text,
                                 subtitle = paste0("% in selected category ", subtitle_text),
                                 ymax = ifelse(any(tsd()$prop > 88, na.rm = TRUE), 110, 100),
                                 label_vjust = ifelse(any(tsd()$prop > 80, na.rm = TRUE), -1.1, -1.5),
-                                source_info = source_info_pais())
+                                source_info = paste0(source_info_pais(), "\n\n", 
+                                                     str_wrap(paste0(word(), " ", resp()), 125))
+        )
         
         lapop_save(ts_to_save, file)
         showNotification(HTML("Plot download complete ✓ "), type = "message")
@@ -584,7 +765,9 @@ server <- function(input, output, session) {
                                main_title = title_text,
                                subtitle = paste0("% in selected category ", subtitle_text),
                                ymax = ifelse(any(ccd()$prop > 90, na.rm = TRUE), 110, 100),
-                               source_info = source_info_wave())
+                               source_info = paste0(source_info_wave(), "\n\n", 
+                                                    str_wrap(paste0(word(), " ", resp()), 125))
+        )
         
         lapop_save(cc_to_save, file)
         showNotification(HTML("Plot download complete ✓ "), type = "message")
@@ -599,7 +782,8 @@ server <- function(input, output, session) {
           subtitle = paste0("% in selected category ", subtitle_text),
           ymax = ifelse(any(moverd()$prop > 90, na.rm = TRUE), 119,
                         ifelse(any(moverd()$prop > 80, na.rm = TRUE), 109, 100)),
-          source_info = source_info_both()
+          source_info = paste0(source_info_both(), "\n\n", 
+                               str_wrap(paste0(word(), " ", resp()), 125))
         )
         
         lapop_save(mover_to_save, file)
@@ -609,34 +793,41 @@ server <- function(input, output, session) {
     }
   )
   
-  
+  # # -----------------------------------------------------------------------
+  # DOWNLOAD TABLE
+  # # -----------------------------------------------------------------------
   output$downloadTable <- downloadHandler(
     filename = function(file) {
-      ifelse(input$tabs == "Histogram", paste0("hist_", outcome(),".svg"),
-             ifelse(input$tabs == "Time Series",  paste0("ts_", outcome(),".svg"),
-                    ifelse(input$tabs == "Cross Country",  paste0("cc_", outcome(),".svg"),  paste0("mover_", outcome(),".svg"))))
+      ifelse(input$tabs == "Histogram", paste0("hist_", outcome(),".csv"),
+             ifelse(input$tabs == "Time Series",  paste0("ts_", outcome(),".csv"),
+                    ifelse(input$tabs == "Cross Country",  paste0("cc_", outcome(),".csv"),  
+                           paste0("mover_", outcome(),".csv"))))
     },
     content = function(file) {
       if(input$tabs == "Histogram") {
-        write.csv(histd(), file)
+        write.csv(histd(), file, row.names=F)
         showNotification(HTML("File download complete ✓ "), type = "message")
         
       } else if (input$tabs == "Time Series") {
-        write.csv(tsd(), file)
+        write.csv(tsd(), file, row.names=F)
         showNotification(HTML("File download complete ✓ "), type = "message")
         
       } else if (input$tabs == "Cross Country") {
-        write.csv(ccd(), file)
+        write.csv(ccd(), file, row.names=F)
         showNotification(HTML("File download complete ✓ "), type = "message")
         
       } else {
-        write.csv(moverd(), file)
+        write.csv(moverd(), file, row.names=F)
         showNotification(HTML("File download complete ✓ "), type = "message")
-        
       }
     }
   )
 }
 
-# Launch App
+# RUN APP
+# # -----------------------------------------------------------------------
 shinyApp(ui, server)
+
+# # -----------------------------------------------------------------------
+# END
+# # -----------------------------------------------------------------------

gm_shiny_data_en.rds

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8cfdfcac76039d0b5e32bcd5c7ce18b97d9bcae5de70ce0cd6f3722a30b177d7
-size 12414411
+oid sha256:4bd3953ee9276836512d148c5a2f9b4dbe9948aecaf6144160ede9ec508f9661
+size 12414413