update

inst/shiny-examples/greylitsearcher/app.R

@@ -19,7 +19,8 @@ ui <- navbarPage("greylitsearcher", id = "tabs",
                               column(10,
                                      h2('GreyLitSearcher'),
                                      br(),
-                                     'Welcome to GreyLitSearcher, a web-based tool for performing systematic and transparent searches of organisational websites.'
+                                     'Welcome to GreyLitSearcher, a web-based tool for performing systematic and transparent searches of organisational websites.',
+                                     shinybusy::add_busy_spinner(spin = "fading-circle", color = "#bababa", margins = c(70, 20))
                                      )
                               )
                           ),
@@ -43,7 +44,6 @@ ui <- navbarPage("greylitsearcher", id = "tabs",
                                      ),
                               column(5,
                                      splitLayout(
-                                         #actionButton("google", "Google", class = "btn-primary"),
                                                  actionButton("google", "Google", class = "btn-primary")
                                                  )
                                      ),
@@ -65,7 +65,6 @@ ui <- navbarPage("greylitsearcher", id = "tabs",
                                      br(),
                                      br(),
                                      textOutput('save_report')
-                                     #downloadButton('download_files', 'Download saved files as .zip',icon = icon("file-download"))
                                      )
                           )
                  ),
@@ -75,16 +74,16 @@ ui <- navbarPage("greylitsearcher", id = "tabs",
                               column(10,
                                      h2('Scrape data from the downloaded search results'),
                                      br(),
-                                     add_busy_spinner(spin = "fading-circle", color = "#19d0fc", margins = c(70, 20)),
                                      'Now, we can scrape search results based on patterns in the HTML code.',
                                      hr(),
                                      actionButton("scrape_HTMLs", "Scrape the results HTMLs"),
                                      br(),
                                      br(),
                                      textOutput('scrape_report'),
                                      br(),
-                                     dataTableOutput('data')
-                                     #downloadButton('download_files', 'Download saved files as .zip',icon = icon("file-download"))
+                                     dataTableOutput('data'),
+                                     br(),
+                                     downloadButton('downloadData', 'Download results as CSV', icon = icon("file-download"))
                               )
                           )
                  )
@@ -127,7 +126,7 @@ server <- function(input, output) {
     observeEvent(input$download_HTMLs, {
         htmls <- list()
         for(i in 1:length(rv$links[,4])){
-            html <- save_html((rv$links[,4])[i], pause = 3, backoff = FALSE)
+            html <- save_html((rv$links[,4])[i], pause = 0.5, backoff = FALSE)
             htmls <- c(htmls, html)
         }
         rv$htmls <- htmls
@@ -156,6 +155,15 @@ server <- function(input, output) {
         output$save_report <- renderText({
             paste0('A total of ', nrow(rv$data),' search results have been exported and are shown in the table below.')
         })
+
+        output$downloadData <- downloadHandler(
+            filename = function() {
+                paste("results.csv", sep = "")
+            },
+            content = function(file) {
+                write.csv(rv$data, file, row.names = FALSE)
+            })
+
     })
 
 }

inst/shiny-examples/greylitsearcher/rsconnect/shinyapps.io/estech/greylitsearcher.dcf

@@ -0,0 +1,11 @@
+name: greylitsearcher
+title:
+username:
+account: estech
+server: shinyapps.io
+hostUrl: https://api.shinyapps.io/v1
+appId: 6062911
+bundleId: 5789735
+url: https://estech.shinyapps.io/greylitsearcher/
+when: 1649756008.93405
+lastSyncTime: 1649756008.93407

inst/shiny-examples/greylitsearcher/save_htmls.R

@@ -18,7 +18,7 @@
 #' for clarity. Files are saved to the working directory. A pause notification is printed to the
 #' console.
 #' @export
-save_html <- function(url, path = '', pause = 2, backoff = TRUE){
+save_html <- function(url, path = '', pause = 0.5, backoff = TRUE){
   t0 <- Sys.time()
 
   pause <- pause * runif(1, 0.5, 1.5)
@@ -73,7 +73,7 @@ save_html <- function(url, path = '', pause = 2, backoff = TRUE){
 #' @export
 save_htmls <- function(urls,
                        path = '',
-                       pause = 4,
+                       pause = 0.5,
                        backoff = FALSE){
   t0 <- Sys.time()
   #htmls <- as.list(mapply(save_html,
@@ -83,7 +83,7 @@ save_htmls <- function(urls,
   #                backoff))
   htmls <- list()
   for(i in 1:length(urls)){
-    html <- save_html(urls[i], pause = 3, backoff = FALSE)
+    html <- save_html(urls[i], pause = 0.5, backoff = FALSE)
     htmls <- c(htmls, html)
   }
   t1 <- Sys.time()