bff199ad · bff199ad · bff199ad · bff199ad · bff199ad · bff199ad
--- a/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/calt1rw48k7sm/000005.metadata
+++ b/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/calt1rw48k7sm/000005.metadata
+{"classes":["grouped_df","tbl_df","tbl","data.frame"],"ncol":2,"nrow":15}
\ No newline at end of file
--- a/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/calt1rw48k7sm/000005.rdf
+++ b/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/calt1rw48k7sm/000005.rdf
--- a/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/calt1rw48k7sm/000006.csv
+++ b/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/calt1rw48k7sm/000006.csv
+"0","file_names %>% filter(country==""POL"")"
--- a/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/calt1rw48k7sm/000007.metadata
+++ b/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/calt1rw48k7sm/000007.metadata
+{"classes":["tbl_df","tbl","data.frame"],"ncol":3,"nrow":12}
\ No newline at end of file
--- a/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/calt1rw48k7sm/000007.rdf
+++ b/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/calt1rw48k7sm/000007.rdf
--- a/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/calt1rw48k7sm/000008.csv
+++ b/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/calt1rw48k7sm/000008.csv
+"0","file_names <- file_names %>% mutate(provided=""y"")"
--- a/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/cdy3kgtvnui1o/000002.csv
+++ b/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/cdy3kgtvnui1o/000002.csv
+"0","file_names <- list.files(""D:/public/data/fadn/lieferung_20210414/csv"",include.dirs = TRUE)"
+"0","file_names_gpg <- file_names[grepl("".gpg"",file_names)]"
+"0","length(file_names_gpg)"
+"1","[1]"
+"1"," 256"
+"1","
+"
+"0","file_names <- file_names[!grepl("".gpg"",file_names)]"
+"0","library(tidyverse)"
+"0","file_names <- file_names %>% tibble(name=.) %>% mutate(country=str_sub(name,1,3),year=str_sub(name,4,7)) "
+"0","file_names %>% print(n=30)"
--- a/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/cdy3kgtvnui1o/000003.metadata
+++ b/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/cdy3kgtvnui1o/000003.metadata
+{"classes":["tbl_df","tbl","data.frame"],"ncol":3,"nrow":333}
\ No newline at end of file
--- a/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/cdy3kgtvnui1o/000003.rdf
+++ b/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/cdy3kgtvnui1o/000003.rdf
--- a/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/cdy3kgtvnui1o/000004.csv
+++ b/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/cdy3kgtvnui1o/000004.csv
+"0","file_names %>% group_by(year) %>% count()"
--- a/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/cdy3kgtvnui1o/000005.metadata
+++ b/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/cdy3kgtvnui1o/000005.metadata
+{"classes":["grouped_df","tbl_df","tbl","data.frame"],"ncol":2,"nrow":15}
\ No newline at end of file
--- a/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/cdy3kgtvnui1o/000005.rdf
+++ b/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/cdy3kgtvnui1o/000005.rdf
--- a/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/cdy3kgtvnui1o/000006.csv
+++ b/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/cdy3kgtvnui1o/000006.csv
+"0","file_names %>% filter(country==""POL"")"
--- a/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/cdy3kgtvnui1o/000007.metadata
+++ b/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/cdy3kgtvnui1o/000007.metadata
+{"classes":["tbl_df","tbl","data.frame"],"ncol":3,"nrow":12}
\ No newline at end of file
--- a/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/cdy3kgtvnui1o/000007.rdf
+++ b/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/cdy3kgtvnui1o/000007.rdf
--- a/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/cdy3kgtvnui1o/000008.csv
+++ b/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/cdy3kgtvnui1o/000008.csv
+"0","file_names <- file_names %>% mutate(provided=""y"")"
--- a/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/chunks.json
+++ b/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/chunks.json
+{"chunk_definitions":[{"chunk_id":"csetup_chunk","chunk_label":"setup","document_id":"D4546146","expansion_state":0,"options":{"engine":"r","include":false,"label":"setup"},"row":7,"row_count":1,"visible":true},{"chunk_id":"cpfnehx1vy2pk","chunk_label":"unnamed-chunk-1","document_id":"D4546146","expansion_state":0,"options":{"engine":"r","label":"unnamed-chunk-1"},"row":15,"row_count":1,"visible":true},{"chunk_id":"cdy3kgtvnui1o","chunk_label":"unnamed-chunk-2","document_id":"D4546146","expansion_state":0,"options":{"engine":"r","label":"unnamed-chunk-2"},"row":32,"row_count":1,"visible":true},{"chunk_id":"c53msamlrci0n","chunk_label":"unnamed-chunk-3","document_id":"D4546146","expansion_state":0,"options":{"engine":"r","label":"unnamed-chunk-3"},"row":45,"row_count":1,"visible":true}],"default_chunk_options":{"echo":true,"error":false},"doc_write_time":1618920319,"working_dir":null}
\ No newline at end of file
--- a/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/cpfnehx1vy2pk/000002.csv
+++ b/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/cpfnehx1vy2pk/000002.csv
+"0","library(tidyverse)"
+"2","Registered S3 methods overwritten by 'dbplyr':
+  method         from
+  print.tbl_lazy     
+  print.tbl_sql      
+"
+"2","[30m-- [1mAttaching packages[22m ---------------------------------------------------------------------- tidyverse 1.3.1 --[39m
+"
+"2","[30m[32mv[30m [34mggplot2[30m 3.3.3     [32mv[30m [34mpurrr  [30m 0.3.4
+[32mv[30m [34mtibble [30m 3.1.0     [32mv[30m [34mdplyr  [30m 1.0.5
+[32mv[30m [34mtidyr  [30m 1.1.3     [32mv[30m [34mstringr[30m 1.4.0
+[32mv[30m [34mreadr  [30m 1.4.0     [32mv[30m [34mforcats[30m 0.5.1[39m
+"
+"2","[30m-- [1mConflicts[22m ------------------------------------------------------------------------- tidyverse_conflicts() --
+[31mx[30m [34mdplyr[30m::[32mbetween()[30m   masks [34mfadnUtils[30m::between()
+[31mx[30m [34mdplyr[30m::[32mfilter()[30m    masks [34mstats[30m::filter()
+[31mx[30m [34mdplyr[30m::[32mfirst()[30m     masks [34mfadnUtils[30m::first()
+[31mx[30m [34mdplyr[30m::[32mlag()[30m       masks [34mstats[30m::lag()
+[31mx[30m [34mdplyr[30m::[32mlast()[30m      masks [34mfadnUtils[30m::last()
+[31mx[30m [34mpurrr[30m::[32mtranspose()[30m masks [34mfadnUtils[30m::transpose()[39m
+"
+"0","library(readxl)"
+"0","library(data.table)"
+"2","data.table 1.14.0 using 32 threads (see ?getDTthreads).  Latest news: r-datatable.com
+"
+"2","
+Attache Paket: data.table
+"
+"2","The following objects are masked from package:dplyr:
+    between, first, last
+"
+"2","The following object is masked from package:purrr:
+    transpose
+"
+"0","library(skimr)"
+"2","Registered S3 methods overwritten by 'htmltools':
+  method               from         
+  print.html           tools:rstudio
+  print.shiny.tag      tools:rstudio
+  print.shiny.tag.list tools:rstudio
+"
--- a/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/csetup_chunk/000002.csv
+++ b/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/csetup_chunk/000002.csv
+"0","knitr::opts_chunk$set(echo = TRUE)"
--- a/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/cw6z6bxc3uc0b/000004.csv
+++ b/.Rproj.user/shared/notebooks/FD0AC2A5-test_provided_files/1/s/cw6z6bxc3uc0b/000004.csv
+"0","data_requested_general <- read_xlsx(path = ""D:/public/data/fadn/lieferung_20210414/FADN data request forms_March2021_MM210326.xlsx"",sheet = 2,range = ""A365:P393"")"
+"2","New names:
+* `` -> ...1
+"
+"0","colnames(data_requested_general)[1] <- ""country"""
+"0","data_requested_general <- data_requested_general %>% mutate(country=str_sub(country,2,4))"
+"0","data_requested_general_long <- data_requested_general %>% pivot_longer(-country)"
+"0","data_requested_general_long <- data_requested_general_long %>% filter(value==""y"") %>% rename(year=name,requested=value)"
+"0","requested_and_provided <- data_requested_general_long %>% full_join(file_names %>% select(-name),by=c(""country"",""year"")) %>% filter(is.na(requested ) | is.na(provided)) "
+"0","## if empty, than everything is fine"
+"0","requested_and_provided"
			{"classes":["grouped_df","tbl_df","tbl","data.frame"],"ncol":2,"nrow":15}
			\ No newline at end of file
			{"classes":["tbl_df","tbl","data.frame"],"ncol":3,"nrow":12}
			\ No newline at end of file
			"0","file_names <- list.files(""D:/public/data/fadn/lieferung_20210414/csv"",include.dirs = TRUE)"
			"0","file_names_gpg <- file_names[grepl("".gpg"",file_names)]"
			"0","length(file_names_gpg)"
			"1","[1]"
			"1"," 256"
			"1","
			"
			"0","file_names <- file_names[!grepl("".gpg"",file_names)]"
			"0","library(tidyverse)"
			"0","file_names <- file_names %>% tibble(name=.) %>% mutate(country=str_sub(name,1,3),year=str_sub(name,4,7)) "
			"0","file_names %>% print(n=30)"
			{"chunk_definitions":[{"chunk_id":"csetup_chunk","chunk_label":"setup","document_id":"D4546146","expansion_state":0,"options":{"engine":"r","include":false,"label":"setup"},"row":7,"row_count":1,"visible":true},{"chunk_id":"cpfnehx1vy2pk","chunk_label":"unnamed-chunk-1","document_id":"D4546146","expansion_state":0,"options":{"engine":"r","label":"unnamed-chunk-1"},"row":15,"row_count":1,"visible":true},{"chunk_id":"cdy3kgtvnui1o","chunk_label":"unnamed-chunk-2","document_id":"D4546146","expansion_state":0,"options":{"engine":"r","label":"unnamed-chunk-2"},"row":32,"row_count":1,"visible":true},{"chunk_id":"c53msamlrci0n","chunk_label":"unnamed-chunk-3","document_id":"D4546146","expansion_state":0,"options":{"engine":"r","label":"unnamed-chunk-3"},"row":45,"row_count":1,"visible":true}],"default_chunk_options":{"echo":true,"error":false},"doc_write_time":1618920319,"working_dir":null}
			\ No newline at end of file
			"0","library(tidyverse)"
			"2","Registered S3 methods overwritten by 'dbplyr':
			method from
			print.tbl_lazy
			print.tbl_sql
			"
			"2","[30m-- [1mAttaching packages[22m ---------------------------------------------------------------------- tidyverse 1.3.1 --[39m
			"
			"2","[30m[32mv[30m [34mggplot2[30m 3.3.3 [32mv[30m [34mpurrr [30m 0.3.4
			[32mv[30m [34mtibble [30m 3.1.0 [32mv[30m [34mdplyr [30m 1.0.5
			[32mv[30m [34mtidyr [30m 1.1.3 [32mv[30m [34mstringr[30m 1.4.0
			[32mv[30m [34mreadr [30m 1.4.0 [32mv[30m [34mforcats[30m 0.5.1[39m
			"
			"2","[30m-- [1mConflicts[22m ------------------------------------------------------------------------- tidyverse_conflicts() --
			[31mx[30m [34mdplyr[30m::[32mbetween()[30m masks [34mfadnUtils[30m::between()
			[31mx[30m [34mdplyr[30m::[32mfilter()[30m masks [34mstats[30m::filter()
			[31mx[30m [34mdplyr[30m::[32mfirst()[30m masks [34mfadnUtils[30m::first()
			[31mx[30m [34mdplyr[30m::[32mlag()[30m masks [34mstats[30m::lag()
			[31mx[30m [34mdplyr[30m::[32mlast()[30m masks [34mfadnUtils[30m::last()
			[31mx[30m [34mpurrr[30m::[32mtranspose()[30m masks [34mfadnUtils[30m::transpose()[39m
			"
			"0","library(readxl)"
			"0","library(data.table)"
			"2","data.table 1.14.0 using 32 threads (see ?getDTthreads). Latest news: r-datatable.com
			"
			"2","
			Attache Paket: data.table

			"
			"2","The following objects are masked from package:dplyr:

			between, first, last

			"
			"2","The following object is masked from package:purrr:

			transpose

			"
			"0","library(skimr)"
			"2","Registered S3 methods overwritten by 'htmltools':
			method from
			print.html tools:rstudio
			print.shiny.tag tools:rstudio
			print.shiny.tag.list tools:rstudio
			"
			"0","data_requested_general <- read_xlsx(path = ""D:/public/data/fadn/lieferung_20210414/FADN data request forms_March2021_MM210326.xlsx"",sheet = 2,range = ""A365:P393"")"
			"2","New names:
			* `` -> ...1
			"
			"0","colnames(data_requested_general)[1] <- ""country"""
			"0","data_requested_general <- data_requested_general %>% mutate(country=str_sub(country,2,4))"
			"0","data_requested_general_long <- data_requested_general %>% pivot_longer(-country)"
			"0","data_requested_general_long <- data_requested_general_long %>% filter(value==""y"") %>% rename(year=name,requested=value)"
			"0","requested_and_provided <- data_requested_general_long %>% full_join(file_names %>% select(-name),by=c(""country"",""year"")) %>% filter(is.na(requested ) \| is.na(provided)) "
			"0","## if empty, than everything is fine"
			"0","requested_and_provided"