Commit: ab996ce51119a17fea8fcf85809c20f82497b855 - myprojects-hg-reborn (hg)

Commit MetaInfo

• Revision: ab996ce51119a17fea8fcf85809c20f82497b855 (tree)
• Time: 2020-05-12 06:26:08
• Author: Lorenzo Isella <lorenzo.isella@gmai...>
• Commiter: Lorenzo Isella

Log Message

I added a file to process the hs0 data.

Change Summary

• add: R-codes/process_hs0_report.R

Incremental Difference

diff -r 2193ef6ae967 -r ab996ce51119 R-codes/process_hs0_report.R
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/R-codes/process_hs0_report.R	Mon May 11 23:26:08 2020 +0200
@@ -0,0 +1,47 @@
+rm(list=ls())
+
+
+
+library(tidyverse)
+library(janitor)
+
+source("/home/lorenzo/myprojects-hg/R-codes/stat_lib.R")
+
+
+## remove_last_weeks <- 3
+
+## aver_on_latest_weeks <- 4
+
+iso_eu27 <- c("AT", "BE",  "BG", "CY", "CZ",
+              "DK", "EE",  "FI",  "FR", "DE", "GR", "HU", "IE",
+              "IT", "LV", "LT", "LU", "MT", "NL", "PL",
+              "PT", "RO", "SK", "SI", "ES", "SE", "HR")
+
+
+
+
+df_ini <- read_delim("cdc_hs0.txt", delim=";", na="")%>%
+    clean_names() %>% 
+    mutate(year=as.integer(year), week=as.integer(week),
+           iv=iv/1e6) %>%
+    select(-iq, -productid)
+
+
+
+df <- df_ini %>%
+    filter(partnerid!="EU") %>%
+    group_by(year, week, partnerid) %>%
+    group_modify(~ bind_rows(.x,tibble(reporterid="EU27",
+    iv=sum(.x$iv[.x$reporterid %in% iso_eu27 ], na.rm=T)))) %>%
+    ungroup %>%
+    group_by(year, week, reporterid) %>%
+    group_modify(~ bind_rows(.x,tibble(partnerid="Extra-EU28",
+    iv=sum(.x$iv, na.rm=T)))) %>%
+    ungroup
+
+
+saveRDS(df, "./app_hs0/data_hs0.RDS")
+saveRDS(df, "data_hs0.RDS")
+
+
+print("So far so good")