Zpracování projektů s obcí/ZÚJ realizace

dt <- read_parquet(here::here("data-processed", 
                              "misto_fix-02-gnames.parquet"))
dtl <- read_parquet(here::here("data-processed", 
                               "misto_fix-02-gnames_long-geo.parquet"))

prj_meta <- read_parquet(here::here("data-processed", "prj-esif-meta.parquet"))
dt_geostructure_byprj <- read_parquet(here::here("data-processed", "dt_geostructure_by-prj.parquet"))
dt_geostructure_bylvl <- read_parquet(here::here("data-processed", "dt_geostructure_by-lvl.parquet"))

dt_geostatus <- read_parquet(here::here("data-processed", "projects-geo-check-groups.parquet"))
prj_id_nonhier <- dt_geostatus %>% filter(geostatus == "více míst nehierarchicky") %>% 
  pull(prj_id)

source(here::here("read_metadata.R"))
source(here::here("shared.R"))

dts <- dt %>% 
  select(op_id, starts_with("prj_"), starts_with("p_"), -prj_radek) %>% 
  distinct()

orgs <- read_parquet(here::here("data-processed", "orgs_sp.parquet"))

prj_no_obec <- read_parquet(here::here("data-processed", "prj_id_noobec.parquet"))

table(dt_geostatus$geostatus)

dtl_smpl <- dtl %>% 
  # left_join(dt_geostructure_bylvl) %>%
  filter(typ == "id") %>% 
  filter(level < "orp") %>% 
  left_join(dt_geostatus) %>%
  # count(geostatus)
  filter(!geostatus %in% c("více míst nehierarchicky")) %>% 
  # count(geostatus)
  filter(!(geostatus == "obec a ZUJ se kryjí" & level == "zuj")) %>% 
  select(prj_id, op_id, value, level, rozpad_typ = geostatus) %>% 
  group_by(op_id) %>% 
  mutate(obec_puvod = "obec nebo ZUJ u projektů, kde byly ve vstupních datech",
         rozpad_typ = as.character(rozpad_typ),
         rozpad_duvod = NA_character_,
         id_orig = value,
         level_orig = as.character(level),
         value = str_sub(value, 6, 11)) %>% 
  group_by(op_id) %>% 
  mutate(chunk = floor(row_number()/3e6) + 1,
         chunk = as.integer(chunk)) %>% 
  group_by(prj_id) %>% 
  mutate(radek = row_number()) %>% 
  group_by(obec_puvod, op_id, chunk, rozpad_typ) %>% 
  select(prj_id, radek, op_id, level, geo_id = value, level_orig,
         geo_id_orig = id_orig, rozpad_typ, 
         rozpad_duvod, obec_puvod, chunk) %>% 
  add_long_geoid(ids)  

length(unique(dtl_smpl$prj_id))

dtl_smpl %>% 
  distinct(prj_id, rozpad_typ) %>% 
  count(rozpad_typ)

dtl_smpl %>%
  left_join(dt_geostructure_bylvl) %>% 
  ungroup() %>% 
  skimr::skim() 

dir.create(here::here("data-processed", "dtl_resolved_smpl"), recursive = T, showWarnings = F)
write_parquet(dtl_smpl, here::here("data-processed", "dtl_resolved_smpl/all.parquet"))