Merge pull request #2 from WFP-VAM/dev

AlexGherardelli · web-flow · commit b21de12e91ea · 2024-08-07T16:30:11.000+02:00
Updated handling of restricted users columns
diff --git a/.gitignore b/.gitignore
@@ -166,4 +166,5 @@ config.py
 playground.py
 playground.R
 profile.html
-*.bak
+*.bak
+output/*
diff --git a/datalibrary/transform.py b/datalibrary/transform.py
@@ -11,7 +11,7 @@
                           "data_collector": "organization", "owner_org": "parent_container_id",
                           "title": "survey_title"}
 
-RESOURCES_COLUMNS_TO_DROP = ["resources", "restricted", "restricted-allowed_users", "restricted-level", "cache_last_updated", "cache_url", "revision_id", "url_type", "state", "resource_type", "mimetype_inner", "hash", "package_id"]
+RESOURCES_COLUMNS_TO_DROP = ["resources", "restricted", "cache_last_updated", "cache_url", "revision_id", "url_type", "state", "resource_type", "mimetype_inner", "hash", "package_id"]
 
 def clean_column_names(df):
     """Rename columns to be more readable"""
@@ -95,7 +95,8 @@ def transform(data: tuple) -> tuple:
 
     # Rename resource columns
     resources_cols_renaming = {
-        "level": "access_level",
+        "restricted-level": "access_level",
+        'restricted-allowed_users': "allowed_users"
     }
     full_resources = full_resources.rename(columns=resources_cols_renaming)
 
