release 20250930

DESCRIPTION

@@ -1,6 +1,6 @@
 Package: pipapi
 Title: API for the Poverty and Inequality Platform
-Version: 1.3.19
+Version: 1.4.1
 Authors@R: 
     c(person(given = "Tony",
             family = "Fujs",
@@ -70,7 +70,9 @@ Imports:
     DBI,
     duckdb,
     jsonlite,
-    digest
+    digest,
+    parallel,
+    R.utils
 Remotes:
     PIP-Technical-Team/wbpip@DEV
 Depends: 

NAMESPACE

@@ -1,7 +1,11 @@
 # Generated by roxygen2: do not edit by hand
 
+export(add_attributes_as_columns_multi)
+export(add_attributes_as_columns_vectorized)
 export(add_dist_stats)
+export(add_dist_stats_old)
 export(assign_serializer)
+export(assign_stat)
 export(change_grouped_stats_to_csv)
 export(citation_from_version)
 export(create_etag_header)
@@ -12,27 +16,34 @@ export(get_aux_table)
 export(get_aux_table_ui)
 export(get_caller_names)
 export(get_ctr_alt_agg)
+export(get_from_pipapienv)
 export(get_grp_to_compute)
 export(get_impl_ctrs)
 export(get_md_vars)
 export(get_param_values)
 export(get_pip_version)
+export(get_pipapienv)
 export(get_user_alt_gt)
 export(get_user_x_code)
 export(get_valid_aux_long_format_tables)
 export(is_empty)
 export(is_forked)
 export(load_inter_cache)
 export(pip)
+export(pip_agg)
 export(pip_grp)
 export(pip_grp_logic)
+export(pip_new_lineups)
 export(pip_old)
+export(pip_old_lineups)
 export(pipgd_lorenz_curve)
 export(return_correct_version)
 export(return_if_exists)
+export(safe_endpoint)
 export(select_off_alt_agg)
 export(select_reporting_level)
 export(select_user_aggs)
+export(set_in_pipapienv)
 export(start_api)
 export(ui_cp_charts)
 export(ui_cp_download)
@@ -44,11 +55,14 @@ export(ui_pc_regional)
 export(ui_svy_meta)
 export(unnest_dt_longer)
 export(update_master_file)
+export(use_new_lineup_version)
 export(valid_years)
 export(validate_input_grouped_stats)
 export(version_dataframe)
+export(with_req_timeout)
 export(wld_lineup_year)
 import(collapse, except = fdroplevels)
+import(data.table)
 import(data.table, except = fdroplevels)
 importFrom(glue,glue)
 importFrom(glue,glue_collapse)

NEWS.md

@@ -1,3 +1,60 @@
+# pipapi 1.4.1
+* Removed old regions aggregate from `pc_chart`.
+* Removed old regions aggregate from `get_aux_table_ui`.
+* Bring back MDG.
+* Add hash to all UI enpdoints
+
+# pipapi 1.4.0
+* Added `safe_endpoint` function for safer endpoint handling.
+* Removed `preroute` as it is now managed in `endpoints.R`.
+* Introduced a new and improved Plumber setup.
+* Refactored Plumber configuration for better maintainability.
+* Implemented a timeout wrapper for more endpoints.
+* Added "Request timed out" responses to `pip` and `pip-grp` endpoints.
+* Introduced a lightweight request ID and timing filter for better request tracking.
+* Added `tryCatch` blocks to improve error handling in several endpoints.
+* Enhanced error handling throughout the API.
+* Fixed bug by changing `req$args` to `req$argsQuery`.
+* Removed unnecessary calls to `gc()`.
+* Improved filtering of poverty lines when updating the master (intermediate cache) file.
+* Utilized the missing data file instead of recreating it.
+* Removed verbose output in join operations.
+* Ensured correct sorting for surveys with multiple `reporting_level` values.
+* Updated handling of empty data responses.
+* Enabled support for multiple `popshare` values in fill gaps operations.
+* Removed `filter_Lkup` from `fg_pip()`.
+* Allowed region selection from any variable (to be revised when supporting more aggregations).
+* Added prosperity gap metric to `ui_cp_charts`.
+* Enabled multiple `popshare` values for survey years.
+* Improved the `infer_poverty_line()` function.
+* Updated data documentation for clarity and completeness.
+* Stored variables in the environment defined in `zzz`.
+* Fixed several bugs across the codebase.
+
+
+# pipapi 1.3.24
+* Incorporate Lineup distribution and Countries with Missing Data (CMD) distributions
+* New way to estimate poverty using cumulative sums
+* allow multiple `popshare`
+
+
+# pipapi 1.3.23
+* Add Venn diagram information to Country profiles
+* Add prosperity gap to country profiles chart.
+
+
+# pipapi 1.3.22
+
+* Fix issue with popshare in fill gaps calls.
+
+# pipapi 1.3.21
+* Fix issue with popshare in survey year calls
+* Fix problem with alternative aggregates like AFW and AFE
+* Make sure all tests pass
+* add logs in docker container
+
+# pipapi 1.3.20
+
 # pipapi 1.3.19
 * fix issue with comparability
 

R/aaa.R

@@ -0,0 +1 @@
+.pipapienv <-  new.env(parent = emptyenv())

R/add_agg_stats.R

@@ -16,7 +16,8 @@ add_agg_stats <- function(df,
     aggregated_list <- split(aggregated,
       interaction(
         aggregated$country_code,
-        aggregated$reporting_year
+        aggregated$reporting_year,
+        aggregated$poverty_line
       ),
       drop = TRUE
     )