Datapunt processing
0.0.1
Data-processing
How to use
Getting Started
Notebooks
How to Contribute
Modules
License
Datapunt processing
Docs
»
Index
Index
A
|
B
|
C
|
D
|
E
|
F
|
G
|
I
|
J
|
L
|
M
|
N
|
O
|
P
|
R
|
S
|
U
|
V
|
W
|
X
|
Y
A
accuracy_score() (in module datapunt_processing.transform.preprocessing.ml_helperfunctions)
add_location_data() (in module datapunt_processing.transform.geospatial.get_bag_address_from_geojson_points)
adress_to_latlon() (in module datapunt_processing.transform.geospatial.addres_to_latlon_in_df)
altitude (datapunt_processing.transform.enrichment.add_knmi_data.Station attribute)
,
[1]
(datapunt_processing.transform.enrichment.knmi_metadata.Station attribute)
assert_unique() (in module datapunt_processing.transform.preprocessing.utilities)
B
BigFile (class in datapunt_processing.transform.preprocessing.utilities)
C
calc_error() (in module datapunt_processing.transform.preprocessing.utilities)
calculate_covariance_matrix() (in module datapunt_processing.transform.preprocessing.ml_helperfunctions)
calculate_std_dev() (in module datapunt_processing.transform.preprocessing.ml_helperfunctions)
calculate_variance() (in module datapunt_processing.transform.preprocessing.ml_helperfunctions)
calculation() (in module datapunt_processing.transform.geospatial.divide_bbox_amsterdam_in_quadrants)
,
[1]
check_existence_object() (in module datapunt_processing.load.load_file_to_objectstore)
,
[1]
chunk_splitter() (in module datapunt_processing.transform.enrichment.add_knmi_data)
,
[1]
clean_dict() (in module datapunt_processing.helpers.json_dict_handlers)
cleanup_properties() (in module datapunt_processing.transform.geospatial.get_bag_address_from_geojson_points)
cols_not_in() (in module datapunt_processing.transform.preprocessing.utilities)
conversionListCvalues() (in module datapunt_processing.extract.download_from_api_tellus)
,
[1]
create_dir_if_not_exists() (in module datapunt_processing.extract.download_all_resources_from_dcatd_to_csv)
(in module datapunt_processing.extract.download_tables_from_dokuwiki_to_json)
,
[1]
(in module datapunt_processing.helpers.files)
custom_sleep() (in module datapunt_processing.helpers.demo_asyncio)
D
datapunt_processing (module)
datapunt_processing.boilerplate_function (module)
datapunt_processing.extract (module)
datapunt_processing.extract.download_all_resources_from_dcatd_to_csv (module)
datapunt_processing.extract.download_bbga_by_variable__area_year (module)
datapunt_processing.extract.download_from_api_brk (module)
,
[1]
datapunt_processing.extract.download_from_api_kvk (module)
,
[1]
datapunt_processing.extract.download_from_api_tellus (module)
,
[1]
datapunt_processing.extract.download_from_api_with_authentication (module)
,
[1]
datapunt_processing.extract.download_from_catalog (module)
,
[1]
datapunt_processing.extract.download_from_ckan (module)
,
[1]
datapunt_processing.extract.download_from_objectstore (module)
,
[1]
datapunt_processing.extract.download_from_signals_api (module)
,
[1]
datapunt_processing.extract.download_from_wfs (module)
,
[1]
datapunt_processing.extract.download_tables_from_dokuwiki_to_json (module)
,
[1]
datapunt_processing.extract.write_csv_to_dataframe (module)
,
[1]
datapunt_processing.extract.write_mdb_to_csv (module)
,
[1]
datapunt_processing.extract.write_table_to_csv (module)
,
[1]
datapunt_processing.extract.write_table_to_geojson (module)
,
[1]
datapunt_processing.extract.write_xml_to_df_to_csv (module)
,
[1]
datapunt_processing.extract.write_xml_to_df_to_csv_fout (module)
datapunt_processing.extract.write_xml_to_json (module)
,
[1]
datapunt_processing.extract.xml_to_dict (module)
datapunt_processing.helpers (module)
datapunt_processing.helpers.connections (module)
datapunt_processing.helpers.demo_asyncio (module)
datapunt_processing.helpers.files (module)
datapunt_processing.helpers.getaccesstoken (module)
datapunt_processing.helpers.json_dict_handlers (module)
datapunt_processing.helpers.logging (module)
datapunt_processing.helpers.split_file_by_date (module)
datapunt_processing.helpers.xml_handlers (module)
datapunt_processing.load (module)
datapunt_processing.load.load_csv_to_postgres (module)
datapunt_processing.load.load_file_to_ckan (module)
,
[1]
datapunt_processing.load.load_file_to_dcatd (module)
datapunt_processing.load.load_file_to_objectstore (module)
,
[1]
datapunt_processing.load.load_wfs_to_postgres (module)
,
[1]
datapunt_processing.load.load_xls_to_postgres (module)
,
[1]
datapunt_processing.transform (module)
datapunt_processing.transform.enrichment (module)
datapunt_processing.transform.enrichment.add_knmi_data (module)
,
[1]
datapunt_processing.transform.enrichment.add_public_events (module)
,
[1]
datapunt_processing.transform.enrichment.knmi_metadata (module)
datapunt_processing.transform.enrichment.official_dutch_traffic_signs (module)
datapunt_processing.transform.geospatial (module)
datapunt_processing.transform.geospatial.addres_to_latlon_in_df (module)
datapunt_processing.transform.geospatial.api_clean_BAG_address_NED (module)
,
[1]
datapunt_processing.transform.geospatial.api_get_areacodes_from_latlon (module)
,
[1]
datapunt_processing.transform.geospatial.api_get_nearest_address_from_latlon (module)
,
[1]
datapunt_processing.transform.geospatial.csv_get_centroid_of_street (module)
datapunt_processing.transform.geospatial.divide_bbox_amsterdam_in_quadrants (module)
,
[1]
datapunt_processing.transform.geospatial.geocode_xls_to_csv (module)
,
[1]
datapunt_processing.transform.geospatial.get_area_wfs_by_point (module)
datapunt_processing.transform.geospatial.get_bag_address_from_geojson_points (module)
datapunt_processing.transform.geospatial.postgres_add_areas_from_coordinates (module)
,
[1]
datapunt_processing.transform.geospatial.rd_to_wgs84 (module)
,
[1]
datapunt_processing.transform.preprocessing (module)
datapunt_processing.transform.preprocessing.data_selection (module)
datapunt_processing.transform.preprocessing.enrichment (module)
datapunt_processing.transform.preprocessing.ml_helperfunctions (module)
datapunt_processing.transform.preprocessing.utilities (module)
DateRange (class in datapunt_processing.transform.preprocessing.data_selection)
download_all_files() (in module datapunt_processing.extract.download_from_catalog)
,
[1]
(in module datapunt_processing.extract.download_from_ckan)
,
[1]
download_container() (in module datapunt_processing.extract.download_from_objectstore)
,
[1]
download_containers() (in module datapunt_processing.extract.download_from_objectstore)
,
[1]
download_file() (in module datapunt_processing.extract.download_from_catalog)
(in module datapunt_processing.extract.download_from_ckan)
download_metadata() (in module datapunt_processing.extract.download_from_catalog)
,
[1]
(in module datapunt_processing.extract.download_from_ckan)
,
[1]
dump_mdb_tables_to_csv() (in module datapunt_processing.extract.write_mdb_to_csv)
,
[1]
E
enrich_datetime() (in module datapunt_processing.transform.preprocessing.enrichment)
euclidean_distance() (in module datapunt_processing.transform.preprocessing.ml_helperfunctions)
execute_sql() (in module datapunt_processing.helpers.connections)
executeScriptsFromFile() (in module datapunt_processing.transform.geospatial.postgres_add_areas_from_coordinates)
,
[1]
export_table_to_csv() (in module datapunt_processing.extract.write_table_to_csv)
,
[1]
F
factorial() (in module datapunt_processing.helpers.demo_asyncio)
find_resource_id_if_exists() (in module datapunt_processing.load.load_file_to_ckan)
(in module datapunt_processing.load.load_file_to_dcatd)
flatten_json() (in module datapunt_processing.helpers.json_dict_handlers)
from_dataframe() (datapunt_processing.transform.preprocessing.data_selection.DateRange static method)
G
get_address_near_point() (in module datapunt_processing.transform.geospatial.api_get_nearest_address_from_latlon)
,
[1]
(in module datapunt_processing.transform.geospatial.get_bag_address_from_geojson_points)
get_catalog_package_id() (in module datapunt_processing.extract.download_from_catalog)
,
[1]
(in module datapunt_processing.extract.download_from_ckan)
,
[1]
get_centroid_street() (in module datapunt_processing.transform.geospatial.csv_get_centroid_of_street)
get_config() (in module datapunt_processing.helpers.connections)
get_data() (in module datapunt_processing.extract.download_from_api_tellus)
,
[1]
get_day_data_dataframe() (in module datapunt_processing.transform.enrichment.add_knmi_data)
,
[1]
get_day_data_raw() (in module datapunt_processing.transform.enrichment.add_knmi_data)
,
[1]
get_elements() (in module datapunt_processing.transform.geospatial.get_bag_address_from_geojson_points)
get_event_json() (in module datapunt_processing.transform.enrichment.add_public_events)
,
[1]
get_filename() (in module datapunt_processing.transform.geospatial.get_bag_address_from_geojson_points)
get_full_container_list() (in module datapunt_processing.extract.download_from_objectstore)
,
[1]
get_item() (in module datapunt_processing.transform.enrichment.official_dutch_traffic_signs)
get_items() (in module datapunt_processing.transform.enrichment.official_dutch_traffic_signs)
get_kvk_json() (in module datapunt_processing.extract.download_from_api_kvk)
,
[1]
get_last_full_year() (in module datapunt_processing.transform.preprocessing.utilities)
get_latest_xml_data() (in module datapunt_processing.transform.enrichment.official_dutch_traffic_signs)
get_layer_from_wfs() (in module datapunt_processing.extract.download_from_wfs)
,
[1]
get_layers_from_wfs() (in module datapunt_processing.extract.download_from_wfs)
,
[1]
get_location_information() (in module datapunt_processing.transform.geospatial.get_bag_address_from_geojson_points)
get_multiple_geojson_from_wfs() (in module datapunt_processing.extract.download_from_wfs)
,
[1]
get_object() (in module datapunt_processing.load.load_file_to_objectstore)
,
[1]
get_openbareruimte() (in module datapunt_processing.transform.geospatial.api_get_nearest_address_from_latlon)
,
[1]
get_pand() (in module datapunt_processing.transform.geospatial.get_bag_address_from_geojson_points)
get_script_dir() (in module datapunt_processing.transform.preprocessing.utilities)
get_sia_json() (in module datapunt_processing.extract.download_from_signals_api)
,
[1]
get_tables_mdb() (in module datapunt_processing.extract.write_mdb_to_csv)
,
[1]
get_traffic_signs() (in module datapunt_processing.transform.enrichment.official_dutch_traffic_signs)
get_xml() (in module datapunt_processing.transform.enrichment.official_dutch_traffic_signs)
GetAccessToken (class in datapunt_processing.helpers.getaccesstoken)
getAccessToken() (datapunt_processing.helpers.getaccesstoken.GetAccessToken method)
getAreaCodes() (in module datapunt_processing.transform.geospatial.api_get_areacodes_from_latlon)
,
[1]
getAreaCodesforDataFrame() (in module datapunt_processing.transform.geospatial.api_get_areacodes_from_latlon)
,
[1]
getDatasets() (in module datapunt_processing.extract.download_all_resources_from_dcatd_to_csv)
getHeaders() (in module datapunt_processing.extract.download_tables_from_dokuwiki_to_json)
getJson() (in module datapunt_processing.transform.geospatial.api_get_areacodes_from_latlon)
,
[1]
getJsonData() (in module datapunt_processing.extract.download_from_api_brk)
,
[1]
(in module datapunt_processing.extract.download_from_api_tellus)
,
[1]
(in module datapunt_processing.extract.download_from_api_with_authentication)
,
[1]
getPage() (in module datapunt_processing.extract.download_all_resources_from_dcatd_to_csv)
(in module datapunt_processing.extract.download_tables_from_dokuwiki_to_json)
,
[1]
getPointInPolygon() (in module datapunt_processing.transform.geospatial.get_area_wfs_by_point)
getRows() (in module datapunt_processing.extract.download_tables_from_dokuwiki_to_json)
,
[1]
getTableValues() (in module datapunt_processing.extract.download_tables_from_dokuwiki_to_json)
getWFSFeaturesWithinPolygonByID() (in module datapunt_processing.transform.geospatial.get_area_wfs_by_point)
I
is_numeric() (in module datapunt_processing.transform.preprocessing.utilities)
is_valid_file() (in module datapunt_processing.extract.write_csv_to_dataframe)
J
joinByKeyNames() (in module datapunt_processing.helpers.json_dict_handlers)
jsonPoints2geojson() (in module datapunt_processing.helpers.json_dict_handlers)
L
latitude (datapunt_processing.transform.enrichment.add_knmi_data.Station attribute)
,
[1]
(datapunt_processing.transform.enrichment.knmi_metadata.Station attribute)
length() (datapunt_processing.transform.preprocessing.data_selection.DateRange method)
load_csv() (in module datapunt_processing.helpers.split_file_by_date)
load_csv_to_postgres() (in module datapunt_processing.load.load_csv_to_postgres)
load_wfs_layer_into_postgres() (in module datapunt_processing.load.load_wfs_to_postgres)
,
[1]
load_wfs_layers_into_postgres() (in module datapunt_processing.load.load_wfs_to_postgres)
,
[1]
load_xls() (in module datapunt_processing.load.load_xls_to_postgres)
,
[1]
logger() (in module datapunt_processing.helpers.logging)
longitude (datapunt_processing.transform.enrichment.add_knmi_data.Station attribute)
,
[1]
(datapunt_processing.transform.enrichment.knmi_metadata.Station attribute)
M
main() (in module datapunt_processing.boilerplate_function)
(in module datapunt_processing.extract.download_all_resources_from_dcatd_to_csv)
(in module datapunt_processing.extract.download_bbga_by_variable__area_year)
(in module datapunt_processing.extract.download_from_api_brk)
(in module datapunt_processing.extract.download_from_api_kvk)
(in module datapunt_processing.extract.download_from_api_tellus)
(in module datapunt_processing.extract.download_from_api_with_authentication)
(in module datapunt_processing.extract.download_from_catalog)
(in module datapunt_processing.extract.download_from_ckan)
(in module datapunt_processing.extract.download_from_objectstore)
(in module datapunt_processing.extract.download_from_signals_api)
(in module datapunt_processing.extract.download_from_wfs)
(in module datapunt_processing.extract.download_tables_from_dokuwiki_to_json)
(in module datapunt_processing.extract.write_csv_to_dataframe)
(in module datapunt_processing.extract.write_mdb_to_csv)
(in module datapunt_processing.extract.write_table_to_csv)
(in module datapunt_processing.extract.write_table_to_geojson)
(in module datapunt_processing.extract.write_xml_to_df_to_csv)
(in module datapunt_processing.extract.write_xml_to_df_to_csv_fout)
(in module datapunt_processing.extract.write_xml_to_json)
(in module datapunt_processing.extract.xml_to_dict)
(in module datapunt_processing.helpers.split_file_by_date)
(in module datapunt_processing.load.load_file_to_ckan)
(in module datapunt_processing.load.load_file_to_dcatd)
(in module datapunt_processing.load.load_file_to_objectstore)
(in module datapunt_processing.load.load_wfs_to_postgres)
(in module datapunt_processing.load.load_xls_to_postgres)
(in module datapunt_processing.transform.enrichment.add_knmi_data)
(in module datapunt_processing.transform.enrichment.add_public_events)
(in module datapunt_processing.transform.enrichment.official_dutch_traffic_signs)
(in module datapunt_processing.transform.geospatial.api_clean_BAG_address_NED)
(in module datapunt_processing.transform.geospatial.csv_get_centroid_of_street)
(in module datapunt_processing.transform.geospatial.geocode_xls_to_csv)
(in module datapunt_processing.transform.geospatial.get_bag_address_from_geojson_points)
(in module datapunt_processing.transform.geospatial.postgres_add_areas_from_coordinates)
mean_squared_error() (in module datapunt_processing.transform.preprocessing.ml_helperfunctions)
merge_and_report() (in module datapunt_processing.transform.preprocessing.utilities)
N
name (datapunt_processing.transform.enrichment.add_knmi_data.Station attribute)
,
[1]
(datapunt_processing.transform.enrichment.knmi_metadata.Station attribute)
NonZeroReturnCode
,
[1]
normalize() (datapunt_processing.extract.write_xml_to_df_to_csv.XML2DataFrame method)
,
[1]
(datapunt_processing.extract.write_xml_to_df_to_csv_fout.XML2DataFrame method)
number (datapunt_processing.transform.enrichment.add_knmi_data.Station attribute)
,
[1]
(datapunt_processing.transform.enrichment.knmi_metadata.Station attribute)
O
objectstore_connection() (in module datapunt_processing.helpers.connections)
openJsonArrayKeyDict2FlattenedJson() (in module datapunt_processing.helpers.json_dict_handlers)
optional_make_dir() (in module datapunt_processing.transform.preprocessing.utilities)
P
parse_and_remove() (in module datapunt_processing.helpers.xml_handlers)
parse_dataframe() (in module datapunt_processing.transform.enrichment.add_knmi_data)
parse_day_data() (in module datapunt_processing.transform.enrichment.add_knmi_data)
,
[1]
parse_element() (datapunt_processing.extract.write_xml_to_df_to_csv.XML2DataFrame method)
(datapunt_processing.extract.write_xml_to_df_to_csv_fout.XML2DataFrame method)
parse_root() (datapunt_processing.extract.write_xml_to_df_to_csv.XML2DataFrame method)
(datapunt_processing.extract.write_xml_to_df_to_csv_fout.XML2DataFrame method)
parseHtmlTable() (in module datapunt_processing.extract.download_tables_from_dokuwiki_to_json)
,
[1]
parser() (in module datapunt_processing.boilerplate_function)
(in module datapunt_processing.extract.download_all_resources_from_dcatd_to_csv)
(in module datapunt_processing.extract.download_from_api_brk)
,
[1]
(in module datapunt_processing.extract.download_from_api_kvk)
,
[1]
(in module datapunt_processing.extract.download_from_api_tellus)
,
[1]
(in module datapunt_processing.extract.download_from_api_with_authentication)
,
[1]
(in module datapunt_processing.extract.download_from_catalog)
,
[1]
(in module datapunt_processing.extract.download_from_ckan)
,
[1]
(in module datapunt_processing.extract.download_from_objectstore)
,
[1]
(in module datapunt_processing.extract.download_from_signals_api)
,
[1]
(in module datapunt_processing.extract.download_from_wfs)
,
[1]
(in module datapunt_processing.extract.download_tables_from_dokuwiki_to_json)
,
[1]
(in module datapunt_processing.extract.write_csv_to_dataframe)
,
[1]
(in module datapunt_processing.extract.write_mdb_to_csv)
,
[1]
(in module datapunt_processing.extract.write_table_to_csv)
(in module datapunt_processing.extract.write_table_to_geojson)
(in module datapunt_processing.extract.write_xml_to_df_to_csv)
,
[1]
(in module datapunt_processing.extract.write_xml_to_df_to_csv_fout)
(in module datapunt_processing.extract.write_xml_to_json)
,
[1]
(in module datapunt_processing.extract.xml_to_dict)
(in module datapunt_processing.helpers.getaccesstoken)
(in module datapunt_processing.helpers.split_file_by_date)
(in module datapunt_processing.load.load_file_to_ckan)
,
[1]
(in module datapunt_processing.load.load_file_to_dcatd)
(in module datapunt_processing.load.load_file_to_objectstore)
,
[1]
(in module datapunt_processing.load.load_wfs_to_postgres)
,
[1]
(in module datapunt_processing.load.load_xls_to_postgres)
(in module datapunt_processing.transform.enrichment.add_knmi_data)
,
[1]
(in module datapunt_processing.transform.enrichment.add_public_events)
,
[1]
(in module datapunt_processing.transform.geospatial.api_clean_BAG_address_NED)
,
[1]
(in module datapunt_processing.transform.geospatial.csv_get_centroid_of_street)
(in module datapunt_processing.transform.geospatial.geocode_xls_to_csv)
,
[1]
(in module datapunt_processing.transform.geospatial.postgres_add_areas_from_coordinates)
pickle_big_dump() (in module datapunt_processing.transform.preprocessing.utilities)
pickle_big_load() (in module datapunt_processing.transform.preprocessing.utilities)
postgres_engine_pandas() (in module datapunt_processing.helpers.connections)
process_address() (in module datapunt_processing.extract.download_from_signals_api)
,
[1]
process_data() (datapunt_processing.extract.write_xml_to_df_to_csv.XML2DataFrame method)
(datapunt_processing.extract.write_xml_to_df_to_csv_fout.XML2DataFrame method)
psycopg_connection_string() (in module datapunt_processing.helpers.connections)
put_object() (in module datapunt_processing.load.load_file_to_objectstore)
,
[1]
R
rd_to_wgs84() (in module datapunt_processing.transform.geospatial.rd_to_wgs84)
,
[1]
read() (datapunt_processing.transform.preprocessing.utilities.BigFile method)
read_crow_file() (in module datapunt_processing.extract.write_csv_to_dataframe)
,
[1]
read_mora_file() (in module datapunt_processing.extract.write_csv_to_dataframe)
,
[1]
reformatData() (in module datapunt_processing.extract.download_from_api_tellus)
,
[1]
remove_html_elements() (in module datapunt_processing.transform.geospatial.get_bag_address_from_geojson_points)
remove_nan_targets() (in module datapunt_processing.transform.preprocessing.data_selection)
response_to_json() (in module datapunt_processing.extract.download_from_api_kvk)
retrywithtrailingslash() (in module datapunt_processing.extract.download_from_api_with_authentication)
rms() (in module datapunt_processing.transform.preprocessing.utilities)
run_command_sync() (in module datapunt_processing.load.load_wfs_to_postgres)
,
[1]
S
save_file() (in module datapunt_processing.extract.download_all_resources_from_dcatd_to_csv)
(in module datapunt_processing.helpers.files)
saveFile() (in module datapunt_processing.extract.download_tables_from_dokuwiki_to_json)
,
[1]
scrub() (in module datapunt_processing.load.load_wfs_to_postgres)
,
[1]
select() (datapunt_processing.transform.preprocessing.data_selection.DateRange method)
select_and_report() (in module datapunt_processing.transform.preprocessing.data_selection)
split_file_by_date() (in module datapunt_processing.helpers.split_file_by_date)
Station (class in datapunt_processing.transform.enrichment.add_knmi_data)
,
[1]
(class in datapunt_processing.transform.enrichment.knmi_metadata)
statisticsByAreaByYear() (in module datapunt_processing.extract.download_bbga_by_variable__area_year)
strip_cols() (in module datapunt_processing.extract.write_csv_to_dataframe)
,
[1]
U
unzip() (in module datapunt_processing.helpers.files)
upload_file() (in module datapunt_processing.load.load_file_to_objectstore)
,
[1]
upload_file_to_ckan() (in module datapunt_processing.load.load_file_to_ckan)
,
[1]
(in module datapunt_processing.load.load_file_to_dcatd)
V
valid_date() (in module datapunt_processing.extract.write_csv_to_dataframe)
W
write() (datapunt_processing.transform.preprocessing.utilities.BigFile method)
write_table_to_geojson() (in module datapunt_processing.extract.write_table_to_geojson)
,
[1]
writeStatisticsTable2PGTable() (in module datapunt_processing.extract.download_bbga_by_variable__area_year)
X
XML2DataFrame (class in datapunt_processing.extract.write_xml_to_df_to_csv)
,
[1]
(class in datapunt_processing.extract.write_xml_to_df_to_csv_fout)
xml2json() (in module datapunt_processing.extract.write_xml_to_json)
,
[1]
(in module datapunt_processing.extract.xml_to_dict)
xml_to_df() (in module datapunt_processing.extract.write_xml_to_df_to_csv)
,
[1]
(in module datapunt_processing.extract.write_xml_to_df_to_csv_fout)
Y
your_first_function() (in module datapunt_processing.boilerplate_function)
your_second_function() (in module datapunt_processing.boilerplate_function)