Index

A

abbreviation (retriever.engines.csvengine.engine attribute) (retriever.engines.download_only.engine attribute) (retriever.engines.jsonengine.engine attribute) (retriever.engines.msaccess.engine attribute) (retriever.engines.mysql.engine attribute) (retriever.engines.postgres.engine attribute) (retriever.engines.sqlite.engine attribute) (retriever.engines.xmlengine.engine attribute) add_dialect() (retriever.lib.table.TabularDataset method) add_schema() (retriever.lib.table.TabularDataset method)

add_to_table() (retriever.lib.engine.Engine method) all_files (retriever.engines.download_only.engine attribute) auto_column_number (retriever.engines.csvengine.engine attribute) (retriever.engines.jsonengine.engine attribute) (retriever.engines.xmlengine.engine attribute) auto_create_table() (retriever.engines.download_only.engine method) (retriever.engines.postgres.engine method) (retriever.lib.engine.Engine method) auto_get_columns() (retriever.lib.table.TabularDataset method) auto_get_datatypes() (retriever.lib.engine.Engine method) auto_get_delimiter() (retriever.lib.engine.Engine method)

B

BasicTextTemplate (class in retriever.lib.templates)

C

cell_value() (retriever.lib.excel.Excel static method) check_bulk_insert() (retriever.lib.engine.Engine method) check_for_updates() (in module retriever.lib.repository) check_retriever_minimum_version() (in module retriever.lib.scripts) checkengine() (retriever.lib.templates.Script method) clean_column_name() (retriever.lib.table.TabularDataset method) clean_input() (in module retriever.lib.datapackage) clean_table_name() (in module retriever.lib.create_scripts) Cleanup (class in retriever.lib.cleanup) close() (retriever.lib.dummy.DummyConnection method) combine_on_delimiter() (retriever.lib.table.TabularDataset method) commit() (in module retriever.lib.provenance) (retriever.lib.dummy.DummyConnection method) commit_info_for_commit() (in module retriever.lib.provenance) commit_info_for_installation() (in module retriever.lib.provenance) commit_log() (in module retriever.lib.provenance) commit_writer() (in module retriever.lib.provenance) connect() (retriever.lib.engine.Engine method) connection (retriever.lib.engine.Engine property) convert_data_type() (retriever.engines.msaccess.engine method) (retriever.lib.engine.Engine method) correct_invalid_value() (in module retriever.lib.cleanup) create_db() (retriever.engines.csvengine.engine method) (retriever.engines.download_only.engine method) (retriever.engines.jsonengine.engine method) (retriever.engines.msaccess.engine method) (retriever.engines.postgres.engine method) (retriever.engines.sqlite.engine method) (retriever.engines.xmlengine.engine method) (retriever.lib.engine.Engine method)

create_db_statement() (retriever.engines.mysql.engine method) (retriever.engines.postgres.engine method) (retriever.lib.engine.Engine method) create_file() (in module retriever.lib.engine_tools) create_home_dir() (in module retriever.lib.engine_tools) create_package() (in module retriever.lib.create_scripts) create_raster_datapackage() (in module retriever.lib.create_scripts) create_raster_resources() (retriever.lib.create_scripts.RasterPk method) create_raw_data_dir() (retriever.lib.engine.Engine method) create_rdataset() (in module retriever.lib.rdatasets) create_script_dict() (in module retriever.lib.create_scripts) create_socrata_dataset() (in module retriever.lib.socrata) create_table() (retriever.engines.csvengine.engine method) (retriever.engines.download_only.engine method) (retriever.engines.jsonengine.engine method) (retriever.engines.postgres.engine method) (retriever.engines.xmlengine.engine method) (retriever.lib.engine.Engine method) create_table_statement() (retriever.lib.engine.Engine method) create_tabular_datapackage() (in module retriever.lib.create_scripts) create_tabular_resources() (retriever.lib.create_scripts.TabularPk method) create_vector_datapackage() (in module retriever.lib.create_scripts) create_vector_resources() (retriever.lib.create_scripts.VectorPk method) cursor (retriever.lib.engine.Engine property) cursor() (retriever.lib.dummy.DummyConnection method)

D

data_path (retriever.lib.engine.Engine attribute) database_name() (retriever.lib.engine.Engine method) Dataset (class in retriever.lib.table) dataset_licenses() (in module retriever.lib.datasets) dataset_names() (in module retriever.lib.datasets) dataset_verbose_list() (in module retriever.lib.datasets) datasets() (in module retriever.lib.datasets) datatypes (retriever.engines.csvengine.engine attribute) (retriever.engines.jsonengine.engine attribute) (retriever.engines.msaccess.engine attribute) (retriever.engines.mysql.engine attribute) (retriever.engines.postgres.engine attribute) (retriever.engines.sqlite.engine attribute) (retriever.engines.xmlengine.engine attribute) (retriever.lib.engine.Engine attribute) db (retriever.lib.engine.Engine attribute) db_encoding (retriever.engines.postgres.engine attribute) debug (retriever.lib.engine.Engine attribute) disconnect() (retriever.engines.csvengine.engine method) (retriever.engines.jsonengine.engine method) (retriever.engines.xmlengine.engine method) (retriever.lib.engine.Engine method)

disconnect_files() (retriever.engines.csvengine.engine method) (retriever.lib.engine.Engine method) display_all_rdataset_names() (in module retriever.lib.rdatasets) download() (in module retriever.lib.download) (retriever.lib.templates.BasicTextTemplate method) (retriever.lib.templates.Script method) download_file() (retriever.lib.engine.Engine method) download_files_from_archive() (retriever.lib.engine.Engine method) download_from_kaggle() (retriever.lib.engine.Engine method) download_from_socrata() (retriever.lib.engine.Engine method) download_response() (retriever.lib.engine.Engine method) drop_statement() (retriever.engines.msaccess.engine method) (retriever.engines.postgres.engine method) (retriever.lib.engine.Engine method) dummy_method() (in module retriever.engines.download_only) DummyConnection (class in retriever.lib.dummy) DummyCursor (class in retriever.lib.dummy)

E

empty_cell() (retriever.lib.excel.Excel static method) encoding (retriever.lib.engine.Engine attribute) engine (class in retriever.engines.csvengine) (class in retriever.engines.download_only) (class in retriever.engines.jsonengine) (class in retriever.engines.msaccess) (class in retriever.engines.mysql) (class in retriever.engines.postgres) (class in retriever.engines.sqlite) (class in retriever.engines.xmlengine) Engine (class in retriever.lib.engine) Excel (class in retriever.lib.excel) excel_csv() (in module retriever.lib.tools)

excel_to_csv() (retriever.lib.engine.Engine method) execute() (retriever.engines.csvengine.engine method) (retriever.engines.jsonengine.engine method) (retriever.engines.xmlengine.engine method) (retriever.lib.engine.Engine method) executemany() (retriever.engines.csvengine.engine method) (retriever.engines.jsonengine.engine method) (retriever.engines.xmlengine.engine method) (retriever.lib.engine.Engine method) extract_fixed_width() (retriever.lib.engine.Engine method) extract_gz() (retriever.lib.engine.Engine method) extract_tar() (retriever.lib.engine.Engine method) extract_zip() (retriever.lib.engine.Engine method)

F

fetch() (in module retriever.lib.fetch) fetch_tables() (retriever.engines.sqlite.engine method) (retriever.lib.engine.Engine method) file_2list() (in module retriever.lib.engine_tools) file_exists() (in module retriever.lib.engine) filename_from_url() (in module retriever.lib.engine) final_cleanup() (retriever.engines.download_only.engine method) (retriever.lib.engine.Engine method) find_file() (retriever.engines.download_only.engine method) (retriever.lib.engine.Engine method)

find_socrata_dataset_by_id() (in module retriever.lib.socrata) floatable() (in module retriever.lib.cleanup) format_data_dir() (retriever.lib.engine.Engine method) format_filename() (retriever.lib.engine.Engine method) format_insert_value() (retriever.engines.csvengine.engine method) (retriever.engines.jsonengine.engine method) (retriever.engines.postgres.engine method) (retriever.engines.xmlengine.engine method) (retriever.lib.engine.Engine method) format_single_row() (in module retriever.engines.xmlengine)

G

gen_from_source() (in module retriever.lib.engine) geojson2csv() (in module retriever.lib.engine_tools) get_bulk_insert_statement() (retriever.engines.sqlite.engine method) get_column_datatypes() (retriever.lib.table.TabularDataset method) get_connection() (retriever.engines.csvengine.engine method) (retriever.engines.download_only.engine method) (retriever.engines.jsonengine.engine method) (retriever.engines.msaccess.engine method) (retriever.engines.mysql.engine method) (retriever.engines.postgres.engine method) (retriever.engines.sqlite.engine method) (retriever.engines.xmlengine.engine method) (retriever.lib.engine.Engine method) get_ct_data() (retriever.lib.engine.Engine method) get_ct_line_length() (retriever.lib.engine.Engine method) get_cursor() (retriever.lib.engine.Engine method) get_data_upstream() (in module retriever.lib.scripts) get_dataset_names_upstream() (in module retriever.lib.scripts)

get_directory() (in module retriever.lib.create_scripts) get_input() (retriever.lib.engine.Engine method) get_insert_columns() (retriever.lib.table.TabularDataset method) get_metadata() (in module retriever.lib.provenance_tools) get_rdataset_names() (in module retriever.lib.rdatasets) get_resources() (retriever.lib.create_scripts.RasterPk method) (retriever.lib.create_scripts.TabularPk method) (retriever.lib.create_scripts.VectorPk method) get_retriever_citation() (in module retriever.lib.scripts) get_retriever_script_versions() (in module retriever.lib.scripts) get_script() (in module retriever.lib.scripts) get_script_citation() (in module retriever.lib.scripts) get_script_provenance() (in module retriever.lib.provenance_tools) get_script_upstream() (in module retriever.lib.scripts) get_script_version_upstream() (in module retriever.lib.scripts) get_scripts() (retriever.lib.scripts.StoredScripts method) get_source() (retriever.lib.create_scripts.RasterPk method) (retriever.lib.create_scripts.VectorPk method) getmd5() (in module retriever.lib.engine_tools)

H

hdf2csv() (in module retriever.lib.engine_tools)

HtmlTableTemplate (class in retriever.lib.templates)

I

insert_data_from_archive() (retriever.lib.engine.Engine method) insert_data_from_file() (retriever.engines.download_only.engine method) (retriever.engines.msaccess.engine method) (retriever.engines.mysql.engine method) (retriever.engines.postgres.engine method) (retriever.engines.sqlite.engine method) (retriever.lib.engine.Engine method) insert_data_from_url() (retriever.engines.download_only.engine method) (retriever.lib.engine.Engine method) insert_limit (retriever.engines.csvengine.engine attribute) (retriever.engines.jsonengine.engine attribute) (retriever.engines.msaccess.engine attribute) (retriever.engines.mysql.engine attribute) (retriever.engines.postgres.engine attribute) (retriever.engines.sqlite.engine attribute) (retriever.engines.xmlengine.engine attribute) insert_raster() (retriever.engines.postgres.engine method) (retriever.lib.engine.Engine method) insert_statement() (retriever.engines.csvengine.engine method) (retriever.engines.jsonengine.engine method) (retriever.engines.postgres.engine method) (retriever.engines.xmlengine.engine method) (retriever.lib.engine.Engine method)

insert_vector() (retriever.engines.postgres.engine method) (retriever.lib.engine.Engine method) install_committed() (in module retriever.lib.provenance) install_csv() (in module retriever.lib.install) install_hdf5() (in module retriever.lib.install) install_json() (in module retriever.lib.install) install_msaccess() (in module retriever.lib.install) install_mysql() (in module retriever.lib.install) install_postgres() (in module retriever.lib.install) install_sqlite() (in module retriever.lib.install) install_xml() (in module retriever.lib.install) installation_details() (in module retriever.lib.provenance) instructions (retriever.engines.msaccess.engine attribute) (retriever.lib.engine.Engine attribute) is_empty() (in module retriever.lib.datapackage)

J

json2csv() (in module retriever.lib.engine_tools)

L

license() (in module retriever.lib.datasets)

load_data() (retriever.lib.engine.Engine method) lookup_encoding() (retriever.engines.mysql.engine method)

M

matches_terms() (retriever.lib.templates.Script method) max_int (retriever.engines.mysql.engine attribute) (retriever.engines.postgres.engine attribute) module retriever.engines.csvengine retriever.engines.download_only retriever.engines.jsonengine retriever.engines.msaccess retriever.engines.mysql retriever.engines.postgres retriever.engines.sqlite retriever.engines.xmlengine retriever.lib.cleanup retriever.lib.create_scripts retriever.lib.datapackage retriever.lib.datasets retriever.lib.defaults retriever.lib.download retriever.lib.dummy retriever.lib.engine retriever.lib.engine_tools retriever.lib.excel retriever.lib.fetch retriever.lib.get_opts retriever.lib.install retriever.lib.load_json retriever.lib.models retriever.lib.provenance retriever.lib.provenance_tools retriever.lib.rdatasets retriever.lib.repository retriever.lib.scripts retriever.lib.socrata retriever.lib.table retriever.lib.templates retriever.lib.tools retriever.lib.warning

multi_formats (retriever.lib.create_scripts.RasterPk attribute)

N

name (retriever.engines.csvengine.engine attribute) (retriever.engines.download_only.engine attribute) (retriever.engines.jsonengine.engine attribute) (retriever.engines.msaccess.engine attribute) (retriever.engines.mysql.engine attribute) (retriever.engines.postgres.engine attribute) (retriever.engines.sqlite.engine attribute) (retriever.engines.xmlengine.engine attribute) (retriever.lib.engine.Engine attribute)

name_matches() (in module retriever.lib.scripts) no_cleanup() (in module retriever.lib.cleanup)

O

open_csvw() (in module retriever.lib.scripts) (in module retriever.lib.tools) open_fr() (in module retriever.lib.scripts) (in module retriever.lib.tools)

open_fw() (in module retriever.lib.scripts) (in module retriever.lib.tools)

P

package_details() (in module retriever.lib.provenance) pk_formats (retriever.lib.create_scripts.RasterPk attribute) (retriever.lib.create_scripts.VectorPk attribute) pkformat (retriever.lib.engine.Engine attribute) placeholder (retriever.engines.msaccess.engine attribute) (retriever.engines.mysql.engine attribute) (retriever.engines.postgres.engine attribute) (retriever.engines.sqlite.engine attribute) (retriever.lib.engine.Engine attribute) process_archived_data() (retriever.lib.templates.BasicTextTemplate method)

process_dirs() (in module retriever.lib.create_scripts) process_geojson2csv() (retriever.lib.engine.Engine method) process_hdf52csv() (retriever.lib.engine.Engine method) process_json2csv() (retriever.lib.engine.Engine method) process_singles() (in module retriever.lib.create_scripts) process_source() (in module retriever.lib.create_scripts) process_spatial_insert() (retriever.lib.templates.BasicTextTemplate method) process_sqlite2csv() (retriever.lib.engine.Engine method) process_tables() (retriever.lib.templates.BasicTextTemplate method) process_tabular_insert() (retriever.lib.templates.BasicTextTemplate method) process_xml2csv() (retriever.lib.engine.Engine method)

R

RasterDataset (class in retriever.lib.table) RasterPk (class in retriever.lib.create_scripts) read_json() (in module retriever.lib.load_json) read_json_version() (in module retriever.lib.scripts) read_py_version() (in module retriever.lib.scripts) reference_url() (retriever.lib.templates.Script method) register_files() (retriever.engines.download_only.engine method) register_tables() (retriever.lib.engine.Engine method) reload_scripts() (in module retriever.lib.scripts) reporthook() (in module retriever.lib.engine) required_opts (retriever.engines.csvengine.engine attribute) (retriever.engines.download_only.engine attribute) (retriever.engines.jsonengine.engine attribute) (retriever.engines.msaccess.engine attribute) (retriever.engines.mysql.engine attribute) (retriever.engines.postgres.engine attribute) (retriever.engines.sqlite.engine attribute) (retriever.engines.xmlengine.engine attribute) (retriever.lib.engine.Engine attribute) reset_retriever() (in module retriever.lib.engine_tools) retriever.engines.csvengine module retriever.engines.download_only module retriever.engines.jsonengine module retriever.engines.msaccess module retriever.engines.mysql module retriever.engines.postgres module retriever.engines.sqlite module retriever.engines.xmlengine module retriever.lib.cleanup module retriever.lib.create_scripts module retriever.lib.datapackage module retriever.lib.datasets module

retriever.lib.defaults module retriever.lib.download module retriever.lib.dummy module retriever.lib.engine module retriever.lib.engine_tools module retriever.lib.excel module retriever.lib.fetch module retriever.lib.get_opts module retriever.lib.install module retriever.lib.load_json module retriever.lib.models module retriever.lib.provenance module retriever.lib.provenance_tools module retriever.lib.rdatasets module retriever.lib.repository module retriever.lib.scripts module retriever.lib.socrata module retriever.lib.table module retriever.lib.templates module retriever.lib.tools module retriever.lib.warning module rollback() (retriever.lib.dummy.DummyConnection method)

S

Script (class in retriever.lib.templates) script (retriever.lib.engine.Engine attribute) SCRIPT_LIST() (in module retriever.lib.scripts) script_table_registry (retriever.lib.engine.Engine attribute) set_csv_field_size() (in module retriever.lib.engine) set_engine_encoding() (retriever.engines.mysql.engine method) (retriever.lib.engine.Engine method) set_global() (retriever.lib.create_scripts.RasterPk method) set_globals() (retriever.lib.create_scripts.VectorPk method) set_proxy() (in module retriever.lib.engine_tools) set_scripts() (retriever.lib.scripts.StoredScripts method)

set_table_delimiter() (retriever.lib.engine.Engine method) skip_rows() (in module retriever.lib.engine) socrata_autocomplete_search() (in module retriever.lib.socrata) socrata_dataset_info() (in module retriever.lib.socrata) sort_csv() (in module retriever.lib.engine_tools) sort_file() (in module retriever.lib.engine_tools) spatial_support (retriever.engines.postgres.engine attribute) (retriever.lib.engine.Engine attribute) sqlite2csv() (in module retriever.lib.engine_tools) StoredScripts (class in retriever.lib.scripts) supported_raster() (retriever.engines.postgres.engine method) (retriever.lib.engine.Engine method)

T

table (retriever.lib.engine.Engine attribute) table_exists() (retriever.engines.csvengine.engine method) (retriever.engines.download_only.engine method) (retriever.engines.jsonengine.engine method) (retriever.engines.mysql.engine method) table_name() (retriever.lib.engine.Engine method) table_names (retriever.engines.csvengine.engine attribute) (retriever.engines.jsonengine.engine attribute) (retriever.engines.xmlengine.engine attribute)

TabularDataset (class in retriever.lib.table) TabularPk (class in retriever.lib.create_scripts) to_csv() (retriever.engines.csvengine.engine method) (retriever.engines.jsonengine.engine method) (retriever.engines.xmlengine.engine method) (retriever.lib.engine.Engine method) to_str() (in module retriever.lib.scripts) (in module retriever.lib.tools)

U

update_rdataset_catalog() (in module retriever.lib.rdatasets) update_rdataset_contents() (in module retriever.lib.rdatasets) update_rdataset_script() (in module retriever.lib.rdatasets)

update_socrata_contents() (in module retriever.lib.socrata) update_socrata_script() (in module retriever.lib.socrata) url_response() (in module retriever.lib.socrata) use_cache (retriever.lib.engine.Engine attribute)

V

values_from_line() (retriever.lib.table.TabularDataset method)

VectorDataset (class in retriever.lib.table) VectorPk (class in retriever.lib.create_scripts)

W

walk_relative_path() (in module retriever.lib.tools) walker() (in module retriever.lib.engine_tools) Warning (class in retriever.lib.warning)

warning() (retriever.lib.engine.Engine method) warnings (retriever.lib.engine.Engine attribute) write_fileobject() (retriever.lib.engine.Engine method) write_out_scripts() (in module retriever.lib.create_scripts)

X

xml2csv() (in module retriever.lib.engine_tools)

xml2csv_test() (in module retriever.lib.engine_tools) xml2dict() (in module retriever.lib.engine_tools)