# 1. Connect to Database
con <- clarity_dictionary_database_connect()

# 2. Prepare Database (if needed)
## drop all dictionary tables to remove any dictionary data from the database
clarity_dictionary_drop_all(con)

## initiate all dictionary tables if the tables do not yet exist
clarity_dictionary_init(con)

# 3. Select Tables for Processing
## Generate a vector of table names to ingest by comparing the names of 
## Clarity tables in the database to names of tables that have already been 
## ingested
tables_to_ingest <- clarity_dictionary_select_tables_to_ingest(con)

# 4. Setup Browser
## The ingestion process uses {Chromote}](https://github.com/rstudio/chromote)
b <- clarity_dictionary_chromote_session_open()`

# 5. Manual Login
## Go to the Chromote window and manually login.

# 6. Ingest
## Start documentation ingestion
clarity_dictionary_ingest(tables_to_ingest, b, con)

# 7. On Error
## Check the log file "clarity_dictionary_ingester_log.csv" for clues.

## Depending on what went wrong, one could drop the last table (partially) 
## ingested and all associated records:
tables_to_ingest <- clarity_dictionary_revert_last_table(con, tables_to_ingest)

## One could instead revert the entire database to a known good timestamp:
clarity_dictionary_revert_all(con, "2024-03-07T14:19:08Z")

## The vector of table names to ingest should be updated accordingly and then 
## repeat Step 7.

# 8. Clean Up
## Close the Chromote session:
clarity_dictionary_chromote_session_close(b)

## Close the database connection:
clarity_dictionary_database_disconnect(con)

## Query Full Dictionary in R:
clarity_dictionary_select_all(con)

## Or produce the full query SQL syntax:
clarity_dictionary_select_all_sql()