{# templates/import_export_batches/batch_process_list.html #} {% extends "template_base.html" %} {% load tz %} {% block title %}Batch Processes{% endblock %} {% block content %} {% load humanize %}

Batch Processes{% if batch_process_list %} ({{ batch_process_list|length }}){% endif %} {% if not batch_process_system_on %} - BATCH SYSTEM OFF{% endif %}

{% if not batch_process_system_activity_notices_on or not batch_process_system_api_refresh_on or not batch_process_system_ballot_items_on or not batch_process_system_representatives_on or not batch_process_system_calculate_analytics_on or not batch_process_system_generate_voter_guides_on or not batch_process_system_search_twitter_on or not batch_process_system_update_twitter_on %}

PROCESSING TURNED OFF: {% if not batch_process_system_activity_notices_on %} [Activity]{% endif %} {% if not batch_process_system_api_refresh_on %} [API Refresh]{% endif %} {% if not batch_process_system_ballot_items_on %} [Ballot Item]{% endif %} {% if not batch_process_system_representatives_on %} [Representatives]{% endif %} {% if not batch_process_system_calculate_analytics_on %} [Analytics]{% endif %} {% if not batch_process_system_generate_voter_guides_on %} [Generate Voter Guides]{% endif %} {% if not batch_process_system_search_twitter_on %} [Twitter Searching]{% endif %} {% if not batch_process_system_update_twitter_on %} [Twitter Updates]{% endif %}

{% endif %}
{% csrf_token %} {% if election_list %} {% endif %}{# End of if election_list #} {# Default to showing only upcoming elections #} {% if state_list %} {% if state_code != "" %} show all states {% endif %} {# End of if state_list #} {% endif %}
{% if batch_process_search %} clear search  {% endif %}     {# Limit to on Batch Process ID #} {% if batch_process_id %} clear {% endif %}    
               
{# End of organization_position_choose_election form #} {% if google_civic_election_id %} {% endif %} {% if google_civic_election_id and state_code %}
    {% if use_ballotpedia_as_data_source %}
  1. Ballotpedia: Retrieve BallotItems from Brand New Map Points, up to {{ map_points_retrieved_each_batch_chunk }} at a time{% if state_code %} (for {{ state_code|upper }}){% endif %}
  2. Ballotpedia: Refresh BallotItems from Bulk Map Points, up to {{ map_points_retrieved_each_batch_chunk }} at a time{% if state_code %} (for {{ state_code|upper }}){% endif %} (Oldest: {{ ballot_returned_oldest_date }})
  3. Ballotpedia: Refresh BallotItems from Voter-entered Street Addresses, up to {{ map_points_retrieved_each_batch_chunk }} at a time{% if state_code %} (for {{ state_code|upper }}){% endif %} (Oldest: {{ ballot_returned_voter_oldest_date }})
  4. {% endif %} {% if use_ctcl_as_data_source or use_ctcl_as_data_source_override %}
  5. CTCL: Retrieve BallotItems from Brand New Map Points, up to {{ map_points_retrieved_each_batch_chunk }} at a time{% if state_code %} (for {{ state_code|upper }}){% endif %}
  6. CTCL: Refresh BallotItems from Bulk Map Points, up to {{ map_points_retrieved_each_batch_chunk }} at a time{% if state_code %} (for {{ state_code|upper }}){% endif %} (Oldest: {{ ballot_returned_oldest_date }})
  7. CTCL-IN_DEVELOPMENT: Refresh BallotItems from Voter-entered Street Addresses, up to {{ map_points_retrieved_each_batch_chunk }} at a time{% if state_code %} (for {{ state_code|upper }}){% endif %} (Oldest: {{ ballot_returned_voter_oldest_date }})
  8. {% endif %} {% if use_vote_usa_as_data_source %}
  9. Vote USA: Retrieve BallotItems from Brand New Map Points, up to {{ map_points_retrieved_each_batch_chunk }} at a time{% if state_code %} (for {{ state_code|upper }}){% endif %}
  10. Vote USA: Refresh BallotItems from Bulk Map Points, up to {{ map_points_retrieved_each_batch_chunk }} at a time{% if state_code %} (for {{ state_code|upper }}){% endif %} (Oldest: {{ ballot_returned_oldest_date }})
  11. Vote USA: Refresh BallotItems from Voter-entered Street Addresses, up to {{ map_points_retrieved_each_batch_chunk }} at a time{% if state_code %} (for {{ state_code|upper }}){% endif %} (Oldest: {{ ballot_returned_voter_oldest_date }})
  12. {% endif %}
{% endif %} {% if state_code %}
  1. Retrieve Representatives from Brand New Map Points, up to 50 {# {{ map_points_retrieved_each_batch_chunk }}#} at a time{% if state_code %} (for {{ state_code|upper }}){% endif %}
{% endif %} {% if batch_process_list %}
{% csrf_token %} {# Pass along the url_variables this page is using, so we can return to the same page state #} {% if include_frequent_processes %}{% endif %} {% if show_active_processes_only %}{% endif %} {% if show_all_elections %}{% endif %} {% if show_checked_out_processes_only %}{% endif %} {% if show_paused_processes_only %}{% endif %}
{% for batch_process in batch_process_list %} {% if forloop.counter == 1 or forloop.counter|divisibleby:4 %} {# Show the header every ~15 lines #} {% endif %} {% if batch_process.batch_process_ballot_item_chunk_list %} {% elif batch_process.batch_process_representatives_chunk_list %} {% elif batch_process.batch_process_analytics_chunk_list %} {% endif %} {% endfor %}
Process ID Kind of Process Election State Added to Queue Started Checked Out? Completed Select
(all )
{{ batch_process.id }} {% if batch_process.batch_process_paused %} activate {% else %} pause {% endif %} {{ batch_process.kind_of_process }}{% if batch_process.use_ballotpedia %}--Ballotpedia{% elif batch_process.use_ctcl %}--CTCL{% elif batch_process.use_vote_usa %}--Vote_USA{% endif %} (batch set list) (batch log) {% if batch_process.polling_location_count %}
{{ batch_process.ballot_item_chunk_count|intcomma }} steps exist: Should not exceed {{ batch_process.ballot_item_chunks_expected|intcomma }} steps ({{ batch_process.polling_location_count|intcomma }} total map points) {% endif %} {% if batch_process.completion_summary or batch_process.analytics_date_as_integer %}
{% if batch_process.analytics_date_as_integer %} Analytics Date: {{ batch_process.analytics_date_as_integer|default_if_none:"" }}     {% endif %} {{ batch_process.completion_summary|default_if_none:"" }} {% endif %}
{% if batch_process.google_civic_election_id %} {{ batch_process.google_civic_election_id|default_if_none:"" }} {% endif %} {{ batch_process.state_code }} {{ batch_process.date_added_to_queue|localtime|default_if_none:"" }} {{ batch_process.date_started|localtime|default_if_none:"" }} {{ batch_process.date_checked_out|localtime|default_if_none:"" }} {{ batch_process.date_completed|localtime|default_if_none:"" }}
  {% for batch_process_ballot_item_chunk in batch_process.batch_process_ballot_item_chunk_list %} {% endfor %}
Chunk ID Set ID Retrieve Start Completed Count Analyze Start Completed Count Create Start Completed Count
{{ forloop.revcounter }} {{ batch_process_ballot_item_chunk.id }} (log) {{ batch_process_ballot_item_chunk.batch_set_id }} (go) {{ batch_process_ballot_item_chunk.retrieve_date_started|localtime|default_if_none:"" }} {{ batch_process_ballot_item_chunk.retrieve_date_completed|localtime|default_if_none:"" }} {% if batch_process_ballot_item_chunk.retrieve_timed_out %} *{% endif %} {% if batch_process_ballot_item_chunk.retrieve_date_completed %} {{ batch_process_ballot_item_chunk.retrieve_row_count|default_if_none:"" }} {% endif %} {{ batch_process_ballot_item_chunk.analyze_date_started|localtime|default_if_none:"" }} {{ batch_process_ballot_item_chunk.analyze_date_completed|localtime|default_if_none:"" }} {% if batch_process_ballot_item_chunk.analyze_timed_out %} *{% endif %} {% if batch_process_ballot_item_chunk.analyze_date_completed %} {{ batch_process_ballot_item_chunk.analyze_row_count|default_if_none:"" }} {% endif %} {{ batch_process_ballot_item_chunk.create_date_started|localtime|default_if_none:"" }} {{ batch_process_ballot_item_chunk.create_date_completed|localtime|default_if_none:"" }} {% if batch_process_ballot_item_chunk.create_timed_out %} *{% endif %} {% if batch_process_ballot_item_chunk.create_date_completed %} {{ batch_process_ballot_item_chunk.create_row_count|default_if_none:"" }} {% endif %}
  {% for batch_process_representatives_chunk in batch_process.batch_process_representatives_chunk_list %} {% endfor %}
Chunk ID Set ID Retrieve Start Completed Count Politician Matching Completed Count Politician Deduplication Completed Count
{{ forloop.revcounter }} {{ batch_process_representatives_chunk.id }} (log) {{ batch_process_representatives_chunk.batch_set_id }} (go) {{ batch_process_representatives_chunk.retrieve_date_started|localtime|default_if_none:"" }} {{ batch_process_representatives_chunk.retrieve_date_completed|localtime|default_if_none:"" }} {% if batch_process_representatives_chunk.retrieve_timed_out %} *{% endif %} {% if batch_process_representatives_chunk.retrieve_date_completed %} {{ batch_process_representatives_chunk.retrieve_row_count|default_if_none:"" }} {% endif %} {{ batch_process_representatives_chunk.politician_matching_date_started|localtime|default_if_none:"" }} {{ batch_process_representatives_chunk.politician_matching_date_completed|localtime|default_if_none:"" }} {% if batch_process_representatives_chunk.politician_matching_timed_out %} *{% endif %} {% if batch_process_representatives_chunk.politician_matching_date_completed %} {{ batch_process_representatives_chunk.politician_matching_row_count|default_if_none:"" }} {% endif %} {{ batch_process_representatives_chunk.politician_deduplication_date_started|localtime|default_if_none:"" }} {{ batch_process_representatives_chunk.politician_deduplication_date_completed|localtime|default_if_none:"" }} {% if batch_process_representatives_chunk.politician_deduplication_timed_out %} *{% endif %} {% if batch_process_representatives_chunk.politician_deduplication_date_completed %} {{ batch_process_representatives_chunk.politician_deduplication_row_count|default_if_none:"" }} {% endif %}
  {% for batch_process_analytics_chunk in batch_process.batch_process_analytics_chunk_list %} {% endfor %}
Chunk ID Start Completed Count
{{ forloop.counter }} {{ batch_process_analytics_chunk.id }} {{ batch_process_analytics_chunk.date_started|localtime|default_if_none:"" }} {{ batch_process_analytics_chunk.date_completed|localtime|default_if_none:"" }} {% if batch_process_analytics_chunk.timed_out %} *{% endif %} Total to review: {{ batch_process_analytics_chunk.number_of_rows_being_reviewed|default_if_none:"" }}, Reviewed: {{ batch_process_analytics_chunk.number_of_rows_successfully_reviewed|default_if_none:"" }} {% if batch_process_analytics_chunk.date_completed %} {% else %} {% endif %}

{% else %}

(no batch processes found)

{% endif %} {% endblock %}