category = result.find_all("td", class_="views-field-name")[0].text
  issued = result.find_all("td", class_="views-field-field-issue-date-value")[0].text
  tracking = result.find_all("td", class_="views-field-field-tracking-value")[0].text
  total_views = result.find_all("td", class_="views-field-totalcount")[0].text

  published_on = datetime.strptime(issued.strip(), '%m/%d/%Y')
  report_type = type_for(category)
  report_id = tracking.strip()
  if not report_id:
    report_id = url[url.rfind('/') + 1 : url.rfind('.')]

  report['type'] = report_type
  report['published_on'] = datetime.strftime(published_on, "%Y-%m-%d")
  report['url'] = url
  report['report_id'] = report_id
  report['title'] = title.strip()

  return report

def type_for(category):
  original = category.lower()
  if "audit" in original:
    return "audit"
  if "testimony" in original:
    return "testimony"
  if "press release" in original:
    return "press"
  return "other"

utils.run(run) if (__name__ == "__main__") else None

# Some additional info on DHS components: https://www.dhs.gov/department-components
COMPONENTS = {
  'secret_service': (58, 49, "U.S. Secret Service"),
  'coast_guard': (19, 48, "U.S. Coast Guard"),
  'uscis': (20, 47, "U.S. Citizenship and Immigration Services"),
  'tsa': (22, 46, "Transportation Security Administration"),
  'ice': (24, 44, "Immigration and Customs Enforcement"),
  'fema': (25, 38, "Federal Emergency Management Agency"),
  'cbp': (26, 37, "Customs & Border Protection"),
  'dhs_other': (59, 50, "Department of Homeland Security"),
  'dhs_mgmt': (23, 45, "Department of Homeland Security"),
  'dhs_cigie': (168, 150, "Council of the Inspectors General on Integrity and Efficiency"),
}

# 'Oversight areas' as organized by DHS. This is unused now, but
# could be used to run over the lists and associate a category with
# reports previously identified when running over each component.
# values are associated IT and itemID query strinhg params.
#   Note: I believe only the ID is needed.
AREAS = {
  'Border Security': (60, 30),
  'Counterterrorism': (61, 31),
  'Cybersecurity': (62, 32),
  'Disaster Preparedness, Response, Recovery': (63, 33),
  'Immigration': (64, 34),
  'Management': (33, 51),
  'Transportation Security': (66, 35),
}

utils.run(run)