elixir scripting

example.exs

#!/usr/bin/env elixir

Mix.install(httpoison: "~> 1.0", floki: "~> 0.30")

%_{body: body} = HTTPoison.get!("https://fastradius.com", [], follow_redirect: true)

body
|> Floki.parse_document!()
|> Floki.find("a")
|> Floki.attribute("href")
|> MapSet.new()
|> Enum.each(fn link -> IO.puts(link) end)

# Outputs this result:
#
# https://www.fastradius.com/design-innovation/
# https://www.fastradius.com/terms-and-conditions/
# https://www.fastradius.com/case-studies/
# /about/
# https://www.fastradius.com/parts-production/
# https://www.fastradius.com/parts-production/robotics/
# https://www.fastradius.com/virtual-warehouse/
# https://www.fastradius.com/parts-production/durable-goods/
# /capabilities/additive-manufacturing/
# https://www.fastradius.com/faq/
# /capabilities/additive-manufacturing/carbon-dls/
# https://www.fastradius.com/our-factories/
# https://www.youtube.com/channel/UCc-gPNGTcP2k04KoCZJ-QIg
# https://www.fastradius.com/capabilities/additive-manufacturing/sla/
# https://twitter.com/fastradius
# https://www.fastradius.com/contact/
# https://www.fastradius.com/parts-production/medical-devices/
# https://www.fastradius.com/capabilities/cast-urethane/
# https://www.fastradius.com/cloud-manufacturing/
# https://www.fastradius.com/additive-launch/
# https://os.fastradius.com/quote/
# javascript:void(0)
# https://www.fastradius.com/manufacturing-innovation/
# https://www.fastradius.com
# /capabilities/injection-molding/
# /capabilities/additive-manufacturing/hp-mjf/
# /capabilities/cnc-machining/
# https://www.fastradius.com/careers/
# https://www.fastradius.com/privacy/
# https://www.facebook.com/fastradius/
# https://www.instagram.com/fastradius/?hl=en
# https://www.fastradius.com/capabilities/cnc-machining/
# https://www.linkedin.com/company/fast-radius/
# https://www.fastradius.com/
# https://www.fastradius.com/capabilities/injection-molding/
# https://www.fastradius.com/about/
# https://www.fastradius.com/legal/
# https://www.fastradius.com/parts-production/automotive-manufacturing/
# https://www.fastradius.com/resources/
# #
# https://www.fastradius.com/capabilities/additive-manufacturing/
# https://www.fastradius.com/news/
# #content
# /capabilities/additive-manufacturing/fdm/
# https://www.fastradius.com/leadership/
# https://www.fastradius.com/parts-production/aerospace-manufacturing/