defmodule Req do
@external_resource "README.md"
@moduledoc """
The high-level API.
Req is composed of three main pieces:
* `Req` - the high-level API (you're here!)
* `Req.Request` - the low-level API and the request struct
* `Req.Steps` - the collection of built-in steps
The high-level API is what most users of Req will use most of the time.
## Examples
Making a GET request with `Req.get!/1`:
iex> Req.get!("https://api.github.com/repos/elixir-lang/elixir").body["description"]
"Elixir is a dynamic, functional language designed for building scalable and maintainable applications"
Same, but by explicitly building request struct first:
iex> req = Req.new(base_url: "https://api.github.com")
iex> Req.get!(req, url: "/repos/elixir-lang/elixir").body["description"]
"Elixir is a dynamic, functional language designed for building scalable and maintainable applications"
Making a POST request with `Req.post!/2`:
iex> Req.post!("https://httpbin.org/post", form: [comments: "hello!"]).body["form"]
%{"comments" => "hello!"}
"""
@type url() :: URI.t() | String.t()
@doc """
Returns a new request struct with built-in steps.
See `request/1` for a list of available options. See `Req.Request` module documentation
for more information on the underlying request struct.
## Examples
iex> req = Req.new(url: "https://elixir-lang.org")
iex> req.method
:get
iex> URI.to_string(req.url)
"https://elixir-lang.org"
"""
@spec new(options :: keyword()) :: Req.Request.t()
def new(options \\ []) do
options = Keyword.merge(default_options(), options)
{adapter, options} = Keyword.pop(options, :adapter, &Req.Steps.run_finch/1)
{method, options} = Keyword.pop(options, :method, :get)
{headers, options} = Keyword.pop(options, :headers, [])
{url, options} = Keyword.pop(options, :url, "")
{body, options} = Keyword.pop(options, :body, "")
{plugins, options} = Keyword.pop(options, :plugins, [])
request = %Req.Request{
adapter: adapter,
method: method,
url: url && URI.parse(url),
headers: encode_headers(headers),
body: body,
options: Map.new(options),
request_steps: [
put_user_agent: &Req.Steps.put_user_agent/1,
compressed: &Req.Steps.compressed/1,
encode_body: &Req.Steps.encode_body/1,
put_base_url: &Req.Steps.put_base_url/1,
auth: &Req.Steps.auth/1,
put_params: &Req.Steps.put_params/1,
put_range: &Req.Steps.put_range/1,
cache: &Req.Steps.cache/1,
put_plug: &Req.Steps.put_plug/1,
compress_body: &Req.Steps.compress_body/1
],
response_steps: [
retry: &Req.Steps.retry/1,
follow_redirects: &Req.Steps.follow_redirects/1,
decompress_body: &Req.Steps.decompress_body/1,
decode_body: &Req.Steps.decode_body/1,
handle_http_errors: &Req.Steps.handle_http_errors/1,
output: &Req.Steps.output/1
],
error_steps: [
retry: &Req.Steps.retry/1
],
registered_options:
MapSet.new([
:user_agent,
:compressed,
:range,
:http_errors,
:base_url,
:params,
:auth,
:form,
:json,
:compress_body,
:compressed,
:raw,
:decode_body,
:output,
:follow_redirects,
:location_trusted,
:max_redirects,
:retry,
:retry_delay,
:max_retries,
:cache,
:cache_dir,
:plug,
:finch,
:connect_options,
:receive_timeout,
:pool_timeout,
:unix_socket
])
}
Req.Request.validate_options(request, options)
run_plugins(plugins, request)
end
@doc """
Makes a GET request.
See `request/1` for a list of supported options.
## Examples
With URL:
iex> Req.get!("https://api.github.com/repos/elixir-lang/elixir").body["description"]
"Elixir is a dynamic, functional language designed for building scalable and maintainable applications"
With request struct:
iex> req = Req.new(base_url: "https://api.github.com")
iex> Req.get!(req, url: "/repos/elixir-lang/elixir").status
200
"""
@spec get!(url() | Req.Request.t(), options :: keyword()) :: Req.Response.t()
def get!(url_or_request, options \\ [])
def get!(%Req.Request{} = request, options) do
request!(%{request | method: :get}, options)
end
def get!(url, options) do
request!([method: :get, url: URI.parse(url)] ++ options)
end
@doc """
Makes a HEAD request.
See `request/1` for a list of supported options.
## Examples
With URL:
iex> Req.head!("https://httpbin.org/status/201").status
201
With request struct:
iex> req = Req.new(base_url: "https://httpbin.org")
iex> Req.head!(req, url: "/status/201").status
201
"""
@spec head!(url() | Req.Request.t(), options :: keyword()) :: Req.Response.t()
def head!(url_or_request, options \\ [])
def head!(%Req.Request{} = request, options) do
request!(%{request | method: :head}, options)
end
def head!(url, options) do
request!([method: :head, url: URI.parse(url)] ++ options)
end
@doc """
Makes a POST request.
See `request/1` for a list of supported options.
## Examples
With URL:
iex> Req.post!("https://httpbin.org/anything", body: "hello!").body["data"]
"hello!"
iex> Req.post!("https://httpbin.org/anything", form: [x: 1]).body["form"]
%{"x" => "1"}
iex> Req.post!("https://httpbin.org/anything", json: %{x: 2}).body["json"]
%{"x" => 2}
With request struct:
iex> req = Req.new(url: "https://httpbin.org/anything")
iex> Req.post!(req, body: "hello!").body["data"]
"hello!"
"""
@spec post!(url() | Req.Request.t(), options :: keyword()) :: Req.Response.t()
def post!(url_or_request, options \\ [])
def post!(%Req.Request{} = request, options) do
request!(%{request | method: :post}, options)
end
def post!(url, options) do
if Keyword.keyword?(options) do
request!([method: :post, url: URI.parse(url)] ++ options)
else
case options do
{:form, data} ->
IO.warn(
"Req.post!(url, {:form, data}) is deprecated in favour of " <>
"Req.post!(url, form: data)"
)
request!(method: :post, url: URI.parse(url), form: data)
{:json, data} ->
IO.warn(
"Req.post!(url, {:json, data}) is deprecated in favour of " <>
"Req.post!(url, json: data)"
)
request!(method: :post, url: URI.parse(url), json: data)
data ->
IO.warn("Req.post!(url, body) is deprecated in favour of Req.post!(url, body: body)")
request!(method: :post, url: URI.parse(url), body: data)
end
end
end
@doc false
def post!(url, body, options) do
case body do
{:form, data} ->
IO.warn(
"Req.post!(url, {:form, data}, options) is deprecated in favour of " <>
"Req.post!(url, [form: data] ++ options)"
)
request!([method: :post, url: URI.parse(url), form: data] ++ options)
{:json, data} ->
IO.warn(
"Req.post!(url, {:json, data}) is deprecated in favour of " <>
"Req.post!(url, [json: data] ++ options)"
)
request!([method: :post, url: URI.parse(url), json: data] ++ options)
data ->
IO.warn(
"Req.post!(url, body) is deprecated in favour of " <>
"Req.post!(url, [body: body] ++ options)"
)
request!([method: :post, url: URI.parse(url), body: data] ++ options)
end
end
@doc """
Makes a PUT request.
See `request/1` for a list of supported options.
## Examples
With URL:
iex> Req.put!("https://httpbin.org/anything", body: "hello!").body["data"]
"hello!"
With request struct:
iex> req = Req.new(url: "https://httpbin.org/anything")
iex> Req.put!(req, body: "hello!").body["data"]
"hello!"
"""
@spec put!(url() | Req.Request.t(), options :: keyword()) :: Req.Response.t()
def put!(url_or_request, options \\ [])
def put!(%Req.Request{} = request, options) do
request!(%{request | method: :put}, options)
end
def put!(url, options) do
if Keyword.keyword?(options) do
request!([method: :put, url: URI.parse(url)] ++ options)
else
IO.warn("Req.put!(url, body) is deprecated in favour of Req.put!(url, body: body)")
request!(url: URI.parse(url), body: options)
end
end
@doc false
def put!(%URI{} = url, {type, _} = body, options) when type in [:form, :json] do
IO.warn(
"Req.put!(url, {:#{type}, #{type}}, options) is deprecated in favour of " <>
"Req.put!(url, [#{type}: #{type}] ++ options)"
)
request!([method: :put, url: url, body: body] ++ options)
end
@doc """
Makes a PATCH request.
See `request/1` for a list of supported options.
## Examples
With URL:
iex> Req.patch!("https://httpbin.org/anything", body: "hello!").body["data"]
"hello!"
With request struct:
iex> req = Req.new(url: "https://httpbin.org/anything")
iex> Req.patch!(req, body: "hello!").body["data"]
"hello!"
"""
@spec patch!(url() | Req.Request.t(), options :: keyword()) :: Req.Response.t()
def patch!(url_or_request, options \\ [])
def patch!(%Req.Request{} = request, options) do
request!(%{request | method: :patch}, options)
end
def patch!(url, options) do
request!([method: :patch, url: url] ++ options)
end
@doc """
Makes a DELETE request.
See `request/1` for a list of supported options.
## Examples
With URL:
iex> Req.delete!("https://httpbin.org/anything").body["method"]
"DELETE"
With request struct:
iex> req = Req.new(url: "https://httpbin.org/anything")
iex> Req.delete!(req).body["method"]
"DELETE"
"""
@spec delete!(url() | Req.Request.t(), options :: keyword()) :: Req.Response.t()
def delete!(url_or_request, options \\ [])
def delete!(%Req.Request{} = request, options) do
request!(%{request | method: :delete}, options)
end
def delete!(url, options) do
request!([method: :delete, url: url] ++ options)
end
@doc """
Makes an HTTP request.
`request/1` and `request/2` functions give three ways of making requests:
1. With a list of options, for example:
```
Req.request(url: url)
```
2. With a request struct, for example:
```
Req.new(url: url) |> Req.request()
```
3. With a request struct and more options, for example:
```
Req.new(base_url: base_url) |> Req.request(url: url)
```
This function as well as all the other ones in this module accept the same set of options described below.
## Options
Basic request options:
* `:method` - the request method, defaults to `:get`.
* `:url` - the request URL.
* `:headers` - the request headers.
The headers are automatically encoded using these rules:
* atom header names are turned into strings, replacing `-` with `_`. For example,
`:user_agent` becomes `"user-agent"`
* string header names are left as is. Because header keys are case-insensitive
in both HTTP/1.1 and HTTP/2, it is recommended for header keys to be in
lowercase, to avoid sending duplicate keys in a request.
* `NaiveDateTime` and `DateTime` header values are encoded as "HTTP date". Otherwise,
the header value is encoded with `String.Chars.to_string/1`.
If you set `:headers` options both in `Req.new/1` and `request/2`, the header lists are merged.
* `:body` - the request body.
Additional URL options:
* `:base_url` - if set, the request URL is prepended with this base URL (via
[`put_base_url`](`Req.Steps.put_base_url/1`) step).
* `:params` - if set, appends parameters to the request query string (via
[`put_params`](`Req.Steps.put_params/1`) step).
Authentication options:
* `:auth` - sets request authentication (via [`auth`](`Req.Steps.auth/1`) step).
Request body options:
* `:form` - if set, encodes the request body as form data ([`encode_body`](`Req.Steps.encode_body/1`) step).
* `:json` - if set, encodes the request body as JSON ([`encode_body`](`Req.Steps.encode_body/1`) step).
* `:compress_body` - if set to `true`, compresses the request body using gzip (via [`compress_body`](`Req.Steps.compress_body/1`) step).
Defaults to `false`.
Response body options:
* `:compressed` - if set to `true`, asks the server to return compressed response.
(via [`compressed`](`Req.Steps.compressed/1`) step). Defaults to `true`.
* `:raw` - if set to `true`, disables automatic body decompression
([`decompress_body`](`Req.Steps.decompress_body/1`) step) and decoding
([`decode_body`](`Req.Steps.decode_body/1`) step). Defaults to `false`.
* `:decode_body` - if set to `false`, disables automatic response body decoding.
Defaults to `true`.
* `:output` - if set, writes the response body to a file (via
[`output`](`Req.Steps.output/1`) step). Can be set to a string path or an atom
`:remote_name` which would use the remote name as the filename in the current working
directory. Once the file is written, the response body is replaced with `""`.
Setting `:output` also sets the `decode_body: false` option to prevent decoding the
response before writing it to the file.
Response redirect options ([`follow_redirects`](`Req.Steps.follow_redirects/1`) step):
* `:follow_redirects` - if set to `false`, disables automatic response redirects. Defaults to `true`.
* `:location_trusted` - by default, authorization credentials are only sent
on redirects with the same host, scheme and port. If `:location_trusted` is set to `true`, credentials
will be sent to any host.
* `:max_redirects` - the maximum number of redirects, defaults to `10`.
Retry options ([`retry`](`Req.Steps.retry/1`) step):
* `:retry`: can be set to: `:safe` (default) to only retry GET/HEAD requests on HTTP 408/5xx
responses or exceptions, `:always` to always retry, `:never` to never retry, and `fun` - a
1-arity function that accepts either a `Req.Response` or an exception struct and returns
boolean whether to retry
* `:retry_delay` - a function that receives the retry count (starting at 0) and returns the delay, the
number of milliseconds to sleep before making another attempt.
Defaults to a simple exponential backoff: 1s, 2s, 4s, 8s, ...
* `:max_retries` - maximum number of retry attempts, defaults to `3` (for a total of `4`
requests to the server, including the initial one.)
Caching options ([`cache`](`Req.Steps.cache/1`) step):
* `:cache` - if `true`, performs HTTP caching. Defaults to `false`.
* `:cache_dir` - the directory to store the cache, defaults to `<user_cache_dir>/req`
(see: `:filename.basedir/3`)
Request adapters:
* `:adapter` - adapter to use to make the actual HTTP request. See `:adapter` field description
in the `Req.Request` module documentation for more information. Defaults to calling [`run_finch`](`Req.Steps.run_finch/1`).
* `:plug` - if set, calls the given Plug instead of making an HTTP request over the network (via [`put_plug`](`Req.Steps.put_plug/1`) step).
Finch options ([`run_finch`](`Req.Steps.run_finch/1`) step)
* `:finch` - the Finch pool to use. Defaults to pool automatically started by `Req`.
* `:connect_options` - dynamically starts (or re-uses already started) Finch pool with
the given connection options:
* `:timeout` - socket connect timeout in milliseconds, defaults to `30_000`.
* `:protocol` - the HTTP protocol to use, defaults to `:http1`.
* `:pool_timeout` - pool checkout timeout in milliseconds, defaults to `5000`.
* `:receive_timeout` - socket receive timeout in milliseconds, defaults to `15_000`.
* `:unix_socket` - if set, connect through the given UNIX domain socket
## Examples
With options keywords list:
iex> {:ok, response} = Req.request(url: "https://api.github.com/repos/elixir-lang/elixir")
iex> response.status
200
iex> response.body["description"]
"Elixir is a dynamic, functional language designed for building scalable and maintainable applications"
With request struct:
iex> req = Req.new(url: "https://api.github.com/repos/elixir-lang/elixir")
iex> {:ok, response} = Req.request(req)
iex> response.status
200
With request struct and options:
iex> req = Req.new(base_url: "https://api.github.com")
iex> {:ok, response} = Req.request(req, url: "/repos/elixir-lang/elixir")
iex> response.status
200
With mock adapter:
iex> adapter = fn request ->
...> response = %Req.Response{status: 200, body: "it works!"}
...> {request, response}
...> end
iex>
iex> {:ok, response} = Req.request(url: "http://example")
iex> response.body
"it works!"
"""
@spec request(Req.Request.t() | keyword()) :: {:ok, Req.Response.t()} | {:error, Exception.t()}
def request(request_or_options)
def request(%Req.Request{} = request) do
request(request, [])
end
def request(options) do
request(Req.new(options), [])
end
@doc """
Makes an HTTP request.
See `request/1` for more information.
"""
@spec request(Req.Request.t(), options :: keyword()) ::
{:ok, Req.Response.t()} | {:error, Exception.t()}
def request(request, options) when is_list(options) do
{request_options, options} = Keyword.split(options, [:method, :url, :headers, :body])
Req.Request.validate_options(request, options)
request_options =
if request_options[:headers] do
update_in(request_options[:headers], &encode_headers/1)
else
request_options
end
request =
Map.merge(request, Map.new(request_options), fn
:url, _, url ->
URI.parse(url)
:headers, old, new ->
old ++ new
_, _, value ->
value
end)
{plugins, options} = Keyword.pop(options, :plugins, [])
request = update_in(request.options, &Map.merge(&1, Map.new(options)))
request = run_plugins(plugins, request)
request =
if request.options[:output] do
update_in(request.options, &Map.put(&1, :decode_body, false))
else
request
end
Req.Request.run(request)
end
@doc false
def request(method, url, options) do
IO.warn(
"Req.request(method, url, options) is deprecated in favour of " <>
"Req.request!([method: method, url: url] ++ options)"
)
request([method: method, url: URI.parse(url)] ++ options)
end
@doc """
Makes an HTTP request and returns a response or raises an error.
See `request/1` for more information.
## Examples
iex> Req.request!(url: "https://api.github.com/repos/elixir-lang/elixir").status
200
"""
@spec request!(Req.Request.t() | keyword()) :: Req.Response.t()
def request!(request_or_options) do
case request(request_or_options) do
{:ok, response} -> response
{:error, exception} -> raise exception
end
end
@doc """
Makes an HTTP request and returns a response or raises an error.
See `request/1` for more information.
## Examples
iex> req = Req.new(base_url: "https://api.github.com")
iex> Req.request!(req, url: "/repos/elixir-lang/elixir").status
200
"""
@spec request!(Req.Request.t(), options :: keyword()) :: Req.Response.t()
def request!(request, options) do
case request(request, options) do
{:ok, response} -> response
{:error, exception} -> raise exception
end
end
@doc """
Returns default options.
See `default_options/1` for more information.
"""
@spec default_options() :: keyword()
def default_options() do
Application.get_env(:req, :default_options, [])
end
@doc """
Sets default options for `Req.new/1`.
Avoid setting default options in libraries as they are global.
## Examples
iex> Req.default_options(base_url: "https://httpbin.org")
iex> Req.get!("/statuses/201").status
201
iex> Req.new() |> Req.get!(url: "/statuses/201").status
201
"""
@spec default_options(keyword()) :: :ok
def default_options(options) do
Application.put_env(:req, :default_options, options)
end
defp encode_headers(headers) do
for {name, value} <- headers do
name =
case name do
atom when is_atom(atom) ->
atom |> Atom.to_string() |> String.replace("_", "-")
binary when is_binary(binary) ->
binary
end
value =
case value do
%NaiveDateTime{} = naive_datetime ->
Req.Steps.format_http_datetime(naive_datetime)
%DateTime{} = datetime ->
datetime |> DateTime.shift_zone!("Etc/UTC") |> Req.Steps.format_http_datetime()
_ ->
String.Chars.to_string(value)
end
{name, value}
end
end
# Plugins support is experimental, undocumented, and likely won't make the new release.
defp run_plugins([plugin | rest], request) when is_atom(plugin) do
run_plugins(rest, plugin.run(request))
end
defp run_plugins([], request) do
request
end
@doc false
@deprecated "Manually build Req.Request struct instead"
def build(method, url, options \\ []) do
%Req.Request{
method: method,
url: URI.parse(url),
headers: Keyword.get(options, :headers, []),
body: Keyword.get(options, :body, "")
}
end
end
