defmodule Chi2fit.CSV do
# Copyright 2015-2021 Pieter Rijken
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
alias Timex.Format.DateTime.Formatters
@doc ~S"""
Reads CSV data, extracts one column, and returns it as a list of `NaiveDateTime`.
## Examples
iex> csv = ["Done","2019/05/01","2019/06/01"] |> Stream.map(& &1)
...> csv_to_list csv, "Done", header?: true
[~N[2019-06-01 00:00:00], ~N[2019-05-01 00:00:00]]
iex> csv = ["Done","2019/May/01","2019/Jun/01"] |> Stream.map(& &1)
...> csv_to_list csv, "Done", header?: true, format: "{YYYY}/{Mshort}/{0D}"
[~N[2019-06-01 00:00:00], ~N[2019-05-01 00:00:00]]
iex> csv = ["Done","2019/May/01","2019/06/01"] |> Stream.map(& &1)
...> csv_to_list csv, "Done", header?: true, format: "{YYYY}/{Mshort}/{0D}"
[~N[2019-05-01 00:00:00]]
iex> csv = ["Done","2019/May/01","2019/06/01"] |> Stream.map(& &1)
...> csv_to_list csv, "Done", header?: true, format: ["{YYYY}/{Mshort}/{0D}","{YYYY}/{0M}/{0D}"]
[~N[2019-06-01 00:00:00], ~N[2019-05-01 00:00:00]]
iex> csv = ["Done","2019/May/01","2019/Jun/01"] |> Stream.map(& &1)
...> csv_to_list csv, "Done", header?: true, format: ["%Y/%b/%d"], parser: :strftime
[~N[2019-06-01 00:00:00], ~N[2019-05-01 00:00:00]]
"""
@spec csv_to_list(csvcata :: Enumerable.t, key :: String.t, options :: Keyword.t) :: [NaiveDateTime.t]
def csv_to_list(csvdata, key, options \\ []) do
header? = options[:header?] || false
format = options[:format] || "{YYYY}/{0M}/{0D}"
separator = options[:separator] || ?,
parser = case options[:parser] do
:strftime -> Formatters.Strftime
:default -> Formatters.Default
nil -> Formatters.Default
_ -> Formatters.Default
end
formats = if is_list(format), do: format, else: [format]
csvdata
|> CSV.decode!(headers: header?, separator: separator)
|> Stream.filter(& Map.fetch!(&1, key) != "")
|> Stream.map(& Map.fetch!(&1, key))
|> Stream.map(fn t -> Enum.reduce_while(formats,nil,fn f,_acc ->
case Timex.parse(t, f, parser) do
{:ok,n} -> {:halt,n}
{:error,_msg} -> {:cont,nil}
end
end)
end)
|> Stream.filter(& &1 != nil)
|> Enum.sort(& NaiveDateTime.compare(&1,&2) === :gt)
end
end