module InMemoryDatasets

using TableTraits,IteratorInterfaceExtensions

using Reexport

using Compat

using Printf

using PrettyTables, REPL

using Markdown

using PooledArrays

@reexport using Missings, InvertedIndices

@reexport using Statistics

@reexport using Dates

import DataAPI,

DataAPI.All,

DataAPI.Between,

DataAPI.Cols,

DataAPI.describe,

DataAPI.innerjoin,

DataAPI.outerjoin,

DataAPI.rightjoin,

DataAPI.leftjoin,

DataAPI.semijoin,

DataAPI.antijoin,

DataAPI.nrow,

DataAPI.ncol,

# DataAPI.crossjoin,

Tables,

Tables.columnindex

const IMD = InMemoryDatasets

export

# types

IMD,

@c_str,

Characters,

AbstractDataset,

DatasetColumns,

DatasetColumn,

SubDataset,

SubDatasetColumn,

Dataset,

GatherBy,

GroupBy,

Between,

splitter,

# functions

nrow,

ncol,

rename!,

rename,

duplicates,

getformat,

setformat!,

removeformat!,

content,

completecases,

dropmissing,

dropmissing!,

flatten,

flatten!,

repeat!,

select,

select!,

delete,

mapcols,

insertcols!,

mask,

compare,

groupby!,

groupby,

gatherby,

describe,

issorted!,

unsort!,

ungroup!,

modify,

modify!,

combine,

setinfo!,

getinfo,

eachgroup,

# allowmissing!,

# from byrow operations

byrow,

nunique,

# from stat

lag,

lag!,

lead,

lead!,

stdze,

stdze!,

rescale,

topk,

topkperm,

cummax,

cummax!,

cummin,

cummin!,

ffill!,

ffill,

bfill!,

bfill,

# from join

innerjoin,

outerjoin,

leftjoin,

leftjoin!,

# rightjoin,

antijoin,

semijoin,

antijoin!,

semijoin!,

closejoin,

closejoin!,

update,

update!

include("other/index.jl")

include("characters/characters.jl")

include("other/utils.jl")

include("stat/non_hp_stat.jl")

include("stat/hp_stat.jl")

include("stat/stat.jl")

include("abstractdataset/abstractdataset.jl")

include("abstractdataset/dscol.jl")

# create dataset

include("dataset/constructor.jl")

# get elements

include("dataset/getindex.jl")

# set elements

include("dataset/setindex.jl")

# delete and append observations

include("dataset/del_and_append.jl")

# concatenate

include("dataset/cat.jl")

# byrow operations

include("byrow/util.jl")

include("byrow/row_functions.jl")

include("byrow/hp_row_functions.jl")

include("byrow/byrow.jl")

include("byrow/doc.jl")

# other functions

include("dataset/other.jl")

include("subdataset/subdataset.jl")

include("datasetrow/datasetrow.jl")

include("other/broadcasting.jl")

# modifying dataset

include("dataset/modify.jl")

include("dataset/combine.jl")

include("abstractdataset/selection.jl")

# sorting

include("sort/util.jl")

include("sort/qsort.jl")

include("sort/int.jl")

include("sort/int_any.jl")

include("sort/sortperm.jl")

include("sort/sort.jl")

include("sort/gatherby.jl")

include("sort/groupby.jl")

# transpose

include("dataset/transpose.jl")

# joins

include("join/join.jl")

include("join/join_dict.jl")

include("join/closejoin.jl")

include("join/update.jl")

include("join/compare.jl")

include("join/main.jl")

include("abstractdataset/iteration.jl")

include("abstractdataset/prettytables.jl")

include("abstractdataset/show.jl")

include("datasetrow/show.jl")

include("abstractdataset/io.jl")

include("other/tables.jl")

# taking care of missings in other packages

include("missings/missings.jl")

# ds stat

include("stat/ds_stat.jl")

# precompile

include("precompile/precompile.jl")

include("precompile/warmup.jl")

include("precompile/create_sysimage.jl")

# FIXME currently v1.9.0 precompilation and loading cause an enormous amount of allocation - v1.10 seems ok

VERSION != v"1.9.0" && _precompile()

function __init__()

if Threads.nthreads() == 1

if get(ENV, "IMD_WARN_THREADS", "1") == "1"

@warn "Julia started with single thread, to enable multithreaded functionalities in InMemoryDatasets.jl start Julia with multiple threads."

end

end

end

end