list = new ArrayList<>();
+ for (MultiGetItemResponse itemResponse : multiGetResponse.getResponses()) {
+ if (itemResponse.isFailed()) {
+ log.error("通过id获取文档失败", itemResponse.getFailure().getFailure());
+ } else {
+ T entity = toPojo(itemResponse.getResponse(), clazz);
+ if (entity != null) {
+ list.add(entity);
+ }
+ }
+ }
+ return list;
+ }
+
+ public long count(String index, String type, SearchSourceBuilder builder) throws IOException {
+ SearchResponse response = query(index, type, builder);
+ if (response == null || response.status() != RestStatus.OK) {
+ return 0L;
+ }
+ SearchHits searchHits = response.getHits();
+ return searchHits.getTotalHits();
+ }
+
+ public long count(String index, String type, QueryBuilder queryBuilder) throws IOException {
+ SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
+ searchSourceBuilder.query(queryBuilder);
+ return count(index, type, searchSourceBuilder);
+ }
+
+ public SearchResponse query(String index, String type, SearchSourceBuilder builder) throws IOException {
+ SearchRequest request = new SearchRequest(index).types(type);
+ request.source(builder);
+ return client.search(request, RequestOptions.DEFAULT);
+ }
+
+ public SearchResponse query(SearchRequest request) throws IOException {
+ return client.search(request, RequestOptions.DEFAULT);
+ }
+
+ /**
+ * from+size 分页
+ *
+ * 注：在深分页的场景下，效率很低（一般超过 1万条数据就不适用了）
+ */
+ public PageData pojoPage(String index, String type, SearchSourceBuilder builder, Class clazz)
+ throws IOException {
+ SearchResponse response = query(index, type, builder);
+ if (response == null || response.status() != RestStatus.OK) {
+ return null;
+ }
+
+ List content = toPojoList(response, clazz);
+ SearchHits searchHits = response.getHits();
+ int from = builder.from();
+ int size = builder.size();
+ int page = from / size + (from % size == 0 ? 0 : 1) + 1;
+ return new PageData<>(page, size, searchHits.getTotalHits(), content);
+ }
+
+ /**
+ * from+size 分页
+ *
+ * 注：在深分页的场景下，效率很低（一般超过 1万条数据就不适用了）
+ */
+ public PageData pojoPage(String index, String type, int from, int size, QueryBuilder queryBuilder,
+ Class clazz) throws IOException {
+ SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
+ searchSourceBuilder.query(queryBuilder);
+ searchSourceBuilder.from(from);
+ searchSourceBuilder.size(size);
+ return pojoPage(index, type, searchSourceBuilder, clazz);
+ }
+
+ /**
+ * search after 分页
+ */
+ public ScrollData pojoPageByScrollId(String index, String type, String scrollId,
+ int size,
+ QueryBuilder queryBuilder, Class clazz) throws IOException {
+
+ SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
+ searchSourceBuilder.size(size);
+ searchSourceBuilder.sort(BaseEsEntity.DOC_ID, SortOrder.ASC);
+ if (StrUtil.isNotBlank(scrollId)) {
+ BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
+ boolQueryBuilder.must(queryBuilder).must(QueryBuilders.rangeQuery(BaseEsEntity.DOC_ID).gt(scrollId));
+ searchSourceBuilder.query(boolQueryBuilder);
+ } else {
+ searchSourceBuilder.query(queryBuilder);
+ }
+
+ SearchResponse response = query(index, type, searchSourceBuilder);
+ if (response == null || response.status() != RestStatus.OK) {
+ return null;
+ }
+ List content = toPojoList(response, clazz);
+ ScrollData scrollData = new ScrollData<>();
+ scrollData.setSize(size);
+ scrollData.setTotal(response.getHits().getTotalHits());
+ scrollData.setContent(content);
+ if (CollectionUtil.isNotEmpty(content)) {
+ T lastEntity = content.get(content.size() - 1);
+ scrollData.setScrollId(lastEntity.getDocId());
+ }
+ return scrollData;
+ }
+
+ /**
+ * 首次滚动查询批量查询，但是不适用与搜索，仅用于批查询
+ **/
+ public ScrollData pojoScrollBegin(String index, String type, SearchSourceBuilder searchBuilder,
+ Class clazz) throws IOException {
+
+ int scrollTime = 10;
+ final Scroll scroll = new Scroll(TimeValue.timeValueSeconds(scrollTime));
+ SearchRequest request = new SearchRequest(index);
+ request.types(type);
+ request.source(searchBuilder);
+ request.scroll(scroll);
+ SearchResponse response = client.search(request, RequestOptions.DEFAULT);
+ if (response == null || response.status() != RestStatus.OK) {
+ return null;
+ }
+ List content = toPojoList(response, clazz);
+ ScrollData scrollData = new ScrollData<>();
+ scrollData.setSize(searchBuilder.size());
+ scrollData.setTotal(response.getHits().getTotalHits());
+ scrollData.setScrollId(response.getScrollId());
+ scrollData.setContent(content);
+ return scrollData;
+ }
+
+ /**
+ * 知道ScrollId之后，后续根据scrollId批量查询
+ **/
+ public ScrollData pojoScroll(String scrollId, SearchSourceBuilder searchBuilder, Class clazz)
+ throws IOException {
+
+ int scrollTime = 10;
+ final Scroll scroll = new Scroll(TimeValue.timeValueSeconds(scrollTime));
+ SearchScrollRequest request = new SearchScrollRequest(scrollId);
+ request.scroll(scroll);
+ SearchResponse response = client.scroll(request, RequestOptions.DEFAULT);
+ if (response == null || response.status() != RestStatus.OK) {
+ return null;
+ }
+ List content = toPojoList(response, clazz);
+ ScrollData scrollData = new ScrollData<>();
+ scrollData.setSize(searchBuilder.size());
+ scrollData.setTotal(response.getHits().getTotalHits());
+ scrollData.setScrollId(response.getScrollId());
+ scrollData.setContent(content);
+ return scrollData;
+ }
+
+ public boolean pojoScrollEnd(String scrollId) throws IOException {
+ ClearScrollRequest request = new ClearScrollRequest();
+ request.addScrollId(scrollId);
+ ClearScrollResponse response = client.clearScroll(request, RequestOptions.DEFAULT);
+ if (response != null) {
+ return response.isSucceeded();
+ }
+ return false;
+ }
+
+ public T toPojo(GetResponse response, Class clazz) {
+ if (null == response || StrUtil.isBlank(response.getSourceAsString())) {
+ return null;
+ } else {
+ return JsonUtil.toBean(response.getSourceAsString(), clazz);
+ }
+ }
+
+ public List toPojoList(SearchResponse response, Class clazz) {
+ if (response == null || response.status() != RestStatus.OK) {
+ return new ArrayList<>(0);
+ }
+ if (ArrayUtil.isEmpty(response.getHits().getHits())) {
+ return new ArrayList<>(0);
+ }
+ return Stream.of(response.getHits().getHits())
+ .map(hit -> JsonUtil.toBean(hit.getSourceAsString(), clazz))
+ .collect(Collectors.toList());
+ }
+
+ public Map toMap(T entity) {
+ return JsonUtil.toMap(JsonUtil.toString(entity));
+ }
+
+ @Override
+ public synchronized void close() {
+ if (null == client) {
+ return;
+ }
+ IoUtil.close(client);
+ }
+
+}
diff --git a/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/config/ElasticsearchConfig.java b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/config/ElasticsearchConfig.java
new file mode 100644
index 00000000..791bbf1c
--- /dev/null
+++ b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/config/ElasticsearchConfig.java
@@ -0,0 +1,44 @@
+package io.github.dunwu.javadb.elasticsearch.config;
+
+import cn.hutool.core.util.StrUtil;
+import io.github.dunwu.javadb.elasticsearch.ElasticsearchFactory;
+import io.github.dunwu.javadb.elasticsearch.ElasticsearchTemplate;
+import org.elasticsearch.client.RestHighLevelClient;
+import org.springframework.beans.factory.annotation.Value;
+import org.springframework.boot.autoconfigure.condition.ConditionalOnMissingBean;
+import org.springframework.context.annotation.Bean;
+import org.springframework.context.annotation.ComponentScan;
+import org.springframework.context.annotation.Configuration;
+
+import java.util.List;
+
+/**
+ * ES 配置
+ *
+ * @author Zhang Peng
+ * @date 2024-02-07
+ */
+@Configuration
+@ComponentScan(value = "io.github.dunwu.javadb.elasticsearch.mapper")
+public class ElasticsearchConfig {
+
+ @Value("${es.hosts:#{null}}")
+ private String hostsConfig;
+
+ @Bean("restHighLevelClient")
+ @ConditionalOnMissingBean
+ public RestHighLevelClient restHighLevelClient() {
+ if (hostsConfig == null) {
+ return ElasticsearchFactory.newRestHighLevelClient();
+ } else {
+ List hosts = StrUtil.split(hostsConfig, ",");
+ return ElasticsearchFactory.newRestHighLevelClient(hosts);
+ }
+ }
+
+ @Bean("elasticsearchTemplate")
+ public ElasticsearchTemplate elasticsearchTemplate(RestHighLevelClient restHighLevelClient) {
+ return ElasticsearchFactory.newElasticsearchTemplate(restHighLevelClient);
+ }
+
+}
diff --git a/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/config/EnableElasticsearch.java b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/config/EnableElasticsearch.java
new file mode 100644
index 00000000..c2c24479
--- /dev/null
+++ b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/config/EnableElasticsearch.java
@@ -0,0 +1,26 @@
+package io.github.dunwu.javadb.elasticsearch.config;
+
+import org.springframework.context.annotation.EnableAspectJAutoProxy;
+import org.springframework.context.annotation.Import;
+
+import java.lang.annotation.Documented;
+import java.lang.annotation.ElementType;
+import java.lang.annotation.Retention;
+import java.lang.annotation.RetentionPolicy;
+import java.lang.annotation.Target;
+
+/**
+ * 启动 Elasticsearch 配置注解
+ *
+ * @author Zhang Peng
+ * @date 2023-06-30
+ */
+@Target({ ElementType.TYPE })
+@Retention(RetentionPolicy.RUNTIME)
+@EnableAspectJAutoProxy(
+ proxyTargetClass = false
+)
+@Import({ ElasticsearchConfig.class })
+@Documented
+public @interface EnableElasticsearch {
+}
diff --git a/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/constant/CodeMsg.java b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/constant/CodeMsg.java
new file mode 100644
index 00000000..96e46f6c
--- /dev/null
+++ b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/constant/CodeMsg.java
@@ -0,0 +1,15 @@
+package io.github.dunwu.javadb.elasticsearch.constant;
+
+/**
+ * 请求 / 应答状态接口
+ *
+ * @author Zhang Peng
+ * @since 2019-06-06
+ */
+public interface CodeMsg {
+
+ int getCode();
+
+ String getMsg();
+
+}
diff --git a/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/constant/ResultCode.java b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/constant/ResultCode.java
new file mode 100644
index 00000000..d4822fb8
--- /dev/null
+++ b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/constant/ResultCode.java
@@ -0,0 +1,97 @@
+package io.github.dunwu.javadb.elasticsearch.constant;
+
+import cn.hutool.core.util.StrUtil;
+
+import java.util.stream.Stream;
+
+/**
+ * 系统级错误码
+ *
+ * @author Zhang Peng
+ * @see HTTP 状态码
+ * @see 腾讯开放平台错误码
+ * @see 新浪开放平台错误码
+ * @see 支付宝开放平台API
+ * @see 微信开放平台错误码
+ * @since 2019-04-11
+ */
+public enum ResultCode implements CodeMsg {
+
+ OK(0, "成功"),
+
+ PART_OK(1, "部分成功"),
+
+ FAIL(-1, "失败"),
+
+ // -----------------------------------------------------
+ // 系统级错误码
+ // -----------------------------------------------------
+
+ ERROR(1000, "服务器错误"),
+
+ PARAM_ERROR(1001, "参数错误"),
+
+ TASK_ERROR(1001, "调度任务错误"),
+
+ CONFIG_ERROR(1003, "配置错误"),
+
+ REQUEST_ERROR(1004, "请求错误"),
+
+ IO_ERROR(1005, "IO 错误"),
+
+ // -----------------------------------------------------
+ // 2000 ~ 2999 数据库错误
+ // -----------------------------------------------------
+
+ DATA_ERROR(2000, "数据库错误"),
+
+ // -----------------------------------------------------
+ // 3000 ~ 3999 三方错误
+ // -----------------------------------------------------
+
+ THIRD_PART_ERROR(3000, "三方错误"),
+
+ // -----------------------------------------------------
+ // 3000 ~ 3999 认证错误
+ // -----------------------------------------------------
+
+ AUTH_ERROR(4000, "认证错误");
+
+ private final int code;
+
+ private final String msg;
+
+ ResultCode(int code, String msg) {
+ this.code = code;
+ this.msg = msg;
+ }
+
+ @Override
+ public int getCode() {
+ return code;
+ }
+
+ @Override
+ public String getMsg() {
+ return msg;
+ }
+
+ public static String getNameByCode(int code) {
+ return Stream.of(ResultCode.values()).filter(item -> item.getCode() == code).findFirst()
+ .map(ResultCode::getMsg).orElse(null);
+ }
+
+ public static ResultCode getEnumByCode(int code) {
+ return Stream.of(ResultCode.values()).filter(item -> item.getCode() == code).findFirst().orElse(null);
+ }
+
+ public static String getTypeInfo() {
+ StringBuilder sb = new StringBuilder();
+ ResultCode[] types = ResultCode.values();
+ for (ResultCode type : types) {
+ sb.append(StrUtil.format("{}:{}, ", type.getCode(), type.getMsg()));
+ }
+ return sb.toString();
+ }
+}
diff --git a/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/entity/BaseEsEntity.java b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/entity/BaseEsEntity.java
new file mode 100644
index 00000000..32206066
--- /dev/null
+++ b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/entity/BaseEsEntity.java
@@ -0,0 +1,37 @@
+package io.github.dunwu.javadb.elasticsearch.entity;
+
+import lombok.Data;
+import lombok.ToString;
+
+import java.io.Serializable;
+import java.util.LinkedHashMap;
+import java.util.Map;
+
+/**
+ * ES 实体接口
+ *
+ * @author Zhang Peng
+ * @since 2023-06-28
+ */
+@Data
+@ToString
+public abstract class BaseEsEntity implements Serializable {
+
+ public static final String DOC_ID = "docId";
+
+ /**
+ * 获取版本
+ */
+ protected Long version;
+
+ protected Float hitScore;
+
+ public abstract String getDocId();
+
+ public static Map getPropertiesMap() {
+ Map map = new LinkedHashMap<>(1);
+ map.put(BaseEsEntity.DOC_ID, "keyword");
+ return map;
+ }
+
+}
diff --git a/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/entity/User.java b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/entity/User.java
new file mode 100644
index 00000000..b21b229c
--- /dev/null
+++ b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/entity/User.java
@@ -0,0 +1,44 @@
+package io.github.dunwu.javadb.elasticsearch.entity;
+
+import lombok.AllArgsConstructor;
+import lombok.Builder;
+import lombok.Getter;
+import lombok.NoArgsConstructor;
+import lombok.Setter;
+
+import java.io.Serializable;
+import java.util.LinkedHashMap;
+import java.util.Map;
+
+/**
+ * 短剧、长视频消费数据 ES 实体
+ *
+ * @author Zhang Peng
+ * @date 2024-04-02
+ */
+@Builder
+@Getter
+@Setter
+@NoArgsConstructor
+@AllArgsConstructor
+public class User extends BaseEsEntity implements Serializable {
+
+ private String id;
+ private String name;
+ private Integer age;
+
+ @Override
+ public String getDocId() {
+ return id;
+ }
+
+ public static Map getPropertiesMap() {
+ Map map = new LinkedHashMap<>();
+ map.put(BaseEsEntity.DOC_ID, "keyword");
+ map.put("id", "long");
+ map.put("name", "keyword");
+ map.put("age", "integer");
+ return map;
+ }
+
+}
diff --git a/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/entity/common/PageData.java b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/entity/common/PageData.java
new file mode 100644
index 00000000..e436f8b6
--- /dev/null
+++ b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/entity/common/PageData.java
@@ -0,0 +1,37 @@
+package io.github.dunwu.javadb.elasticsearch.entity.common;
+
+import lombok.AllArgsConstructor;
+import lombok.Getter;
+import lombok.NoArgsConstructor;
+import lombok.Setter;
+
+import java.io.Serializable;
+import java.util.ArrayList;
+import java.util.List;
+
+/**
+ * 分页实体
+ *
+ * @author Zhang Peng
+ * @date 2023-06-28
+ */
+@Getter
+@Setter
+@NoArgsConstructor
+@AllArgsConstructor
+public class PageData implements Serializable {
+
+ private int page;
+ private int size;
+ private long total;
+ private List content = new ArrayList<>();
+
+ public PageData(int page, int size, long total) {
+ this.total = total;
+ this.page = page;
+ this.size = size;
+ }
+
+ private static final long serialVersionUID = 1L;
+
+}
diff --git a/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/entity/common/ScrollData.java b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/entity/common/ScrollData.java
new file mode 100644
index 00000000..4f90cb85
--- /dev/null
+++ b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/entity/common/ScrollData.java
@@ -0,0 +1,30 @@
+package io.github.dunwu.javadb.elasticsearch.entity.common;
+
+import lombok.AllArgsConstructor;
+import lombok.Getter;
+import lombok.NoArgsConstructor;
+import lombok.Setter;
+
+import java.io.Serializable;
+import java.util.Collection;
+
+/**
+ * Hbase 滚动数据实体
+ *
+ * @author Zhang Peng
+ * @date 2023-11-16
+ */
+@Getter
+@Setter
+@NoArgsConstructor
+@AllArgsConstructor
+public class ScrollData implements Serializable {
+
+ private String scrollId;
+ private int size = 10;
+ private long total = 0L;
+ private Collection content;
+
+ private static final long serialVersionUID = 1L;
+
+}
diff --git a/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/exception/CodeMsgException.java b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/exception/CodeMsgException.java
new file mode 100644
index 00000000..98ab1995
--- /dev/null
+++ b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/exception/CodeMsgException.java
@@ -0,0 +1,128 @@
+package io.github.dunwu.javadb.elasticsearch.exception;
+
+import cn.hutool.core.util.StrUtil;
+import io.github.dunwu.javadb.elasticsearch.constant.CodeMsg;
+import io.github.dunwu.javadb.elasticsearch.constant.ResultCode;
+
+/**
+ * 基础异常
+ *
+ * @author Zhang Peng
+ * @since 2021-09-25
+ */
+public class CodeMsgException extends RuntimeException implements CodeMsg {
+
+ private static final long serialVersionUID = 6146660782281445735L;
+
+ /**
+ * 状态码
+ */
+ protected int code;
+
+ /**
+ * 响应信息
+ */
+ protected String msg;
+
+ /**
+ * 提示信息
+ */
+ protected String toast;
+
+ public CodeMsgException() {
+ this(ResultCode.FAIL);
+ }
+
+ public CodeMsgException(CodeMsg codeMsg) {
+ this(codeMsg.getCode(), codeMsg.getMsg());
+ }
+
+ public CodeMsgException(CodeMsg codeMsg, String msg) {
+ this(codeMsg.getCode(), msg, null);
+ }
+
+ public CodeMsgException(CodeMsg codeMsg, String msg, String toast) {
+ this(codeMsg.getCode(), msg, toast);
+ }
+
+ public CodeMsgException(String msg) {
+ this(ResultCode.FAIL, msg);
+ }
+
+ public CodeMsgException(int code, String msg) {
+ this(code, msg, msg);
+ }
+
+ public CodeMsgException(int code, String msg, String toast) {
+ super(msg);
+ setCode(code);
+ setMsg(msg);
+ setToast(toast);
+ }
+
+ public CodeMsgException(Throwable cause) {
+ this(cause, ResultCode.FAIL);
+ }
+
+ public CodeMsgException(Throwable cause, String msg) {
+ this(cause, ResultCode.FAIL, msg);
+ }
+
+ public CodeMsgException(Throwable cause, CodeMsg codeMsg) {
+ this(cause, codeMsg.getCode(), codeMsg.getMsg());
+ }
+
+ public CodeMsgException(Throwable cause, CodeMsg codeMsg, String msg) {
+ this(cause, codeMsg.getCode(), msg, null);
+ }
+
+ public CodeMsgException(Throwable cause, CodeMsg codeMsg, String msg, String toast) {
+ this(cause, codeMsg.getCode(), msg, toast);
+ }
+
+ public CodeMsgException(Throwable cause, int code, String msg) {
+ this(cause, code, msg, null);
+ }
+
+ public CodeMsgException(Throwable cause, int code, String msg, String toast) {
+ super(msg, cause);
+ setCode(code);
+ setMsg(msg);
+ setToast(toast);
+ }
+
+ @Override
+ public String getMessage() {
+ if (StrUtil.isNotBlank(msg)) {
+ return StrUtil.format("[{}]{}", code, msg);
+ }
+ return super.getMessage();
+ }
+
+ @Override
+ public int getCode() {
+ return code;
+ }
+
+ public void setCode(int code) {
+ this.code = code;
+ }
+
+ @Override
+ public String getMsg() {
+ return msg;
+ }
+
+ public void setMsg(String msg) {
+ this.msg = msg;
+ }
+
+ public String getToast() {
+ return toast;
+ }
+
+ public void setToast(String toast) {
+ this.toast = toast;
+ }
+
+}
diff --git a/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/exception/DefaultException.java b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/exception/DefaultException.java
new file mode 100644
index 00000000..14908e39
--- /dev/null
+++ b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/exception/DefaultException.java
@@ -0,0 +1,72 @@
+package io.github.dunwu.javadb.elasticsearch.exception;
+
+import io.github.dunwu.javadb.elasticsearch.constant.CodeMsg;
+import io.github.dunwu.javadb.elasticsearch.constant.ResultCode;
+
+/**
+ * 默认异常
+ *
+ * @author Zhang Peng
+ * @since 2021-12-30
+ */
+public class DefaultException extends CodeMsgException {
+
+ private static final long serialVersionUID = -7027578114976830416L;
+
+ public DefaultException() {
+ this(ResultCode.FAIL);
+ }
+
+ public DefaultException(CodeMsg codeMsg) {
+ this(codeMsg.getCode(), codeMsg.getMsg());
+ }
+
+ public DefaultException(CodeMsg codeMsg, String msg) {
+ this(codeMsg.getCode(), msg, null);
+ }
+
+ public DefaultException(CodeMsg codeMsg, String msg, String toast) {
+ this(codeMsg.getCode(), msg, toast);
+ }
+
+ public DefaultException(String msg) {
+ this(ResultCode.FAIL, msg);
+ }
+
+ public DefaultException(int code, String msg) {
+ this(code, msg, msg);
+ }
+
+ public DefaultException(int code, String msg, String toast) {
+ super(code, msg, toast);
+ }
+
+ public DefaultException(Throwable cause) {
+ this(cause, ResultCode.FAIL);
+ }
+
+ public DefaultException(Throwable cause, String msg) {
+ this(cause, ResultCode.FAIL, msg);
+ }
+
+ public DefaultException(Throwable cause, CodeMsg codeMsg) {
+ this(cause, codeMsg.getCode(), codeMsg.getMsg());
+ }
+
+ public DefaultException(Throwable cause, CodeMsg codeMsg, String msg) {
+ this(cause, codeMsg.getCode(), msg, null);
+ }
+
+ public DefaultException(Throwable cause, CodeMsg codeMsg, String msg, String toast) {
+ this(cause, codeMsg.getCode(), msg, toast);
+ }
+
+ public DefaultException(Throwable cause, int code, String msg) {
+ this(cause, code, msg, null);
+ }
+
+ public DefaultException(Throwable cause, int code, String msg, String toast) {
+ super(cause, code, msg, toast);
+ }
+
+}
diff --git a/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/mapper/BaseDynamicEsMapper.java b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/mapper/BaseDynamicEsMapper.java
new file mode 100644
index 00000000..c75c6cc6
--- /dev/null
+++ b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/mapper/BaseDynamicEsMapper.java
@@ -0,0 +1,331 @@
+package io.github.dunwu.javadb.elasticsearch.mapper;
+
+import cn.hutool.core.collection.CollectionUtil;
+import cn.hutool.core.date.DatePattern;
+import cn.hutool.core.date.DateTime;
+import cn.hutool.core.date.DateUtil;
+import cn.hutool.core.util.StrUtil;
+import cn.hutool.json.JSONUtil;
+import io.github.dunwu.javadb.elasticsearch.ElasticsearchTemplate;
+import io.github.dunwu.javadb.elasticsearch.constant.ResultCode;
+import io.github.dunwu.javadb.elasticsearch.entity.BaseEsEntity;
+import io.github.dunwu.javadb.elasticsearch.entity.common.PageData;
+import io.github.dunwu.javadb.elasticsearch.entity.common.ScrollData;
+import io.github.dunwu.javadb.elasticsearch.exception.DefaultException;
+import lombok.extern.slf4j.Slf4j;
+import org.elasticsearch.action.ActionListener;
+import org.elasticsearch.action.bulk.BulkResponse;
+import org.elasticsearch.action.get.GetResponse;
+import org.elasticsearch.action.search.SearchResponse;
+import org.elasticsearch.index.query.QueryBuilder;
+import org.elasticsearch.search.builder.SearchSourceBuilder;
+
+import java.io.IOException;
+import java.util.ArrayList;
+import java.util.Collection;
+import java.util.List;
+
+/**
+ * 动态 ES Mapper 基础类（以时间为维度动态创建、删除 index），用于数据量特别大，需要按照日期分片的索引。
+ *
+ * 注：使用此 Mapper 的索引、别名必须遵循命名格式：索引名 = 别名_yyyyMMdd
+ *
+ * @author Zhang Peng
+ * @date 2024-04-07
+ */
+@Slf4j
+public abstract class BaseDynamicEsMapper extends BaseEsMapper {
+
+ public BaseDynamicEsMapper(ElasticsearchTemplate elasticsearchTemplate) {
+ super(elasticsearchTemplate);
+ }
+
+ @Override
+ public boolean enableAutoCreateIndex() {
+ return true;
+ }
+
+ // ====================================================================
+ // 索引管理操作
+ // ====================================================================
+
+ public String getIndex(String day) {
+
+ String alias = getAlias();
+ if (StrUtil.isBlank(day)) {
+ String msg = StrUtil.format("【ES】获取 {} 索引失败！day 不能为空！", alias);
+ throw new DefaultException(ResultCode.PARAM_ERROR, msg);
+ }
+
+ DateTime date;
+ try {
+ date = DateUtil.parse(day, DatePattern.NORM_DATE_PATTERN);
+ } catch (Exception e) {
+ String msg = StrUtil.format("【ES】获取 {} 索引失败！day: {} 不符合日期格式 {}！",
+ alias, day, DatePattern.NORM_DATE_PATTERN);
+ throw new DefaultException(e, ResultCode.PARAM_ERROR, msg);
+ }
+
+ String formatDate = DateUtil.format(date, DatePattern.PURE_DATE_FORMAT);
+ return alias + "_" + formatDate;
+ }
+
+ public boolean isIndexExistsInDay(String day) {
+ if (StrUtil.isBlank(day)) {
+ return false;
+ }
+ String index = getIndex(day);
+ try {
+ return elasticsearchTemplate.isIndexExists(getIndex(day));
+ } catch (Exception e) {
+ log.error("【ES】判断索引是否存在异常！index: {}", index, e);
+ return false;
+ }
+ }
+
+ public String createIndexIfNotExistsInDay(String day) {
+ String index = getIndex(day);
+ String type = getType();
+ String alias = getAlias();
+ int shard = getShard();
+ int replica = getReplica();
+ return createIndex(index, type, alias, shard, replica);
+ }
+
+ public void deleteIndexInDay(String day) {
+ String index = getIndex(day);
+ try {
+ log.info("【ES】删除索引成功！index: {}", index);
+ elasticsearchTemplate.deleteIndex(index);
+ } catch (Exception e) {
+ log.error("【ES】删除索引异常！index: {}", index, e);
+ }
+ }
+
+ public void updateAliasInDay(String day) {
+ String index = getIndex(day);
+ String alias = getAlias();
+ try {
+ log.info("【ES】更新别名成功！alias: {} -> index: {}", alias, index);
+ elasticsearchTemplate.updateAlias(index, alias);
+ } catch (IOException e) {
+ log.error("【ES】更新别名异常！alias: {} -> index: {}", alias, index, e);
+ }
+ }
+
+ // ====================================================================
+ // CRUD 操作
+ // ====================================================================
+
+ public GetResponse getByIdInDay(String day, String id) {
+ String index = getIndex(day);
+ String type = getType();
+ try {
+ return elasticsearchTemplate.getById(index, type, id, null);
+ } catch (IOException e) {
+ log.error("【ES】根据ID查询异常！index: {}, type: {}, id: {}", index, type, id, e);
+ return null;
+ }
+ }
+
+ public T pojoByIdInDay(String day, String id) {
+ String index = getIndex(day);
+ String type = getType();
+ try {
+ return elasticsearchTemplate.pojoById(index, type, id, null, getEntityClass());
+ } catch (IOException e) {
+ log.error("【ES】根据ID查询POJO异常！index: {}, type: {}, id: {}", index, type, id, e);
+ return null;
+ }
+ }
+
+ public List pojoListByIdsInDay(String day, Collection ids) {
+ String index = getIndex(day);
+ String type = getType();
+ try {
+ return elasticsearchTemplate.pojoListByIds(index, type, ids, getEntityClass());
+ } catch (IOException e) {
+ log.error("【ES】根据ID查询POJO列表异常！index: {}, type: {}, ids: {}", index, type, ids, e);
+ return new ArrayList<>(0);
+ }
+ }
+
+ public long countInDay(String day, SearchSourceBuilder builder) {
+ String index = getIndex(day);
+ String type = getType();
+ try {
+ return elasticsearchTemplate.count(index, type, builder);
+ } catch (IOException e) {
+ log.error("【ES】获取匹配记录数异常！index: {}, type: {}", index, type, e);
+ return 0L;
+ }
+ }
+
+ public SearchResponse queryInDay(String day, SearchSourceBuilder builder) {
+ String index = getIndex(day);
+ String type = getType();
+ try {
+ return elasticsearchTemplate.query(index, type, builder);
+ } catch (IOException e) {
+ log.error("【ES】条件查询异常！index: {}, type: {}", index, type, e);
+ return null;
+ }
+ }
+
+ public PageData pojoPageInDay(String day, SearchSourceBuilder builder) {
+ String index = getIndex(day);
+ String type = getType();
+ try {
+ return elasticsearchTemplate.pojoPage(index, type, builder, getEntityClass());
+ } catch (IOException e) {
+ log.error("【ES】from + size 分页条件查询异常！index: {}, type: {}", index, type, e);
+ return null;
+ }
+ }
+
+ public ScrollData pojoPageByLastIdInDay(String day, String scrollId, int size, QueryBuilder queryBuilder) {
+ String index = getIndex(day);
+ String type = getType();
+ try {
+ return elasticsearchTemplate.pojoPageByScrollId(index, type, scrollId, size, queryBuilder, getEntityClass());
+ } catch (IOException e) {
+ log.error("【ES】search after 分页条件查询异常！index: {}, type: {}", index, type, e);
+ return null;
+ }
+ }
+
+ public ScrollData pojoScrollBeginInDay(String day, SearchSourceBuilder builder) {
+ String index = getIndex(day);
+ String type = getType();
+ try {
+ return elasticsearchTemplate.pojoScrollBegin(index, type, builder, getEntityClass());
+ } catch (IOException e) {
+ log.error("【ES】开启滚动分页条件查询异常！index: {}, type: {}", index, type, e);
+ return null;
+ }
+ }
+
+ /**
+ * 根据日期动态选择索引并更新
+ *
+ * @param day 日期，格式为：yyyy-MM-dd
+ * @param entity 待更新的数据
+ * @return /
+ */
+ public T saveInDay(String day, T entity) {
+ if (StrUtil.isBlank(day) || entity == null) {
+ return null;
+ }
+ String index = getIndex(day);
+ String type = getType();
+ try {
+ checkIndex(day);
+ checkData(entity);
+ return elasticsearchTemplate.save(index, getType(), entity);
+ } catch (IOException e) {
+ log.error("【ES】添加数据异常！index: {}, type: {}, entity: {}", index, type, JSONUtil.toJsonStr(entity), e);
+ return null;
+ }
+ }
+
+ /**
+ * 根据日期动态选择索引并批量更新
+ *
+ * @param day 日期，格式为：yyyy-MM-dd
+ * @param list 待更新的数据
+ * @return /
+ */
+ public boolean saveBatchInDay(String day, Collection list) {
+ if (StrUtil.isBlank(day) || CollectionUtil.isEmpty(list)) {
+ return false;
+ }
+ String index = getIndex(day);
+ String type = getType();
+ try {
+ checkIndex(day);
+ checkData(list);
+ return elasticsearchTemplate.saveBatch(index, type, list);
+ } catch (IOException e) {
+ log.error("【ES】批量添加数据异常！index: {}, type: {}, size: {}", index, type, list.size(), e);
+ return false;
+ }
+ }
+
+ public void asyncSaveBatchInDay(String day, Collection list) {
+ asyncSaveBatchInDay(day, list, DEFAULT_BULK_LISTENER);
+ }
+
+ public void asyncSaveBatchInDay(String day, Collection list, ActionListener listener) {
+ if (StrUtil.isBlank(day) || CollectionUtil.isEmpty(list)) {
+ return;
+ }
+ String index = getIndex(day);
+ String type = getType();
+ try {
+ checkIndex(day);
+ checkData(list);
+ elasticsearchTemplate.asyncSaveBatch(index, type, list, listener);
+ } catch (Exception e) {
+ log.error("【ES】异步批量添加数据异常！index: {}, type: {}, size: {}", index, type, list.size(), e);
+ }
+ }
+
+ public void asyncUpdateBatchIdsInDay(String day, Collection list) {
+ asyncUpdateBatchIdsInDay(day, list, DEFAULT_BULK_LISTENER);
+ }
+
+ public void asyncUpdateBatchIdsInDay(String day, Collection list, ActionListener listener) {
+ if (StrUtil.isBlank(day) || CollectionUtil.isEmpty(list)) {
+ return;
+ }
+ String index = getIndex(day);
+ String type = getType();
+ try {
+ checkData(list);
+ elasticsearchTemplate.asyncUpdateBatchIds(index, type, list, listener);
+ } catch (Exception e) {
+ log.error("【ES】异步批量更新数据异常！index: {}, type: {}, size: {}", index, type, list.size(), e);
+ }
+ }
+
+ public boolean deleteByIdInDay(String day, String id) {
+ if (StrUtil.isBlank(day) || StrUtil.isBlank(id)) {
+ return false;
+ }
+ String index = getIndex(day);
+ String type = getType();
+ try {
+ return elasticsearchTemplate.deleteById(index, type, id);
+ } catch (IOException e) {
+ log.error("【ES】根据ID删除数据异常！index: {}, type: {}, id: {}", index, type, id, e);
+ return false;
+ }
+ }
+
+ public boolean deleteBatchIdsInDay(String day, Collection ids) {
+ if (StrUtil.isBlank(day) || CollectionUtil.isEmpty(ids)) {
+ return false;
+ }
+ String index = getIndex(day);
+ String type = getType();
+ try {
+ return elasticsearchTemplate.deleteBatchIds(index, type, ids);
+ } catch (IOException e) {
+ log.error("【ES】根据ID批量删除数据异常！index: {}, type: {}, ids: {}", index, type, ids, e);
+ return false;
+ }
+ }
+
+ protected String checkIndex(String day) {
+ if (!enableAutoCreateIndex()) {
+ return getIndex(day);
+ }
+ String index = createIndexIfNotExistsInDay(day);
+ if (StrUtil.isBlank(index)) {
+ String msg = StrUtil.format("【ES】索引 {}_{} 找不到且创建失败！", getAlias(), day);
+ throw new DefaultException(ResultCode.ERROR, msg);
+ }
+ return index;
+ }
+
+}
diff --git a/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/mapper/BaseEsMapper.java b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/mapper/BaseEsMapper.java
new file mode 100644
index 00000000..b125bea9
--- /dev/null
+++ b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/mapper/BaseEsMapper.java
@@ -0,0 +1,502 @@
+package io.github.dunwu.javadb.elasticsearch.mapper;
+
+import cn.hutool.core.collection.CollectionUtil;
+import cn.hutool.core.map.MapUtil;
+import cn.hutool.core.util.ReflectUtil;
+import cn.hutool.core.util.StrUtil;
+import cn.hutool.json.JSONUtil;
+import io.github.dunwu.javadb.elasticsearch.ElasticsearchTemplate;
+import io.github.dunwu.javadb.elasticsearch.constant.ResultCode;
+import io.github.dunwu.javadb.elasticsearch.entity.BaseEsEntity;
+import io.github.dunwu.javadb.elasticsearch.entity.common.PageData;
+import io.github.dunwu.javadb.elasticsearch.entity.common.ScrollData;
+import io.github.dunwu.javadb.elasticsearch.exception.DefaultException;
+import lombok.extern.slf4j.Slf4j;
+import org.elasticsearch.action.ActionListener;
+import org.elasticsearch.action.bulk.BulkProcessor;
+import org.elasticsearch.action.bulk.BulkResponse;
+import org.elasticsearch.action.get.GetResponse;
+import org.elasticsearch.action.search.SearchResponse;
+import org.elasticsearch.client.RestHighLevelClient;
+import org.elasticsearch.index.query.QueryBuilder;
+import org.elasticsearch.search.builder.SearchSourceBuilder;
+
+import java.lang.reflect.Method;
+import java.util.ArrayList;
+import java.util.Collection;
+import java.util.HashMap;
+import java.util.HashSet;
+import java.util.List;
+import java.util.Map;
+import java.util.Set;
+
+/**
+ * ES Mapper 基础类
+ *
+ * @author Zhang Peng
+ * @date 2023-06-27
+ */
+@Slf4j
+public abstract class BaseEsMapper implements EsMapper {
+
+ protected BulkProcessor bulkProcessor;
+
+ protected final ElasticsearchTemplate elasticsearchTemplate;
+
+ public BaseEsMapper(ElasticsearchTemplate elasticsearchTemplate) {
+ this.elasticsearchTemplate = elasticsearchTemplate;
+ }
+
+ public int getShard() {
+ return 5;
+ }
+
+ public int getReplica() {
+ return 1;
+ }
+
+ @Override
+ public RestHighLevelClient getClient() {
+ if (elasticsearchTemplate == null) {
+ return null;
+ }
+ return elasticsearchTemplate.getClient();
+ }
+
+ @Override
+ public synchronized BulkProcessor getBulkProcessor() {
+ if (bulkProcessor == null) {
+ bulkProcessor = elasticsearchTemplate.newAsyncBulkProcessor();
+ }
+ return bulkProcessor;
+ }
+
+ @SuppressWarnings("unchecked")
+ public Map getPropertiesMap() {
+ Class clazz = getEntityClass();
+ Method method;
+ try {
+ method = clazz.getMethod("getPropertiesMap");
+ } catch (NoSuchMethodException e) {
+ log.error("【ES】{} 中不存在 getPropertiesMap 方法！", clazz.getCanonicalName());
+ return new HashMap<>(0);
+ }
+
+ Object result = ReflectUtil.invokeStatic(method);
+ if (result == null) {
+ return new HashMap<>(0);
+ }
+ return (Map) result;
+ }
+
+ // ====================================================================
+ // 索引管理操作
+ // ====================================================================
+
+ @Override
+ public boolean isIndexExists() {
+ String index = getIndex();
+ try {
+ return elasticsearchTemplate.isIndexExists(index);
+ } catch (Exception e) {
+ log.error("【ES】判断索引是否存在异常！index: {}", index, e);
+ return false;
+ }
+ }
+
+ @Override
+ public String createIndexIfNotExists() {
+ String index = getIndex();
+ String type = getType();
+ String alias = getAlias();
+ int shard = getShard();
+ int replica = getReplica();
+ return createIndex(index, type, alias, shard, replica);
+ }
+
+ protected String createIndex(String index, String type, String alias, int shard, int replica) {
+ try {
+ if (elasticsearchTemplate.isIndexExists(index)) {
+ return index;
+ }
+ elasticsearchTemplate.createIndex(index, type, alias, shard, replica);
+ log.info("【ES】创建索引成功！index: {}, type: {}, alias: {}, shard: {}, replica: {}",
+ index, type, alias, shard, replica);
+ Map propertiesMap = getPropertiesMap();
+ if (MapUtil.isNotEmpty(propertiesMap)) {
+ elasticsearchTemplate.setMapping(index, type, propertiesMap);
+ log.error("【ES】设置索引 mapping 成功！index: {}, type: {}, propertiesMap: {}",
+ index, type, JSONUtil.toJsonStr(propertiesMap));
+ }
+ return index;
+ } catch (Exception e) {
+ log.error("【ES】创建索引异常！index: {}, type: {}, alias: {}, shard: {}, replica: {}",
+ index, type, alias, shard, replica, e);
+ return null;
+ }
+ }
+
+ @Override
+ public void deleteIndex() {
+ String index = getIndex();
+ try {
+ log.info("【ES】删除索引成功！index: {}", index);
+ elasticsearchTemplate.deleteIndex(index);
+ } catch (Exception e) {
+ log.error("【ES】删除索引异常！index: {}", index, e);
+ }
+ }
+
+ @Override
+ public void updateAlias() {
+ String index = getIndex();
+ String alias = getAlias();
+ try {
+ log.info("【ES】更新别名成功！alias: {} -> index: {}", alias, index);
+ elasticsearchTemplate.updateAlias(index, alias);
+ } catch (Exception e) {
+ log.error("【ES】更新别名异常！alias: {} -> index: {}", alias, index, e);
+ }
+ }
+
+ @Override
+ public Set getIndexSet() {
+ String alias = getAlias();
+ try {
+ return elasticsearchTemplate.getIndexSet(alias);
+ } catch (Exception e) {
+ log.error("【ES】获取别名的所有索引异常！alias: {}", alias, e);
+ return new HashSet<>(0);
+ }
+ }
+
+ // ====================================================================
+ // CRUD 操作
+ // ====================================================================
+
+ @Override
+ public GetResponse getById(String id) {
+ return getById(id, null);
+ }
+
+ @Override
+ public GetResponse getById(String id, Long version) {
+ String index = getIndex();
+ String type = getType();
+ try {
+ return elasticsearchTemplate.getById(index, type, id, version);
+ } catch (Exception e) {
+ log.error("【ES】根据ID查询异常！index: {}, type: {}, id: {}, version: {}", index, type, id, version, e);
+ return null;
+ }
+ }
+
+ @Override
+ public T pojoById(String id) {
+ return pojoById(id, null);
+ }
+
+ @Override
+ public T pojoById(String id, Long version) {
+ String index = getIndex();
+ String type = getType();
+ try {
+ return elasticsearchTemplate.pojoById(index, type, id, version, getEntityClass());
+ } catch (Exception e) {
+ log.error("【ES】根据ID查询POJO异常！index: {}, type: {}, id: {}, version: {}", index, type, id, version, e);
+ return null;
+ }
+ }
+
+ @Override
+ public List pojoListByIds(Collection ids) {
+ String index = getIndex();
+ String type = getType();
+ try {
+ return elasticsearchTemplate.pojoListByIds(index, type, ids, getEntityClass());
+ } catch (Exception e) {
+ log.error("【ES】根据ID查询POJO列表异常！index: {}, type: {}, ids: {}", index, type, ids, e);
+ return new ArrayList<>(0);
+ }
+ }
+
+ @Override
+ public long count(SearchSourceBuilder builder) {
+ String index = getIndex();
+ String type = getType();
+ try {
+ return elasticsearchTemplate.count(index, type, builder);
+ } catch (Exception e) {
+ log.error("【ES】获取匹配记录数异常！index: {}, type: {}", index, type, e);
+ return 0L;
+ }
+ }
+
+ @Override
+ public SearchResponse query(SearchSourceBuilder builder) {
+ String index = getIndex();
+ String type = getType();
+ try {
+ return elasticsearchTemplate.query(index, type, builder);
+ } catch (Exception e) {
+ log.error("【ES】条件查询异常！index: {}, type: {}", index, type, e);
+ return null;
+ }
+ }
+
+ @Override
+ public PageData pojoPage(SearchSourceBuilder builder) {
+ String index = getIndex();
+ String type = getType();
+ try {
+ return elasticsearchTemplate.pojoPage(index, type, builder, getEntityClass());
+ } catch (Exception e) {
+ log.error("【ES】from + size 分页条件查询异常！index: {}, type: {}", index, type, e);
+ return null;
+ }
+ }
+
+ @Override
+ public ScrollData pojoPageByLastId(String scrollId, int size, QueryBuilder queryBuilder) {
+ String index = getIndex();
+ String type = getType();
+ try {
+ return elasticsearchTemplate.pojoPageByScrollId(index, type, scrollId, size, queryBuilder,
+ getEntityClass());
+ } catch (Exception e) {
+ log.error("【ES】search after 分页条件查询异常！index: {}, type: {}", index, type, e);
+ return null;
+ }
+ }
+
+ @Override
+ public ScrollData pojoScrollBegin(SearchSourceBuilder builder) {
+ String index = getIndex();
+ String type = getType();
+ try {
+ return elasticsearchTemplate.pojoScrollBegin(index, type, builder, getEntityClass());
+ } catch (Exception e) {
+ log.error("【ES】开启滚动分页条件查询异常！index: {}, type: {}", index, type, e);
+ return null;
+ }
+ }
+
+ @Override
+ public ScrollData pojoScroll(String scrollId, SearchSourceBuilder builder) {
+ try {
+ return elasticsearchTemplate.pojoScroll(scrollId, builder, getEntityClass());
+ } catch (Exception e) {
+ log.error("【ES】滚动分页条件查询异常！scrollId: {}", scrollId, e);
+ return null;
+ }
+ }
+
+ @Override
+ public boolean pojoScrollEnd(String scrollId) {
+ try {
+ return elasticsearchTemplate.pojoScrollEnd(scrollId);
+ } catch (Exception e) {
+ log.error("【ES】关闭滚动分页条件查询异常！scrollId: {}", scrollId, e);
+ return false;
+ }
+ }
+
+ @Override
+ public T save(T entity) {
+ if (entity == null) {
+ return null;
+ }
+ String index = getIndex();
+ String type = getType();
+ try {
+ checkIndex();
+ checkData(entity);
+ return elasticsearchTemplate.save(index, type, entity);
+ } catch (Exception e) {
+ log.error("【ES】添加数据异常！index: {}, type: {}, entity: {}", index, type, JSONUtil.toJsonStr(entity), e);
+ return null;
+ }
+ }
+
+ @Override
+ public boolean saveBatch(Collection list) {
+ if (CollectionUtil.isEmpty(list)) {
+ return false;
+ }
+ String index = getIndex();
+ String type = getType();
+ try {
+ checkIndex();
+ checkData(list);
+ return elasticsearchTemplate.saveBatch(index, type, list);
+ } catch (Exception e) {
+ log.error("【ES】批量添加数据异常！index: {}, type: {}, size: {}", index, type, list.size(), e);
+ return false;
+ }
+ }
+
+ @Override
+ public void asyncSaveBatch(Collection list) {
+ asyncSaveBatch(list, DEFAULT_BULK_LISTENER);
+ }
+
+ @Override
+ public void asyncSaveBatch(Collection list, ActionListener listener) {
+ if (CollectionUtil.isEmpty(list)) {
+ return;
+ }
+ String index = getIndex();
+ String type = getType();
+ try {
+ checkIndex();
+ checkData(list);
+ elasticsearchTemplate.asyncSaveBatch(index, getType(), list, listener);
+ } catch (Exception e) {
+ log.error("【ES】异步批量添加数据异常！index: {}, type: {}, size: {}", index, type, list.size(), e);
+ }
+ }
+
+ @Override
+ public T updateById(T entity) {
+ if (entity == null) {
+ return null;
+ }
+ String index = getIndex();
+ String type = getType();
+ try {
+ checkData(entity);
+ return elasticsearchTemplate.updateById(index, type, entity);
+ } catch (Exception e) {
+ log.error("【ES】更新数据异常！index: {}, type: {}", index, type, e);
+ return null;
+ }
+ }
+
+ @Override
+ public boolean updateBatchIds(Collection list) {
+ if (CollectionUtil.isEmpty(list)) {
+ return false;
+ }
+ String index = getIndex();
+ String type = getType();
+ try {
+ checkData(list);
+ return elasticsearchTemplate.updateBatchIds(index, type, list);
+ } catch (Exception e) {
+ log.error("【ES】批量更新数据异常！index: {}, type: {}, size: {}", index, type, list.size(), e);
+ return false;
+ }
+ }
+
+ @Override
+ public void asyncUpdateBatchIds(Collection list) {
+ asyncUpdateBatchIds(list, DEFAULT_BULK_LISTENER);
+ }
+
+ @Override
+ public void asyncUpdateBatchIds(Collection list, ActionListener listener) {
+ if (CollectionUtil.isEmpty(list)) {
+ return;
+ }
+ String index = getIndex();
+ String type = getType();
+ try {
+ checkData(list);
+ elasticsearchTemplate.asyncUpdateBatchIds(index, type, list, listener);
+ } catch (Exception e) {
+ log.error("【ES】异步批量更新数据异常！index: {}, type: {}, size: {}", index, type, list.size(), e);
+ }
+ }
+
+ @Override
+ public boolean deleteById(String id) {
+ if (StrUtil.isBlank(id)) {
+ return false;
+ }
+ String index = getIndex();
+ String type = getType();
+ try {
+ return elasticsearchTemplate.deleteById(index, type, id);
+ } catch (Exception e) {
+ log.error("【ES】根据ID删除数据异常！index: {}, type: {}, id: {}", index, type, id, e);
+ return false;
+ }
+ }
+
+ @Override
+ public boolean deleteBatchIds(Collection ids) {
+ if (CollectionUtil.isEmpty(ids)) {
+ return false;
+ }
+ String index = getIndex();
+ String type = getType();
+ try {
+ return elasticsearchTemplate.deleteBatchIds(index, type, ids);
+ } catch (Exception e) {
+ log.error("【ES】根据ID批量删除数据异常！index: {}, type: {}, ids: {}", index, type, ids, e);
+ return false;
+ }
+ }
+
+ @Override
+ public void asyncDeleteBatchIds(Collection ids) {
+ asyncDeleteBatchIds(ids, DEFAULT_BULK_LISTENER);
+ }
+
+ @Override
+ public void asyncDeleteBatchIds(Collection ids, ActionListener listener) {
+ if (CollectionUtil.isEmpty(ids)) {
+ return;
+ }
+ String index = getIndex();
+ String type = getType();
+ try {
+ elasticsearchTemplate.asyncDeleteBatchIds(index, type, ids, listener);
+ } catch (Exception e) {
+ log.error("【ES】异步根据ID批量删除数据异常！index: {}, type: {}, ids: {}", index, type, ids, e);
+ }
+ }
+
+ protected String checkIndex() {
+ if (!enableAutoCreateIndex()) {
+ return getIndex();
+ }
+ String index = createIndexIfNotExists();
+ if (StrUtil.isBlank(index)) {
+ String msg = StrUtil.format("【ES】索引 {} 找不到且创建失败！", index);
+ throw new DefaultException(ResultCode.ERROR, msg);
+ }
+ return index;
+ }
+
+ protected void checkData(Collection list) {
+ if (CollectionUtil.isEmpty(list)) {
+ String msg = StrUtil.format("【ES】写入 {} 失败！list 不能为空！", getIndex());
+ throw new DefaultException(ResultCode.PARAM_ERROR, msg);
+ }
+ }
+
+ protected void checkData(T entity) {
+ if (entity == null) {
+ String msg = StrUtil.format("【ES】写入 {} 失败！entity 不能为空！", getIndex());
+ throw new DefaultException(ResultCode.PARAM_ERROR, msg);
+ }
+ }
+
+ protected final ActionListener DEFAULT_BULK_LISTENER = new ActionListener() {
+ @Override
+ public void onResponse(BulkResponse response) {
+ if (response != null && !response.hasFailures()) {
+ log.info("【ES】异步批量写数据成功！index: {}, type: {}", getIndex(), getType());
+ } else {
+ log.warn("【ES】异步批量写数据失败！index: {}, type: {}", getIndex(), getType());
+ }
+ }
+
+ @Override
+ public void onFailure(Exception e) {
+ log.error("【ES】异步批量写数据异常！index: {}, type: {}", getIndex(), getType());
+ }
+ };
+
+}
diff --git a/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/mapper/EsMapper.java b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/mapper/EsMapper.java
new file mode 100644
index 00000000..5630d664
--- /dev/null
+++ b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/mapper/EsMapper.java
@@ -0,0 +1,142 @@
+package io.github.dunwu.javadb.elasticsearch.mapper;
+
+import cn.hutool.core.collection.CollectionUtil;
+import io.github.dunwu.javadb.elasticsearch.entity.BaseEsEntity;
+import io.github.dunwu.javadb.elasticsearch.entity.common.PageData;
+import io.github.dunwu.javadb.elasticsearch.entity.common.ScrollData;
+import org.elasticsearch.action.ActionListener;
+import org.elasticsearch.action.bulk.BulkProcessor;
+import org.elasticsearch.action.bulk.BulkResponse;
+import org.elasticsearch.action.get.GetResponse;
+import org.elasticsearch.action.search.SearchResponse;
+import org.elasticsearch.client.RestHighLevelClient;
+import org.elasticsearch.index.query.QueryBuilder;
+import org.elasticsearch.search.builder.SearchSourceBuilder;
+
+import java.util.Collection;
+import java.util.HashMap;
+import java.util.List;
+import java.util.Map;
+import java.util.Set;
+
+/**
+ * ES Mapper
+ *
+ * @author Zhang Peng
+ * @date 2023-06-27
+ */
+public interface EsMapper {
+
+ /**
+ * 获取别名
+ */
+ String getAlias();
+
+ /**
+ * 获取索引名
+ */
+ String getIndex();
+
+ /**
+ * 获取索引类型
+ */
+ String getType();
+
+ /**
+ * 获取分片数
+ */
+ int getShard();
+
+ /**
+ * 获取副本数
+ */
+ int getReplica();
+
+ /**
+ * 获取实体类型
+ */
+ Class getEntityClass();
+
+ /**
+ * 如果开启，添加 ES 数据时，如果索引不存在，会自动创建索引
+ */
+ default boolean enableAutoCreateIndex() {
+ return false;
+ }
+
+ RestHighLevelClient getClient();
+
+ BulkProcessor getBulkProcessor();
+
+ boolean isIndexExists();
+
+ String createIndexIfNotExists();
+
+ void deleteIndex();
+
+ void updateAlias();
+
+ Set getIndexSet();
+
+ GetResponse getById(String id);
+
+ GetResponse getById(String id, Long version);
+
+ T pojoById(String id);
+
+ T pojoById(String id, Long version);
+
+ List pojoListByIds(Collection ids);
+
+ default Map pojoMapByIds(Collection ids) {
+ List list = pojoListByIds(ids);
+ if (CollectionUtil.isEmpty(list)) {
+ return new HashMap<>(0);
+ }
+
+ Map map = new HashMap<>(list.size());
+ for (T entity : list) {
+ map.put(entity.getDocId(), entity);
+ }
+ return map;
+ }
+
+ long count(SearchSourceBuilder builder);
+
+ SearchResponse query(SearchSourceBuilder builder);
+
+ PageData pojoPage(SearchSourceBuilder builder);
+
+ ScrollData pojoPageByLastId(String scrollId, int size, QueryBuilder queryBuilder);
+
+ ScrollData pojoScrollBegin(SearchSourceBuilder builder);
+
+ ScrollData pojoScroll(String scrollId, SearchSourceBuilder builder);
+
+ boolean pojoScrollEnd(String scrollId);
+
+ T save(T entity);
+
+ boolean saveBatch(Collection list);
+
+ void asyncSaveBatch(Collection list);
+
+ void asyncSaveBatch(Collection list, ActionListener listener);
+
+ T updateById(T entity);
+
+ boolean updateBatchIds(Collection list);
+
+ void asyncUpdateBatchIds(Collection list);
+
+ void asyncUpdateBatchIds(Collection list, ActionListener listener);
+
+ boolean deleteById(String id);
+
+ boolean deleteBatchIds(Collection ids);
+
+ void asyncDeleteBatchIds(Collection ids);
+
+ void asyncDeleteBatchIds(Collection ids, ActionListener listener);
+
+}
diff --git a/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/mapper/UserEsMapper.java b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/mapper/UserEsMapper.java
new file mode 100644
index 00000000..de6d1b7c
--- /dev/null
+++ b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/mapper/UserEsMapper.java
@@ -0,0 +1,47 @@
+package io.github.dunwu.javadb.elasticsearch.mapper;
+
+import cn.hutool.core.date.DatePattern;
+import cn.hutool.core.date.DateUtil;
+import io.github.dunwu.javadb.elasticsearch.ElasticsearchTemplate;
+import io.github.dunwu.javadb.elasticsearch.entity.User;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.stereotype.Component;
+
+import java.util.Date;
+
+/**
+ * open_applet_consume_yyyyMMdd ES Mapper
+ *
+ * @author Zhang Peng
+ * @date 2023-06-27
+ */
+@Slf4j
+@Component
+public class UserEsMapper extends BaseDynamicEsMapper {
+
+ public UserEsMapper(ElasticsearchTemplate elasticsearchTemplate) {
+ super(elasticsearchTemplate);
+ }
+
+ @Override
+ public String getAlias() {
+ return "user";
+ }
+
+ @Override
+ public String getIndex() {
+ String date = DateUtil.format(new Date(), DatePattern.PURE_DATE_FORMAT);
+ return getAlias() + "_" + date;
+ }
+
+ @Override
+ public String getType() {
+ return "_doc";
+ }
+
+ @Override
+ public Class getEntityClass() {
+ return User.class;
+ }
+
+}
diff --git a/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/util/JsonUtil.java b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/util/JsonUtil.java
new file mode 100644
index 00000000..dabe0df5
--- /dev/null
+++ b/codes/javadb/elasticsearch/elasticsearch6/src/main/java/io/github/dunwu/javadb/elasticsearch/util/JsonUtil.java
@@ -0,0 +1,99 @@
+package io.github.dunwu.javadb.elasticsearch.util;
+
+import cn.hutool.core.util.StrUtil;
+import com.fasterxml.jackson.annotation.JsonInclude;
+import com.fasterxml.jackson.core.JsonParser;
+import com.fasterxml.jackson.core.type.TypeReference;
+import com.fasterxml.jackson.databind.DeserializationFeature;
+import com.fasterxml.jackson.databind.JavaType;
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.fasterxml.jackson.databind.json.JsonMapper;
+import lombok.extern.slf4j.Slf4j;
+
+import java.util.Collections;
+import java.util.HashMap;
+import java.util.List;
+import java.util.Map;
+
+/**
+ * JSON 工具类
+ *
+ * @author Zhang Peng
+ * @date 2023-06-29
+ */
+@Slf4j
+public class JsonUtil {
+
+ private static final ObjectMapper MAPPER =
+ JsonMapper.builder()
+ .configure(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES, false)
+ .configure(JsonParser.Feature.ALLOW_SINGLE_QUOTES, true)
+ .configure(JsonParser.Feature.ALLOW_UNQUOTED_FIELD_NAMES, true)
+ .serializationInclusion(JsonInclude.Include.ALWAYS)
+ .build();
+
+ public static List toList(String json, Class clazz) {
+ if (StrUtil.isBlank(json)) {
+ return null;
+ }
+ JavaType javaType = MAPPER.getTypeFactory().constructParametricType(List.class, clazz);
+ try {
+ return MAPPER.readValue(json, javaType);
+ } catch (Exception e) {
+ log.error("反序列化失败！json: {}, msg: {}", json, e.getMessage());
+ }
+ return null;
+ }
+
+ public static Map toMap(String json) {
+ if (StrUtil.isBlank(json)) {
+ return new HashMap<>(0);
+ }
+ try {
+ return MAPPER.readValue(json, new TypeReference>() { });
+ } catch (Exception e) {
+ log.error("反序列化失败！json: {}, msg: {}", json, e.getMessage());
+ }
+ return Collections.emptyMap();
+ }
+
+ public static T toBean(String json, Class clazz) {
+ if (StrUtil.isBlank(json)) {
+ return null;
+ }
+ try {
+ return MAPPER.readValue(json, clazz);
+ } catch (Exception e) {
+ log.error("反序列化失败！json: {}, msg: {}", json, e.getMessage());
+ }
+ return null;
+ }
+
+ public static T toBean(String json, TypeReference typeReference) {
+ if (StrUtil.isBlank(json)) {
+ return null;
+ }
+ try {
+ return (T) MAPPER.readValue(json, typeReference);
+ } catch (Exception e) {
+ log.error("反序列化失败！json: {}, msg: {}", json, e.getMessage());
+ }
+ return null;
+ }
+
+ public static String toString(T obj) {
+ if (obj == null) {
+ return null;
+ }
+ if (obj instanceof String) {
+ return (String) obj;
+ }
+ try {
+ return MAPPER.writeValueAsString(obj);
+ } catch (Exception e) {
+ log.error("序列化失败！obj: {}, msg: {}", obj, e.getMessage());
+ }
+ return null;
+ }
+
+}
diff --git a/codes/javadb/elasticsearch/elasticsearch6/src/test/java/io/github/dunwu/javadb/elasticsearch/BaseApplicationTests.java b/codes/javadb/elasticsearch/elasticsearch6/src/test/java/io/github/dunwu/javadb/elasticsearch/BaseApplicationTests.java
new file mode 100644
index 00000000..1fadeff5
--- /dev/null
+++ b/codes/javadb/elasticsearch/elasticsearch6/src/test/java/io/github/dunwu/javadb/elasticsearch/BaseApplicationTests.java
@@ -0,0 +1,33 @@
+package io.github.dunwu.javadb.elasticsearch;
+
+import io.github.dunwu.javadb.elasticsearch.config.EnableElasticsearch;
+import org.junit.jupiter.api.BeforeAll;
+import org.junit.jupiter.api.BeforeEach;
+import org.junit.jupiter.api.extension.ExtendWith;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.boot.test.context.SpringBootTest;
+import org.springframework.test.context.junit.jupiter.SpringExtension;
+import org.springframework.test.web.servlet.MockMvc;
+import org.springframework.test.web.servlet.setup.MockMvcBuilders;
+import org.springframework.web.context.WebApplicationContext;
+
+@EnableElasticsearch
+@ExtendWith(SpringExtension.class)
+@SpringBootTest(webEnvironment = SpringBootTest.WebEnvironment.RANDOM_PORT)
+public abstract class BaseApplicationTests {
+
+ protected MockMvc mockMvc;
+
+ @Autowired
+ private WebApplicationContext context;
+
+ @BeforeEach
+ public void setUp() {
+ mockMvc = MockMvcBuilders.webAppContextSetup(context).build();
+ }
+
+ @BeforeAll
+ public static void setEnvironmentInDev() {
+ }
+
+}
\ No newline at end of file
diff --git a/codes/javadb/elasticsearch/elasticsearch6/src/test/java/io/github/dunwu/javadb/elasticsearch/BaseElasticsearchTemplateTest.java b/codes/javadb/elasticsearch/elasticsearch6/src/test/java/io/github/dunwu/javadb/elasticsearch/BaseElasticsearchTemplateTest.java
new file mode 100644
index 00000000..4ec530a1
--- /dev/null
+++ b/codes/javadb/elasticsearch/elasticsearch6/src/test/java/io/github/dunwu/javadb/elasticsearch/BaseElasticsearchTemplateTest.java
@@ -0,0 +1,295 @@
+package io.github.dunwu.javadb.elasticsearch;
+
+import cn.hutool.core.collection.CollectionUtil;
+import cn.hutool.core.util.StrUtil;
+import io.github.dunwu.javadb.elasticsearch.entity.BaseEsEntity;
+import io.github.dunwu.javadb.elasticsearch.entity.common.PageData;
+import io.github.dunwu.javadb.elasticsearch.entity.common.ScrollData;
+import io.github.dunwu.javadb.elasticsearch.util.JsonUtil;
+import lombok.extern.slf4j.Slf4j;
+import org.assertj.core.api.Assertions;
+import org.elasticsearch.ElasticsearchException;
+import org.elasticsearch.action.ActionListener;
+import org.elasticsearch.action.bulk.BulkResponse;
+import org.elasticsearch.action.get.GetResponse;
+import org.elasticsearch.action.search.SearchResponse;
+import org.elasticsearch.index.query.BoolQueryBuilder;
+import org.elasticsearch.index.query.QueryBuilders;
+import org.elasticsearch.search.SearchHit;
+import org.elasticsearch.search.builder.SearchSourceBuilder;
+
+import java.io.IOException;
+import java.util.Arrays;
+import java.util.List;
+import java.util.Map;
+import java.util.Set;
+import java.util.concurrent.TimeUnit;
+
+/**
+ * ElasticsearchTemplate 测试
+ *
+ * @author Zhang Peng
+ * @date 2023-11-13
+ */
+@Slf4j
+public abstract class BaseElasticsearchTemplateTest {
+
+ static final int FROM = 0;
+ static final int SIZE = 10;
+ static final String TEST_ID_01 = "1";
+ static final String TEST_ID_02 = "2";
+
+ protected ElasticsearchTemplate TEMPLATE = ElasticsearchFactory.newElasticsearchTemplate();
+
+ protected abstract String getAlias();
+
+ protected abstract String getIndex();
+
+ protected abstract String getType();
+
+ protected abstract int getShard();
+
+ protected abstract int getReplica();
+
+ protected abstract Class getEntityClass();
+
+ protected abstract Map getPropertiesMap();
+
+ protected abstract T getOneMockData(String id);
+
+ protected abstract List getMockList(int num);
+
+ protected void deleteIndex() throws IOException {
+ try {
+ Set set = TEMPLATE.getIndexSet(getAlias());
+ if (CollectionUtil.isNotEmpty(set)) {
+ for (String index : set) {
+ log.info("删除 alias: {}, index: {}", getAlias(), index);
+ TEMPLATE.deleteIndex(index);
+ }
+ }
+ } catch (IOException | ElasticsearchException e) {
+ log.error("删除索引失败！", e);
+ }
+ boolean exists = TEMPLATE.isIndexExists(getIndex());
+ Assertions.assertThat(exists).isFalse();
+ }
+
+ protected void createIndex() throws IOException {
+ boolean exists = TEMPLATE.isIndexExists(getIndex());
+ if (exists) {
+ return;
+ }
+ TEMPLATE.createIndex(getIndex(), getType(), getAlias(), getShard(), getReplica());
+ TEMPLATE.setMapping(getIndex(), getType(), getPropertiesMap());
+ exists = TEMPLATE.isIndexExists(getIndex());
+ Assertions.assertThat(exists).isTrue();
+ }
+
+ public void getIndexList() throws IOException {
+ Set set = TEMPLATE.getIndexSet(getAlias());
+ log.info("alias: {}, indexList: {}", getAlias(), set);
+ Assertions.assertThat(set).isNotEmpty();
+ }
+
+ protected void save() throws IOException {
+ String id = "1";
+ T oldEntity = getOneMockData(id);
+ TEMPLATE.save(getIndex(), getType(), oldEntity);
+ T newEntity = TEMPLATE.pojoById(getIndex(), getType(), id, getEntityClass());
+ log.info("记录：{}", JsonUtil.toString(newEntity));
+ Assertions.assertThat(newEntity).isNotNull();
+ }
+
+ protected void saveBatch() throws IOException {
+ int total = 5000;
+ List> listGroup = CollectionUtil.split(getMockList(total), 1000);
+ for (List list : listGroup) {
+ Assertions.assertThat(TEMPLATE.saveBatch(getIndex(), getType(), list)).isTrue();
+ }
+ long count = TEMPLATE.count(getIndex(), getType(), new SearchSourceBuilder());
+ log.info("批量更新记录数: {}", count);
+ Assertions.assertThat(count).isEqualTo(total);
+ }
+
+ protected void asyncSave() throws IOException {
+ String id = "10000";
+ T entity = getOneMockData(id);
+ TEMPLATE.save(getIndex(), getType(), entity);
+ T newEntity = TEMPLATE.pojoById(getIndex(), getType(), id, getEntityClass());
+ log.info("记录：{}", JsonUtil.toString(newEntity));
+ Assertions.assertThat(newEntity).isNotNull();
+ }
+
+ protected void asyncSaveBatch() throws IOException, InterruptedException {
+ int total = 10000;
+ List> listGroup = CollectionUtil.split(getMockList(total), 1000);
+ for (List list : listGroup) {
+ TEMPLATE.asyncSaveBatch(getIndex(), getType(), list, DEFAULT_BULK_LISTENER);
+ }
+ TimeUnit.SECONDS.sleep(20);
+ long count = TEMPLATE.count(getIndex(), getType(), new SearchSourceBuilder());
+ log.info("批量更新记录数: {}", count);
+ Assertions.assertThat(count).isEqualTo(total);
+ }
+
+ protected void getById() throws IOException {
+ GetResponse response = TEMPLATE.getById(getIndex(), getType(), TEST_ID_01);
+ Assertions.assertThat(response).isNotNull();
+ log.info("记录：{}", JsonUtil.toString(response.getSourceAsMap()));
+ }
+
+ protected void pojoById() throws IOException {
+ T entity = TEMPLATE.pojoById(getIndex(), getType(), TEST_ID_01, getEntityClass());
+ Assertions.assertThat(entity).isNotNull();
+ log.info("记录：{}", JsonUtil.toString(entity));
+ }
+
+ protected void pojoListByIds() throws IOException {
+ List ids = Arrays.asList(TEST_ID_01, TEST_ID_02);
+ List list = TEMPLATE.pojoListByIds(getIndex(), getType(), ids, getEntityClass());
+ Assertions.assertThat(list).isNotEmpty();
+ Assertions.assertThat(list.size()).isEqualTo(2);
+ for (T entity : list) {
+ log.info("记录：{}", JsonUtil.toString(entity));
+ }
+ }
+
+ protected void count() throws IOException {
+ BoolQueryBuilder queryBuilder = QueryBuilders.boolQuery();
+ queryBuilder.must(QueryBuilders.rangeQuery("docId").lt("100"));
+ SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
+ searchSourceBuilder.query(queryBuilder);
+ long total = TEMPLATE.count(getIndex(), getType(), searchSourceBuilder);
+ Assertions.assertThat(total).isNotZero();
+ log.info("符合条件的记录数：{}", total);
+ }
+
+ protected void query() throws IOException {
+ BoolQueryBuilder queryBuilder = QueryBuilders.boolQuery();
+ queryBuilder.must(QueryBuilders.rangeQuery("docId").lt("100"));
+ SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
+ searchSourceBuilder.query(queryBuilder);
+ searchSourceBuilder.from(FROM);
+ searchSourceBuilder.size(SIZE);
+ SearchResponse response = TEMPLATE.query(getIndex(), getType(), searchSourceBuilder);
+ Assertions.assertThat(response).isNotNull();
+ Assertions.assertThat(response.getHits()).isNotNull();
+ for (SearchHit hit : response.getHits().getHits()) {
+ log.info("记录：{}", hit.getSourceAsString());
+ Map map = hit.getSourceAsMap();
+ Assertions.assertThat(map).isNotNull();
+ Assertions.assertThat(Integer.valueOf((String) map.get("docId"))).isLessThan(100);
+ }
+ }
+
+ protected void pojoPage() throws IOException {
+ BoolQueryBuilder queryBuilder = QueryBuilders.boolQuery();
+ queryBuilder.must(QueryBuilders.rangeQuery("docId").lt("100"));
+ SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
+ searchSourceBuilder.query(queryBuilder);
+ searchSourceBuilder.from(FROM);
+ searchSourceBuilder.size(SIZE);
+ PageData page = TEMPLATE.pojoPage(getIndex(), getType(), searchSourceBuilder, getEntityClass());
+ Assertions.assertThat(page).isNotNull();
+ Assertions.assertThat(page.getContent()).isNotEmpty();
+ for (T entity : page.getContent()) {
+ log.info("记录：{}", JsonUtil.toString(entity));
+ }
+ }
+
+ protected void pojoPageByLastId() throws IOException {
+
+ BoolQueryBuilder queryBuilder = new BoolQueryBuilder();
+ queryBuilder.must(QueryBuilders.rangeQuery("docId").lt("100"));
+
+ long total = TEMPLATE.count(getIndex(), getType(), queryBuilder);
+ ScrollData scrollData =
+ TEMPLATE.pojoPageByScrollId(getIndex(), getType(), null, SIZE, queryBuilder, getEntityClass());
+ if (scrollData == null || scrollData.getScrollId() == null) {
+ return;
+ }
+ Assertions.assertThat(scrollData.getTotal()).isEqualTo(total);
+
+ long count = 0L;
+ scrollData.getContent().forEach(data -> {
+ log.info("docId: {}", data.getDocId());
+ });
+ count += scrollData.getContent().size();
+
+ String scrollId = scrollData.getScrollId();
+ while (CollectionUtil.isNotEmpty(scrollData.getContent())) {
+ scrollData = TEMPLATE.pojoPageByScrollId(getIndex(), getType(), scrollId, SIZE,
+ queryBuilder, getEntityClass());
+ if (scrollData == null || CollectionUtil.isEmpty(scrollData.getContent())) {
+ break;
+ }
+ if (StrUtil.isNotBlank(scrollData.getScrollId())) {
+ scrollId = scrollData.getScrollId();
+ }
+ scrollData.getContent().forEach(data -> {
+ log.info("docId: {}", data.getDocId());
+ });
+ count += scrollData.getContent().size();
+ }
+ log.info("total: {}", total);
+ Assertions.assertThat(count).isEqualTo(total);
+ }
+
+ protected void pojoScroll() throws IOException {
+
+ BoolQueryBuilder queryBuilder = new BoolQueryBuilder();
+ queryBuilder.must(QueryBuilders.rangeQuery("docId").lt("100"));
+ SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
+ searchSourceBuilder.size(SIZE).query(queryBuilder).trackScores(false);
+
+ long total = TEMPLATE.count(getIndex(), getType(), queryBuilder);
+ ScrollData scrollData =
+ TEMPLATE.pojoScrollBegin(getIndex(), getType(), searchSourceBuilder, getEntityClass());
+ if (scrollData == null || scrollData.getScrollId() == null) {
+ return;
+ }
+ Assertions.assertThat(scrollData.getTotal()).isEqualTo(total);
+
+ long count = 0L;
+ scrollData.getContent().forEach(data -> {
+ log.info("docId: {}", data.getDocId());
+ });
+ count += scrollData.getContent().size();
+
+ String scrollId = scrollData.getScrollId();
+ while (CollectionUtil.isNotEmpty(scrollData.getContent())) {
+ scrollData = TEMPLATE.pojoScroll(scrollId, searchSourceBuilder, getEntityClass());
+ if (scrollData == null || CollectionUtil.isEmpty(scrollData.getContent())) {
+ break;
+ }
+ if (StrUtil.isNotBlank(scrollData.getScrollId())) {
+ scrollId = scrollData.getScrollId();
+ }
+ scrollData.getContent().forEach(data -> {
+ log.info("docId: {}", data.getDocId());
+ });
+ count += scrollData.getContent().size();
+ }
+ TEMPLATE.pojoScrollEnd(scrollId);
+ log.info("total: {}", total);
+ Assertions.assertThat(count).isEqualTo(total);
+ }
+
+ final ActionListener DEFAULT_BULK_LISTENER = new ActionListener() {
+ @Override
+ public void onResponse(BulkResponse response) {
+ if (response != null && !response.hasFailures()) {
+ log.info("【ES】异步批量写数据成功！index: {}, type: {}", getIndex(), getType());
+ } else {
+ log.warn("【ES】异步批量写数据失败！index: {}, type: {}", getIndex(), getType());
+ }
+ }
+
+ @Override
+ public void onFailure(Exception e) {
+ log.error("【ES】异步批量写数据异常！index: {}, type: {}", getIndex(), getType());
+ }
+ };
+
+}
diff --git a/codes/javadb/elasticsearch/elasticsearch6/src/test/java/io/github/dunwu/javadb/elasticsearch/TestApplication.java b/codes/javadb/elasticsearch/elasticsearch6/src/test/java/io/github/dunwu/javadb/elasticsearch/TestApplication.java
new file mode 100644
index 00000000..e9ae33cd
--- /dev/null
+++ b/codes/javadb/elasticsearch/elasticsearch6/src/test/java/io/github/dunwu/javadb/elasticsearch/TestApplication.java
@@ -0,0 +1,20 @@
+package io.github.dunwu.javadb.elasticsearch;
+
+import org.springframework.boot.SpringApplication;
+import org.springframework.boot.autoconfigure.SpringBootApplication;
+import org.springframework.boot.builder.SpringApplicationBuilder;
+import org.springframework.boot.web.servlet.support.SpringBootServletInitializer;
+
+@SpringBootApplication
+public class TestApplication extends SpringBootServletInitializer {
+
+ public static void main(String[] args) {
+ SpringApplication.run(TestApplication.class, args);
+ }
+
+ @Override
+ protected SpringApplicationBuilder configure(SpringApplicationBuilder builder) {
+ return builder.sources(TestApplication.class);
+ }
+
+}
diff --git a/codes/javadb/elasticsearch/elasticsearch6/src/test/java/io/github/dunwu/javadb/elasticsearch/UserElasticsearchTemplateTest.java b/codes/javadb/elasticsearch/elasticsearch6/src/test/java/io/github/dunwu/javadb/elasticsearch/UserElasticsearchTemplateTest.java
new file mode 100644
index 00000000..aa8aab5c
--- /dev/null
+++ b/codes/javadb/elasticsearch/elasticsearch6/src/test/java/io/github/dunwu/javadb/elasticsearch/UserElasticsearchTemplateTest.java
@@ -0,0 +1,116 @@
+package io.github.dunwu.javadb.elasticsearch;
+
+import cn.hutool.core.date.DatePattern;
+import cn.hutool.core.date.DateUtil;
+import cn.hutool.core.util.RandomUtil;
+import io.github.dunwu.javadb.elasticsearch.entity.User;
+import lombok.extern.slf4j.Slf4j;
+import org.junit.jupiter.api.DisplayName;
+import org.junit.jupiter.api.Test;
+
+import java.io.IOException;
+import java.util.Date;
+import java.util.LinkedList;
+import java.util.List;
+import java.util.Map;
+
+/**
+ * 使用 ElasticsearchTemplate 对 user 索引进行测试
+ *
+ * @author Zhang Peng
+ * @date 2024-04-09
+ */
+@Slf4j
+public class UserElasticsearchTemplateTest extends BaseElasticsearchTemplateTest {
+
+ @Override
+ protected String getAlias() {
+ return "user";
+ }
+
+ @Override
+ protected String getIndex() {
+ String date = DateUtil.format(new Date(), DatePattern.PURE_DATE_FORMAT);
+ return getAlias() + "_" + date;
+ }
+
+ @Override
+ protected String getType() {
+ return "_doc";
+ }
+
+ @Override
+ protected int getShard() {
+ return 5;
+ }
+
+ @Override
+ protected int getReplica() {
+ return 1;
+ }
+
+ @Override
+ protected Class getEntityClass() {
+ return User.class;
+ }
+
+ @Override
+ protected Map getPropertiesMap() {
+ return User.getPropertiesMap();
+ }
+
+ @Override
+ protected User getOneMockData(String id) {
+ return User.builder()
+ .id(id)
+ .name("测试数据" + id)
+ .age(RandomUtil.randomInt(1, 100))
+ .build();
+ }
+
+ @Override
+ protected List getMockList(int num) {
+ List list = new LinkedList<>();
+ for (int i = 1; i <= num; i++) {
+ User entity = getOneMockData(String.valueOf(i));
+ list.add(entity);
+ }
+ return list;
+ }
+
+ @Test
+ @DisplayName("索引管理测试")
+ public void indexTest() throws IOException {
+ super.deleteIndex();
+ super.createIndex();
+ super.getIndexList();
+ }
+
+ @Test
+ @DisplayName("写数据测试")
+ protected void writeTest() throws IOException {
+ super.save();
+ super.saveBatch();
+ }
+
+ @Test
+ @DisplayName("异步写数据测试")
+ public void asyncWriteTest() throws IOException, InterruptedException {
+ super.asyncSave();
+ super.asyncSaveBatch();
+ }
+
+ @Test
+ @DisplayName("读数据测试")
+ public void readTest() throws IOException {
+ super.getById();
+ super.pojoById();
+ super.pojoListByIds();
+ super.count();
+ super.query();
+ super.pojoPage();
+ super.pojoPageByLastId();
+ super.pojoScroll();
+ }
+
+}
diff --git a/codes/javadb/elasticsearch/elasticsearch6/src/test/java/io/github/dunwu/javadb/elasticsearch/mapper/UserEsMapperTest.java b/codes/javadb/elasticsearch/elasticsearch6/src/test/java/io/github/dunwu/javadb/elasticsearch/mapper/UserEsMapperTest.java
new file mode 100644
index 00000000..a287be67
--- /dev/null
+++ b/codes/javadb/elasticsearch/elasticsearch6/src/test/java/io/github/dunwu/javadb/elasticsearch/mapper/UserEsMapperTest.java
@@ -0,0 +1,472 @@
+package io.github.dunwu.javadb.elasticsearch.mapper;
+
+import cn.hutool.core.collection.CollectionUtil;
+import cn.hutool.core.util.RandomUtil;
+import cn.hutool.core.util.StrUtil;
+import io.github.dunwu.javadb.elasticsearch.BaseApplicationTests;
+import io.github.dunwu.javadb.elasticsearch.entity.User;
+import io.github.dunwu.javadb.elasticsearch.entity.common.PageData;
+import io.github.dunwu.javadb.elasticsearch.entity.common.ScrollData;
+import io.github.dunwu.javadb.elasticsearch.util.JsonUtil;
+import lombok.extern.slf4j.Slf4j;
+import org.assertj.core.api.Assertions;
+import org.elasticsearch.action.search.SearchResponse;
+import org.elasticsearch.index.query.BoolQueryBuilder;
+import org.elasticsearch.index.query.QueryBuilders;
+import org.elasticsearch.search.SearchHit;
+import org.elasticsearch.search.builder.SearchSourceBuilder;
+import org.elasticsearch.search.sort.SortOrder;
+import org.junit.jupiter.api.DisplayName;
+import org.junit.jupiter.api.Nested;
+import org.junit.jupiter.api.Test;
+import org.springframework.beans.factory.annotation.Autowired;
+
+import java.util.LinkedList;
+import java.util.List;
+import java.util.Map;
+import java.util.concurrent.TimeUnit;
+
+/**
+ * ElasticsearchTemplate 测试
+ *
+ * @author Zhang Peng
+ * @date 2023-11-13
+ */
+@Slf4j
+public class UserEsMapperTest extends BaseApplicationTests {
+
+ static final int FROM = 0;
+ static final int SIZE = 10;
+ private static final String day = "2024-04-07";
+
+ @Autowired
+ private UserEsMapper mapper;
+
+ @Nested
+ @DisplayName("删除索引测试")
+ class DeleteIndexTest {
+
+ @Test
+ @DisplayName("删除当天索引")
+ public void deleteIndex() {
+ String index = mapper.getIndex();
+ boolean indexExists = mapper.isIndexExists();
+ if (!indexExists) {
+ log.info("【ES】{} 不存在！", index);
+ return;
+ }
+ mapper.deleteIndex();
+ indexExists = mapper.isIndexExists();
+ Assertions.assertThat(indexExists).isFalse();
+ }
+
+ @Test
+ @DisplayName("根据日期删除索引")
+ public void deleteIndexInDay() {
+ String index = mapper.getIndex(day);
+ boolean indexExists = mapper.isIndexExistsInDay(day);
+ if (!indexExists) {
+ log.info("【ES】{} 不存在！", index);
+ return;
+ }
+ mapper.deleteIndexInDay(day);
+ indexExists = mapper.isIndexExistsInDay(day);
+ Assertions.assertThat(indexExists).isFalse();
+ }
+
+ }
+
+ @Nested
+ @DisplayName("创建索引测试")
+ class CreateIndexTest {
+
+ @Test
+ @DisplayName("创建当天索引")
+ public void createIndex() {
+
+ String index = mapper.getIndex();
+ boolean indexExists = mapper.isIndexExists();
+ if (indexExists) {
+ log.info("【ES】{} 已存在！", index);
+ return;
+ }
+
+ mapper.createIndexIfNotExists();
+ indexExists = mapper.isIndexExists();
+ Assertions.assertThat(indexExists).isTrue();
+ }
+
+ @Test
+ @DisplayName("根据日期创建索引")
+ public void createIndexInDay() {
+
+ String index = mapper.getIndex(day);
+ boolean indexExists = mapper.isIndexExistsInDay(day);
+ if (indexExists) {
+ log.info("【ES】{} 已存在！", index);
+ return;
+ }
+
+ mapper.createIndexIfNotExistsInDay(day);
+ indexExists = mapper.isIndexExistsInDay(day);
+ Assertions.assertThat(indexExists).isTrue();
+ }
+
+ }
+
+ @Nested
+ @DisplayName("写操作测试")
+ class WriteTest {
+
+ @Test
+ @DisplayName("保存当天数据")
+ public void save() {
+ String id = "1";
+ User entity = getOneMockData(id);
+ mapper.save(entity);
+ User newEntity = mapper.pojoById(id);
+ log.info("entity: {}", JsonUtil.toString(newEntity));
+ Assertions.assertThat(newEntity).isNotNull();
+ }
+
+ @Test
+ @DisplayName("保存指定日期数据")
+ public void saveInDay() {
+ String id = "1";
+ User entity = getOneMockData(id);
+ mapper.saveInDay(day, entity);
+ User newEntity = mapper.pojoByIdInDay(day, id);
+ log.info("entity: {}", JsonUtil.toString(newEntity));
+ Assertions.assertThat(newEntity).isNotNull();
+ }
+
+ @Test
+ @DisplayName("批量保存当天数据")
+ public void batchSave() throws InterruptedException {
+ int total = 10000;
+ List> listGroup = CollectionUtil.split(getMockList(total), 1000);
+ for (List list : listGroup) {
+ mapper.asyncSaveBatch(list);
+ }
+ TimeUnit.SECONDS.sleep(20);
+ long count = mapper.count(new SearchSourceBuilder());
+ log.info("count: {}", count);
+ Assertions.assertThat(count).isEqualTo(10 * 1000);
+ }
+
+ @Test
+ @DisplayName("批量保存指定日期数据")
+ public void batchSaveInDay() throws InterruptedException {
+ int total = 10000;
+ List> listGroup = CollectionUtil.split(getMockList(total), 1000);
+ for (List list : listGroup) {
+ mapper.asyncSaveBatchInDay(day, list);
+ }
+ TimeUnit.SECONDS.sleep(20);
+ long count = mapper.countInDay(day, new SearchSourceBuilder());
+ log.info("count: {}", count);
+ Assertions.assertThat(count).isEqualTo(10 * 1000);
+ }
+
+ }
+
+ @Nested
+ @DisplayName("读操作测试")
+ class ReadTest {
+
+ @Test
+ @DisplayName("根据ID查找当日数据")
+ public void pojoById() {
+ String id = "1";
+ User newEntity = mapper.pojoById(id);
+ log.info("entity: {}", JsonUtil.toString(newEntity));
+ Assertions.assertThat(newEntity).isNotNull();
+ }
+
+ @Test
+ @DisplayName("根据ID查找指定日期数据")
+ public void pojoByIdInDay() {
+ String id = "1";
+ User newEntity = mapper.pojoByIdInDay(day, id);
+ log.info("entity: {}", JsonUtil.toString(newEntity));
+ Assertions.assertThat(newEntity).isNotNull();
+ }
+
+ @Test
+ @DisplayName("获取匹配条件的记录数")
+ public void count() {
+ BoolQueryBuilder queryBuilder = QueryBuilders.boolQuery();
+ queryBuilder.must(QueryBuilders.rangeQuery("docId").lt("100"));
+ SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
+ searchSourceBuilder.query(queryBuilder);
+ long total = mapper.count(searchSourceBuilder);
+ Assertions.assertThat(total).isNotZero();
+ log.info("符合条件的记录数：{}", total);
+ }
+
+ @Test
+ @DisplayName("获取匹配条件的指定日期记录数")
+ public void countInDay() {
+ BoolQueryBuilder queryBuilder = QueryBuilders.boolQuery();
+ queryBuilder.must(QueryBuilders.rangeQuery("docId").lt("100"));
+ SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
+ searchSourceBuilder.query(queryBuilder);
+ long total = mapper.countInDay(day, searchSourceBuilder);
+ Assertions.assertThat(total).isNotZero();
+ log.info("符合条件的记录数：{}", total);
+ }
+
+ @Test
+ @DisplayName("获取匹配条件的记录")
+ public void query() {
+ BoolQueryBuilder queryBuilder = QueryBuilders.boolQuery();
+ queryBuilder.must(QueryBuilders.rangeQuery("docId").lt("100"));
+ SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
+ searchSourceBuilder.query(queryBuilder);
+ searchSourceBuilder.from(FROM);
+ searchSourceBuilder.size(SIZE);
+ SearchResponse response = mapper.query(searchSourceBuilder);
+ Assertions.assertThat(response).isNotNull();
+ Assertions.assertThat(response.getHits()).isNotNull();
+ for (SearchHit hit : response.getHits().getHits()) {
+ log.info("记录：{}", hit.getSourceAsString());
+ Map map = hit.getSourceAsMap();
+ Assertions.assertThat(map).isNotNull();
+ Assertions.assertThat(Integer.valueOf((String) map.get("docId"))).isLessThan(100);
+ }
+ }
+
+ @Test
+ @DisplayName("获取匹配条件的指定日期记录")
+ public void queryInDay() {
+ BoolQueryBuilder queryBuilder = QueryBuilders.boolQuery();
+ queryBuilder.must(QueryBuilders.rangeQuery("docId").lt("100"));
+ SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
+ searchSourceBuilder.query(queryBuilder);
+ searchSourceBuilder.from(FROM);
+ searchSourceBuilder.size(SIZE);
+ SearchResponse response = mapper.queryInDay(day, searchSourceBuilder);
+ Assertions.assertThat(response).isNotNull();
+ Assertions.assertThat(response.getHits()).isNotNull();
+ for (SearchHit hit : response.getHits().getHits()) {
+ log.info("记录：{}", hit.getSourceAsString());
+ Map map = hit.getSourceAsMap();
+ Assertions.assertThat(map).isNotNull();
+ Assertions.assertThat(Integer.valueOf((String) map.get("docId"))).isLessThan(100);
+ }
+ }
+
+ @Test
+ @DisplayName("from + size 分页查询当日数据")
+ public void pojoPage() {
+ BoolQueryBuilder queryBuilder = QueryBuilders.boolQuery();
+ queryBuilder.must(QueryBuilders.rangeQuery("docId").lt("100"));
+ SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
+ searchSourceBuilder.query(queryBuilder);
+ searchSourceBuilder.from(FROM);
+ searchSourceBuilder.size(SIZE);
+ PageData page = mapper.pojoPage(searchSourceBuilder);
+ Assertions.assertThat(page).isNotNull();
+ Assertions.assertThat(page.getContent()).isNotEmpty();
+ for (User entity : page.getContent()) {
+ log.info("记录：{}", JsonUtil.toString(entity));
+ }
+ }
+
+ @Test
+ @DisplayName("from + size 分页查询指定日期数据")
+ public void pojoPageInDay() {
+ BoolQueryBuilder queryBuilder = QueryBuilders.boolQuery();
+ queryBuilder.must(QueryBuilders.rangeQuery("docId").lt("100"));
+ SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
+ searchSourceBuilder.query(queryBuilder);
+ searchSourceBuilder.from(FROM);
+ searchSourceBuilder.size(SIZE);
+ PageData page = mapper.pojoPageInDay(day, searchSourceBuilder);
+ Assertions.assertThat(page).isNotNull();
+ Assertions.assertThat(page.getContent()).isNotEmpty();
+ for (User entity : page.getContent()) {
+ log.info("记录：{}", JsonUtil.toString(entity));
+ }
+ }
+
+ @Test
+ @DisplayName("search after 分页查询当日数据")
+ protected void pojoPageByLastId() {
+
+ BoolQueryBuilder queryBuilder = new BoolQueryBuilder();
+ queryBuilder.must(QueryBuilders.rangeQuery("docId").lt("100"));
+ SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
+ searchSourceBuilder.query(queryBuilder);
+ long total = mapper.count(searchSourceBuilder);
+ ScrollData scrollData = mapper.pojoPageByLastId(null, SIZE, queryBuilder);
+ if (scrollData == null || scrollData.getScrollId() == null) {
+ return;
+ }
+ Assertions.assertThat(scrollData.getTotal()).isEqualTo(total);
+
+ long count = 0L;
+ scrollData.getContent().forEach(data -> {
+ log.info("docId: {}", data.getDocId());
+ });
+ count += scrollData.getContent().size();
+
+ String scrollId = scrollData.getScrollId();
+ while (CollectionUtil.isNotEmpty(scrollData.getContent())) {
+ scrollData = mapper.pojoPageByLastId(scrollId, SIZE, queryBuilder);
+ if (scrollData == null || CollectionUtil.isEmpty(scrollData.getContent())) {
+ break;
+ }
+ if (StrUtil.isNotBlank(scrollData.getScrollId())) {
+ scrollId = scrollData.getScrollId();
+ }
+ scrollData.getContent().forEach(data -> {
+ log.info("docId: {}", data.getDocId());
+ });
+ count += scrollData.getContent().size();
+ }
+ log.info("total: {}", total);
+ Assertions.assertThat(count).isEqualTo(total);
+ }
+
+ @Test
+ @DisplayName("search after 分页查询指定日期数据")
+ protected void pojoPageByLastIdInDay() {
+
+ BoolQueryBuilder queryBuilder = new BoolQueryBuilder();
+ queryBuilder.must(QueryBuilders.rangeQuery("docId").lt("100"));
+ SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
+ searchSourceBuilder.query(queryBuilder);
+ long total = mapper.count(searchSourceBuilder);
+ ScrollData scrollData = mapper.pojoPageByLastIdInDay(day, null, SIZE, queryBuilder);
+ if (scrollData == null || scrollData.getScrollId() == null) {
+ return;
+ }
+ Assertions.assertThat(scrollData.getTotal()).isEqualTo(total);
+
+ long count = 0L;
+ scrollData.getContent().forEach(data -> {
+ log.info("docId: {}", data.getDocId());
+ });
+ count += scrollData.getContent().size();
+
+ String scrollId = scrollData.getScrollId();
+ while (CollectionUtil.isNotEmpty(scrollData.getContent())) {
+ scrollData = mapper.pojoPageByLastIdInDay(day, scrollId, SIZE, queryBuilder);
+ if (scrollData == null || CollectionUtil.isEmpty(scrollData.getContent())) {
+ break;
+ }
+ if (StrUtil.isNotBlank(scrollData.getScrollId())) {
+ scrollId = scrollData.getScrollId();
+ }
+ scrollData.getContent().forEach(data -> {
+ log.info("docId: {}", data.getDocId());
+ });
+ count += scrollData.getContent().size();
+ }
+ log.info("total: {}", total);
+ Assertions.assertThat(count).isEqualTo(total);
+ }
+
+ @Test
+ @DisplayName("滚动翻页当日数据")
+ public void pojoScroll() {
+
+ final int size = 100;
+
+ BoolQueryBuilder queryBuilder = new BoolQueryBuilder();
+ queryBuilder.must(QueryBuilders.rangeQuery("docId").lt("100"));
+ SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
+ searchSourceBuilder.size(size).sort("docId", SortOrder.ASC).query(queryBuilder).trackScores(false);
+
+ long total = mapper.count(searchSourceBuilder);
+ log.info("total: {}", total);
+
+ ScrollData scrollData = mapper.pojoScrollBegin(searchSourceBuilder);
+ if (scrollData == null || scrollData.getScrollId() == null) {
+ return;
+ }
+
+ long count = 0L;
+ scrollData.getContent().forEach(data -> {
+ log.info("docId: {}", data.getDocId());
+ });
+ Assertions.assertThat(scrollData.getTotal()).isEqualTo(total);
+ count += scrollData.getContent().size();
+
+ String scrollId = scrollData.getScrollId();
+ while (CollectionUtil.isNotEmpty(scrollData.getContent())) {
+ scrollData = mapper.pojoScroll(scrollId, searchSourceBuilder);
+ if (scrollData != null && StrUtil.isNotBlank(scrollData.getScrollId())) {
+ scrollId = scrollData.getScrollId();
+ }
+ scrollData.getContent().forEach(data -> {
+ log.info("docId: {}", data.getDocId());
+ });
+ count += scrollData.getContent().size();
+ }
+ mapper.pojoScrollEnd(scrollId);
+ Assertions.assertThat(count).isEqualTo(total);
+ }
+
+ @Test
+ @DisplayName("滚动翻页指定日期数据")
+ public void pojoScrollInDay() {
+
+ final int size = 100;
+
+ BoolQueryBuilder queryBuilder = new BoolQueryBuilder();
+ queryBuilder.must(QueryBuilders.rangeQuery("docId").lt("100"));
+ SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
+ searchSourceBuilder.size(size).sort("docId", SortOrder.ASC).query(queryBuilder).trackScores(false);
+
+ long total = mapper.countInDay(day, searchSourceBuilder);
+ log.info("total: {}", total);
+
+ ScrollData scrollData = mapper.pojoScrollBeginInDay(day, searchSourceBuilder);
+ if (scrollData == null || scrollData.getScrollId() == null) {
+ return;
+ }
+
+ long count = 0L;
+ scrollData.getContent().forEach(data -> {
+ log.info("docId: {}", data.getDocId());
+ });
+ Assertions.assertThat(scrollData.getTotal()).isEqualTo(total);
+ count += scrollData.getContent().size();
+
+ String scrollId = scrollData.getScrollId();
+ while (CollectionUtil.isNotEmpty(scrollData.getContent())) {
+ scrollData = mapper.pojoScroll(scrollId, searchSourceBuilder);
+ if (scrollData != null && StrUtil.isNotBlank(scrollData.getScrollId())) {
+ scrollId = scrollData.getScrollId();
+ }
+ scrollData.getContent().forEach(data -> {
+ log.info("docId: {}", data.getDocId());
+ });
+ count += scrollData.getContent().size();
+ }
+ mapper.pojoScrollEnd(scrollId);
+ Assertions.assertThat(count).isEqualTo(total);
+ }
+
+ }
+
+ public User getOneMockData(String id) {
+ return User.builder()
+ .id(id)
+ .name("测试数据" + id)
+ .age(RandomUtil.randomInt(1, 100))
+ .build();
+ }
+
+ public List getMockList(int num) {
+ List list = new LinkedList<>();
+ for (int i = 1; i <= num; i++) {
+ User entity = getOneMockData(String.valueOf(i));
+ list.add(entity);
+ }
+ return list;
+ }
+
+}
diff --git a/codes/javadb/elasticsearch/elasticsearch7/pom.xml b/codes/javadb/elasticsearch/elasticsearch7/pom.xml
new file mode 100644
index 00000000..bd4e66b1
--- /dev/null
+++ b/codes/javadb/elasticsearch/elasticsearch7/pom.xml
@@ -0,0 +1,87 @@
+
+
+ 4.0.0
+
+
+ org.springframework.boot
+ spring-boot-starter-parent
+ 2.6.3
+
+
+ io.github.dunwu
+ javadb-elasticsearch7
+ 1.0.0
+ jar
+
+
+ 7.16.3
+
+
+
+
+ org.springframework.boot
+ spring-boot-starter-data-elasticsearch
+
+
+ org.springframework.boot
+ spring-boot-starter-json
+
+
+ org.springframework.boot
+ spring-boot-starter-test
+ test
+
+
+
+ org.projectlombok
+ lombok
+
+
+ cn.hutool
+ hutool-all
+ 5.7.20
+
+
+
+ co.elastic.clients
+ elasticsearch-java
+ 7.16.3
+
+
+
+ org.elasticsearch.client
+ elasticsearch-rest-client
+ ${elasticsearch.version}
+
+
+ org.elasticsearch.client
+ elasticsearch-rest-high-level-client
+ ${elasticsearch.version}
+
+
+
+
+
+
+ com.fasterxml.jackson.core
+ jackson-databind
+ 2.12.3
+
+
+ com.fasterxml.jackson.core
+ jackson-core
+ 2.12.3
+
+
+
+
+
+
+
+ org.springframework.boot
+ spring-boot-maven-plugin
+
+
+
+
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/SpringBootDataElasticsearchApplication.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/SpringBootDataElasticsearchApplication.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/SpringBootDataElasticsearchApplication.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/SpringBootDataElasticsearchApplication.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/constant/NamingStrategy.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/constant/NamingStrategy.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/constant/NamingStrategy.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/constant/NamingStrategy.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/constant/OrderType.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/constant/OrderType.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/constant/OrderType.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/constant/OrderType.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/constant/QueryJudgeType.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/constant/QueryJudgeType.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/constant/QueryJudgeType.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/constant/QueryJudgeType.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/constant/QueryLogicType.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/constant/QueryLogicType.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/constant/QueryLogicType.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/constant/QueryLogicType.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/elasticsearch/ElasticSearchUtil.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/elasticsearch/ElasticSearchUtil.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/elasticsearch/ElasticSearchUtil.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/elasticsearch/ElasticSearchUtil.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/elasticsearch/QueryDocument.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/elasticsearch/QueryDocument.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/elasticsearch/QueryDocument.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/elasticsearch/QueryDocument.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/elasticsearch/QueryField.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/elasticsearch/QueryField.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/elasticsearch/QueryField.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/elasticsearch/QueryField.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Article.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Article.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Article.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Article.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/ArticleBuilder.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/ArticleBuilder.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/ArticleBuilder.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/ArticleBuilder.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Author.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Author.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Author.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Author.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Book.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Book.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Book.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Book.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Car.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Car.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Car.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Car.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/GirlFriend.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/GirlFriend.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/GirlFriend.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/GirlFriend.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Operation.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Operation.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Operation.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Operation.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Person.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Person.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Person.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Person.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/PersonMultipleLevelNested.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/PersonMultipleLevelNested.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/PersonMultipleLevelNested.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/PersonMultipleLevelNested.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Product.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Product.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Product.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Product.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Sector.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Sector.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Sector.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/Sector.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/User.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/User.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/User.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/User.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/UserQuery.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/UserQuery.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/UserQuery.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/entities/UserQuery.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/repositories/ArticleRepository.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/repositories/ArticleRepository.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/repositories/ArticleRepository.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/repositories/ArticleRepository.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/repositories/BookRepository.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/repositories/BookRepository.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/repositories/BookRepository.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/repositories/BookRepository.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/repositories/OperationRepository.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/repositories/OperationRepository.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/repositories/OperationRepository.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/repositories/OperationRepository.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/repositories/ProductRepository.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/repositories/ProductRepository.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/repositories/ProductRepository.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/repositories/ProductRepository.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/repositories/UserRepository.java b/codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/repositories/UserRepository.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/repositories/UserRepository.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/java/io/github/dunwu/javadb/elasticsearch/springboot/repositories/UserRepository.java
diff --git a/codes/javadb/javadb-elasticsearch/src/main/resources/application.properties b/codes/javadb/elasticsearch/elasticsearch7/src/main/resources/application.properties
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/resources/application.properties
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/resources/application.properties
diff --git a/codes/javadb/javadb-elasticsearch/src/main/resources/banner.txt b/codes/javadb/elasticsearch/elasticsearch7/src/main/resources/banner.txt
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/resources/banner.txt
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/resources/banner.txt
diff --git a/codes/javadb/javadb-elasticsearch/src/main/resources/logback.xml b/codes/javadb/elasticsearch/elasticsearch7/src/main/resources/logback.xml
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/main/resources/logback.xml
rename to codes/javadb/elasticsearch/elasticsearch7/src/main/resources/logback.xml
diff --git a/codes/javadb/javadb-elasticsearch/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/RestHighLevelClientDocumentApiTest.java b/codes/javadb/elasticsearch/elasticsearch7/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/RestHighLevelClientDocumentApiTest.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/RestHighLevelClientDocumentApiTest.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/RestHighLevelClientDocumentApiTest.java
diff --git a/codes/javadb/javadb-elasticsearch/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/RestHighLevelClientDocumentSearchApiTest.java b/codes/javadb/elasticsearch/elasticsearch7/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/RestHighLevelClientDocumentSearchApiTest.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/RestHighLevelClientDocumentSearchApiTest.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/RestHighLevelClientDocumentSearchApiTest.java
diff --git a/codes/javadb/javadb-elasticsearch/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/RestHighLevelClientIndexApiTest.java b/codes/javadb/elasticsearch/elasticsearch7/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/RestHighLevelClientIndexApiTest.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/RestHighLevelClientIndexApiTest.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/RestHighLevelClientIndexApiTest.java
diff --git a/codes/javadb/javadb-elasticsearch/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/RestLowLevelClientTest.java b/codes/javadb/elasticsearch/elasticsearch7/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/RestLowLevelClientTest.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/RestLowLevelClientTest.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/RestLowLevelClientTest.java
diff --git a/codes/javadb/javadb-elasticsearch/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/entity/ecommerce/Geoip.java b/codes/javadb/elasticsearch/elasticsearch7/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/entity/ecommerce/Geoip.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/entity/ecommerce/Geoip.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/entity/ecommerce/Geoip.java
diff --git a/codes/javadb/javadb-elasticsearch/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/entity/ecommerce/KibanaSampleDataEcommerceBean.java b/codes/javadb/elasticsearch/elasticsearch7/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/entity/ecommerce/KibanaSampleDataEcommerceBean.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/entity/ecommerce/KibanaSampleDataEcommerceBean.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/entity/ecommerce/KibanaSampleDataEcommerceBean.java
diff --git a/codes/javadb/javadb-elasticsearch/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/entity/ecommerce/Location.java b/codes/javadb/elasticsearch/elasticsearch7/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/entity/ecommerce/Location.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/entity/ecommerce/Location.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/entity/ecommerce/Location.java
diff --git a/codes/javadb/javadb-elasticsearch/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/entity/ecommerce/ProductsItem.java b/codes/javadb/elasticsearch/elasticsearch7/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/entity/ecommerce/ProductsItem.java
similarity index 100%
rename from codes/javadb/javadb-elasticsearch/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/entity/ecommerce/ProductsItem.java
rename to codes/javadb/elasticsearch/elasticsearch7/src/test/java/io/github/dunwu/javadb/elasticsearch/springboot/entity/ecommerce/ProductsItem.java
diff --git a/codes/javadb/elasticsearch/pom.xml b/codes/javadb/elasticsearch/pom.xml
new file mode 100644
index 00000000..f7079658
--- /dev/null
+++ b/codes/javadb/elasticsearch/pom.xml
@@ -0,0 +1,15 @@
+
+
+ 4.0.0
+
+ io.github.dunwu
+ javadb-elasticsearch
+ 1.0.0
+ pom
+
+
+ elasticsearch6
+ elasticsearch7
+
+
diff --git a/codes/javadb/h2/pom.xml b/codes/javadb/h2/pom.xml
new file mode 100644
index 00000000..b7d09205
--- /dev/null
+++ b/codes/javadb/h2/pom.xml
@@ -0,0 +1,53 @@
+
+
+ 4.0.0
+
+
+ org.springframework.boot
+ spring-boot-starter-parent
+ 2.6.3
+
+
+ io.github.dunwu
+ javadb-h2
+ 1.0.0
+ jar
+
+
+
+ org.springframework.boot
+ spring-boot-starter-data-rest
+
+
+ org.springframework.boot
+ spring-boot-starter-data-jpa
+
+
+ org.springframework.boot
+ spring-boot-starter-test
+ test
+
+
+ org.projectlombok
+ lombok
+
+
+
+
+ com.h2database
+ h2
+ 2.1.210
+
+
+
+
+
+
+
+ org.springframework.boot
+ spring-boot-maven-plugin
+
+
+
+
diff --git a/codes/javadb/javadb-h2/src/main/java/io/github/dunwu/javadb/h2/springboot/SpringBootDataJpaApplication.java b/codes/javadb/h2/src/main/java/io/github/dunwu/javadb/h2/springboot/SpringBootDataJpaApplication.java
similarity index 100%
rename from codes/javadb/javadb-h2/src/main/java/io/github/dunwu/javadb/h2/springboot/SpringBootDataJpaApplication.java
rename to codes/javadb/h2/src/main/java/io/github/dunwu/javadb/h2/springboot/SpringBootDataJpaApplication.java
diff --git a/codes/javadb/javadb-h2/src/main/java/io/github/dunwu/javadb/h2/springboot/User.java b/codes/javadb/h2/src/main/java/io/github/dunwu/javadb/h2/springboot/User.java
similarity index 100%
rename from codes/javadb/javadb-h2/src/main/java/io/github/dunwu/javadb/h2/springboot/User.java
rename to codes/javadb/h2/src/main/java/io/github/dunwu/javadb/h2/springboot/User.java
diff --git a/codes/javadb/javadb-h2/src/main/java/io/github/dunwu/javadb/h2/springboot/UserRepository.java b/codes/javadb/h2/src/main/java/io/github/dunwu/javadb/h2/springboot/UserRepository.java
similarity index 100%
rename from codes/javadb/javadb-h2/src/main/java/io/github/dunwu/javadb/h2/springboot/UserRepository.java
rename to codes/javadb/h2/src/main/java/io/github/dunwu/javadb/h2/springboot/UserRepository.java
diff --git a/codes/javadb/javadb-h2/src/main/resources/application.properties b/codes/javadb/h2/src/main/resources/application.properties
similarity index 100%
rename from codes/javadb/javadb-h2/src/main/resources/application.properties
rename to codes/javadb/h2/src/main/resources/application.properties
diff --git a/codes/javadb/javadb-h2/src/main/resources/banner.txt b/codes/javadb/h2/src/main/resources/banner.txt
similarity index 100%
rename from codes/javadb/javadb-h2/src/main/resources/banner.txt
rename to codes/javadb/h2/src/main/resources/banner.txt
diff --git a/codes/javadb/javadb-h2/src/main/resources/logback.xml b/codes/javadb/h2/src/main/resources/logback.xml
similarity index 100%
rename from codes/javadb/javadb-h2/src/main/resources/logback.xml
rename to codes/javadb/h2/src/main/resources/logback.xml
diff --git a/codes/javadb/javadb-h2/src/main/resources/sql/data-h2.sql b/codes/javadb/h2/src/main/resources/sql/data-h2.sql
similarity index 100%
rename from codes/javadb/javadb-h2/src/main/resources/sql/data-h2.sql
rename to codes/javadb/h2/src/main/resources/sql/data-h2.sql
diff --git a/codes/javadb/javadb-h2/src/main/resources/sql/schema-h2.sql b/codes/javadb/h2/src/main/resources/sql/schema-h2.sql
similarity index 100%
rename from codes/javadb/javadb-h2/src/main/resources/sql/schema-h2.sql
rename to codes/javadb/h2/src/main/resources/sql/schema-h2.sql
diff --git a/codes/javadb/javadb-h2/src/test/java/io/github/dunwu/javadb/h2/H2JdbcTest.java b/codes/javadb/h2/src/test/java/io/github/dunwu/javadb/h2/H2JdbcTest.java
similarity index 100%
rename from codes/javadb/javadb-h2/src/test/java/io/github/dunwu/javadb/h2/H2JdbcTest.java
rename to codes/javadb/h2/src/test/java/io/github/dunwu/javadb/h2/H2JdbcTest.java
diff --git a/codes/javadb/javadb-h2/src/test/java/io/github/dunwu/javadb/h2/springboot/SpringBootJpaRestTest.java b/codes/javadb/h2/src/test/java/io/github/dunwu/javadb/h2/springboot/SpringBootJpaRestTest.java
similarity index 100%
rename from codes/javadb/javadb-h2/src/test/java/io/github/dunwu/javadb/h2/springboot/SpringBootJpaRestTest.java
rename to codes/javadb/h2/src/test/java/io/github/dunwu/javadb/h2/springboot/SpringBootJpaRestTest.java
diff --git a/codes/javadb/javadb-h2/src/test/java/io/github/dunwu/javadb/h2/springboot/SpringBootJpaTest.java b/codes/javadb/h2/src/test/java/io/github/dunwu/javadb/h2/springboot/SpringBootJpaTest.java
similarity index 100%
rename from codes/javadb/javadb-h2/src/test/java/io/github/dunwu/javadb/h2/springboot/SpringBootJpaTest.java
rename to codes/javadb/h2/src/test/java/io/github/dunwu/javadb/h2/springboot/SpringBootJpaTest.java
diff --git a/codes/javadb/hbase/pom.xml b/codes/javadb/hbase/pom.xml
new file mode 100644
index 00000000..1c0e69f8
--- /dev/null
+++ b/codes/javadb/hbase/pom.xml
@@ -0,0 +1,60 @@
+
+
+ 4.0.0
+
+
+ io.github.dunwu
+ javadb
+ 1.0.0
+ ../pom.xml
+
+
+ javadb-hbase
+ jar
+
+
+ 1.8
+ ${java.version}
+ ${java.version}
+ UTF-8
+ UTF-8
+
+
+
+
+ org.apache.hbase
+ hbase-client
+
+
+ org.apache.hadoop
+ hadoop-auth
+
+
+ cn.hutool
+ hutool-all
+
+
+ com.fasterxml.jackson.core
+ jackson-databind
+
+
+ com.alibaba
+ fastjson
+
+
+ org.projectlombok
+ lombok
+
+
+ org.springframework
+ spring-context-support
+
+
+ org.springframework.boot
+ spring-boot-starter-test
+ test
+
+
+
diff --git a/codes/javadb/hbase/src/main/java/io/github/dunwu/javadb/hbase/HbaseAdmin.java b/codes/javadb/hbase/src/main/java/io/github/dunwu/javadb/hbase/HbaseAdmin.java
new file mode 100644
index 00000000..fd9b07a8
--- /dev/null
+++ b/codes/javadb/hbase/src/main/java/io/github/dunwu/javadb/hbase/HbaseAdmin.java
@@ -0,0 +1,294 @@
+package io.github.dunwu.javadb.hbase;
+
+import cn.hutool.core.io.IoUtil;
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.hbase.NamespaceDescriptor;
+import org.apache.hadoop.hbase.TableName;
+import org.apache.hadoop.hbase.client.Admin;
+import org.apache.hadoop.hbase.client.ColumnFamilyDescriptor;
+import org.apache.hadoop.hbase.client.ColumnFamilyDescriptorBuilder;
+import org.apache.hadoop.hbase.client.Connection;
+import org.apache.hadoop.hbase.client.ConnectionFactory;
+import org.apache.hadoop.hbase.client.Table;
+import org.apache.hadoop.hbase.client.TableDescriptor;
+import org.apache.hadoop.hbase.client.TableDescriptorBuilder;
+import org.apache.hadoop.hbase.security.User;
+import org.apache.hadoop.security.UserGroupInformation;
+
+import java.io.Closeable;
+import java.io.IOException;
+import java.util.ArrayList;
+import java.util.List;
+
+/**
+ * HBase 管理工具类
+ *
+ * @author Zhang Peng
+ * @date 2023-03-27
+ */
+public class HbaseAdmin implements Closeable {
+
+ private final Connection connection;
+ private final Configuration configuration;
+
+ protected HbaseAdmin(Configuration configuration) throws IOException {
+ this.configuration = configuration;
+ // 无需鉴权连接
+ // this.connection = ConnectionFactory.createConnection(configuration);
+ // 鉴权连接
+ this.connection = ConnectionFactory.createConnection(configuration, null,
+ new User.SecureHadoopUser(UserGroupInformation.createRemoteUser("test")));
+ }
+
+ protected HbaseAdmin(Connection connection) {
+ this.configuration = connection.getConfiguration();
+ this.connection = connection;
+ }
+
+ public synchronized static HbaseAdmin newInstance(Configuration configuration) throws IOException {
+ if (configuration == null) {
+ throw new IllegalArgumentException("configuration can not be null!");
+ }
+ return new HbaseAdmin(configuration);
+ }
+
+ public synchronized static HbaseAdmin newInstance(Connection connection) throws IOException {
+ if (connection == null) {
+ throw new IllegalArgumentException("connection can not be null!");
+ }
+ return new HbaseAdmin(connection);
+ }
+
+ /**
+ * 关闭内部持有的 HBase Connection 实例
+ */
+ @Override
+ public synchronized void close() {
+ if (null == connection || connection.isClosed()) {
+ return;
+ }
+ IoUtil.close(connection);
+ }
+
+ /**
+ * 获取 HBase 连接实例
+ *
+ * @return /
+ */
+ public Connection getConnection() {
+ if (null == connection) {
+ throw new RuntimeException("HBase connection init failed...");
+ }
+ return connection;
+ }
+
+ /**
+ * 获取 HBase 配置
+ *
+ * @return /
+ */
+ public Configuration getConfiguration() {
+ return configuration;
+ }
+
+ /**
+ * 创建命名空间
+ *
+ * @param namespace 命名空间
+ */
+ public void createNamespace(String namespace) throws IOException {
+ Admin admin = null;
+ try {
+ admin = getAdmin();
+ NamespaceDescriptor nd = NamespaceDescriptor.create(namespace).build();
+ admin.createNamespace(nd);
+ } finally {
+ recycle(admin);
+ }
+ }
+
+ /**
+ * 删除命名空间
+ *
+ * @param namespace 命名空间
+ */
+ public void dropNamespace(String namespace) throws IOException {
+ dropNamespace(namespace, false);
+ }
+
+ /**
+ * 删除命名空间
+ *
+ * @param namespace 命名空间
+ * @param force 是否强制删除
+ */
+ public void dropNamespace(String namespace, boolean force) throws IOException {
+ Admin admin = null;
+ try {
+ admin = getAdmin();
+ if (force) {
+ TableName[] tableNames = admin.listTableNamesByNamespace(namespace);
+ for (TableName name : tableNames) {
+ admin.disableTable(name);
+ admin.deleteTable(name);
+ }
+ }
+ admin.deleteNamespace(namespace);
+ } finally {
+ recycle(admin);
+ }
+ }
+
+ /**
+ * 获取所有命名空间
+ */
+ public String[] listNamespaces() throws IOException {
+ Admin admin = null;
+ try {
+ admin = getAdmin();
+ return admin.listNamespaces();
+ } finally {
+ recycle(admin);
+ }
+ }
+
+ /**
+ * 指定表是否存在
+ *
+ * @param tableName 表名
+ */
+ public boolean existsTable(TableName tableName) throws IOException {
+ Admin admin = getAdmin();
+ boolean result = admin.tableExists(tableName);
+ admin.close();
+ return result;
+ }
+
+ /**
+ * 创建表
+ *
+ * @param tableName 表名
+ * @param families 列族
+ */
+ public void createTable(TableName tableName, String... families) throws IOException {
+ createTable(tableName, null, families);
+ }
+
+ /**
+ * 创建表
+ *
+ * @param tableName 表名
+ * @param splitKeys 表初始区域的拆分关键字
+ * @param families 列族
+ */
+ public void createTable(TableName tableName, byte[][] splitKeys, String... families) throws IOException {
+
+ List columnFamilyDescriptorList = new ArrayList<>();
+ TableDescriptorBuilder builder = TableDescriptorBuilder.newBuilder(tableName);
+ for (String cf : families) {
+ ColumnFamilyDescriptor columnFamilyDescriptor = ColumnFamilyDescriptorBuilder.of(cf);
+ columnFamilyDescriptorList.add(columnFamilyDescriptor);
+ }
+ builder.setColumnFamilies(columnFamilyDescriptorList);
+
+ TableDescriptor td = builder.build();
+ Admin admin = getAdmin();
+ if (splitKeys != null) {
+ admin.createTable(td, splitKeys);
+ } else {
+ admin.createTable(td);
+ }
+ admin.close();
+ }
+
+ /**
+ * 删除表
+ *
+ * @param tableName 表名
+ */
+ public void dropTable(TableName tableName) throws IOException {
+ if (existsTable(tableName)) {
+ Admin admin = getAdmin();
+ if (admin.isTableEnabled(tableName)) {
+ disableTable(tableName);
+ }
+ admin.deleteTable(tableName);
+ admin.close();
+ }
+ }
+
+ /**
+ * 禁用表
+ *
+ * @param tableName 表名
+ */
+ public void disableTable(TableName tableName) throws IOException {
+ Admin admin = getAdmin();
+ admin.disableTable(tableName);
+ admin.close();
+ }
+
+ /**
+ * 启用表
+ *
+ * @param tableName 表名
+ */
+ public void enableTable(TableName tableName) throws IOException {
+ Admin admin = getAdmin();
+ admin.enableTable(tableName);
+ admin.close();
+ }
+
+ /**
+ * 获取所有表
+ */
+ public TableName[] listTableNames() throws IOException {
+ Admin admin = null;
+ try {
+ admin = getAdmin();
+ return admin.listTableNames();
+ } finally {
+ recycle(admin);
+ }
+ }
+
+ /**
+ * 获取指定命名空间下的所有表
+ */
+ public TableName[] listTableNamesByNamespace(String namespace) throws IOException {
+ Admin admin = null;
+ try {
+ admin = getAdmin();
+ return admin.listTableNamesByNamespace(namespace);
+ } finally {
+ recycle(admin);
+ }
+ }
+
+ /**
+ * 获取 {@link org.apache.hadoop.hbase.client.Table} 实例
+ *
+ * @param tableName 表名
+ * @return /
+ */
+ public Table getTable(TableName tableName) throws IOException {
+ return getConnection().getTable(tableName);
+ }
+
+ /**
+ * 获取 {@link org.apache.hadoop.hbase.client.Admin} 实例
+ *
+ * @return /
+ */
+ public Admin getAdmin() throws IOException {
+ return getConnection().getAdmin();
+ }
+
+ private void recycle(Admin admin) {
+ if (null == admin) {
+ return;
+ }
+ IoUtil.close(admin);
+ }
+
+}
diff --git a/codes/javadb/hbase/src/main/java/io/github/dunwu/javadb/hbase/HbaseFactory.java b/codes/javadb/hbase/src/main/java/io/github/dunwu/javadb/hbase/HbaseFactory.java
new file mode 100644
index 00000000..c4a66c53
--- /dev/null
+++ b/codes/javadb/hbase/src/main/java/io/github/dunwu/javadb/hbase/HbaseFactory.java
@@ -0,0 +1,35 @@
+package io.github.dunwu.javadb.hbase;
+
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.hbase.HBaseConfiguration;
+
+import java.io.IOException;
+
+/**
+ * HBase 工具实例化工厂
+ *
+ * @author Zhang Peng
+ * @date 2023-07-05
+ */
+public class HbaseFactory {
+
+ public static HbaseTemplate newHbaseTemplate() throws IOException {
+ return HbaseTemplate.newInstance(newHbaseConfiguration());
+ }
+
+ public static HbaseAdmin newHbaseAdmin() throws IOException {
+ return HbaseAdmin.newInstance(newHbaseConfiguration());
+ }
+
+ public static Configuration newHbaseConfiguration() {
+ Configuration configuration = HBaseConfiguration.create();
+ configuration.set("hbase.zookeeper.quorum", "127.0.0.1");
+ configuration.set("hbase.zookeeper.property.clientPort", "2181");
+ configuration.set("hbase.rootdir", "/hbase");
+ configuration.set("hbase.meta.replicas.use", "true");
+ configuration.set("hbase.client.retries.number", "5");
+ configuration.set("hbase.rpc.timeout", "600000");
+ return configuration;
+ }
+
+}
diff --git a/codes/javadb/hbase/src/main/java/io/github/dunwu/javadb/hbase/HbaseTemplate.java b/codes/javadb/hbase/src/main/java/io/github/dunwu/javadb/hbase/HbaseTemplate.java
new file mode 100644
index 00000000..018bbddd
--- /dev/null
+++ b/codes/javadb/hbase/src/main/java/io/github/dunwu/javadb/hbase/HbaseTemplate.java
@@ -0,0 +1,1011 @@
+package io.github.dunwu.javadb.hbase;
+
+import cn.hutool.core.collection.CollectionUtil;
+import cn.hutool.core.date.DatePattern;
+import cn.hutool.core.date.DateUtil;
+import cn.hutool.core.io.IoUtil;
+import cn.hutool.core.map.MapUtil;
+import cn.hutool.core.util.ArrayUtil;
+import cn.hutool.core.util.ObjectUtil;
+import cn.hutool.core.util.ReflectUtil;
+import cn.hutool.core.util.StrUtil;
+import io.github.dunwu.javadb.hbase.entity.BaseHbaseEntity;
+import io.github.dunwu.javadb.hbase.entity.common.ColumnDo;
+import io.github.dunwu.javadb.hbase.entity.common.FamilyDo;
+import io.github.dunwu.javadb.hbase.entity.common.PageData;
+import io.github.dunwu.javadb.hbase.entity.common.RowDo;
+import io.github.dunwu.javadb.hbase.entity.common.ScrollData;
+import io.github.dunwu.javadb.hbase.entity.scan.MultiFamilyScan;
+import io.github.dunwu.javadb.hbase.entity.scan.SingleFamilyScan;
+import io.github.dunwu.javadb.hbase.util.JsonUtil;
+import lombok.extern.slf4j.Slf4j;
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.hbase.Cell;
+import org.apache.hadoop.hbase.CellUtil;
+import org.apache.hadoop.hbase.TableName;
+import org.apache.hadoop.hbase.client.Connection;
+import org.apache.hadoop.hbase.client.ConnectionFactory;
+import org.apache.hadoop.hbase.client.Delete;
+import org.apache.hadoop.hbase.client.Durability;
+import org.apache.hadoop.hbase.client.Get;
+import org.apache.hadoop.hbase.client.Put;
+import org.apache.hadoop.hbase.client.Result;
+import org.apache.hadoop.hbase.client.ResultScanner;
+import org.apache.hadoop.hbase.client.Row;
+import org.apache.hadoop.hbase.client.Scan;
+import org.apache.hadoop.hbase.client.Table;
+import org.apache.hadoop.hbase.security.User;
+import org.apache.hadoop.hbase.util.Bytes;
+import org.apache.hadoop.security.UserGroupInformation;
+
+import java.io.Closeable;
+import java.io.IOException;
+import java.lang.reflect.Field;
+import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.Collection;
+import java.util.Date;
+import java.util.Iterator;
+import java.util.LinkedHashMap;
+import java.util.List;
+import java.util.Map;
+import java.util.Set;
+import java.util.stream.Collectors;
+import java.util.stream.Stream;
+
+/**
+ * HBase 客户端封装工具类
+ *
+ * @author Zhang Peng
+ * @date 2023-03-27
+ */
+@Slf4j
+public class HbaseTemplate implements Closeable {
+
+ private final Connection connection;
+
+ private final Configuration configuration;
+
+ protected HbaseTemplate(Configuration configuration) throws IOException {
+ this.configuration = configuration;
+ // 无需鉴权连接
+ // this.connection = ConnectionFactory.createConnection(configuration);
+ // 鉴权连接
+ this.connection = ConnectionFactory.createConnection(configuration, null,
+ new User.SecureHadoopUser(UserGroupInformation.createRemoteUser("test")));
+ }
+
+ protected HbaseTemplate(Connection connection) {
+ this.configuration = connection.getConfiguration();
+ this.connection = connection;
+ }
+
+ public static synchronized HbaseTemplate newInstance(Configuration configuration) throws IOException {
+ if (configuration == null) {
+ throw new IllegalArgumentException("configuration can not be null!");
+ }
+ return new HbaseTemplate(configuration);
+ }
+
+ public synchronized static HbaseTemplate newInstance(Connection connection) {
+ if (connection == null) {
+ throw new IllegalArgumentException("connection can not be null!");
+ }
+ return new HbaseTemplate(connection);
+ }
+
+ /**
+ * 关闭内部持有的 HBase Connection 实例
+ */
+ @Override
+ public synchronized void close() {
+ if (null == connection || connection.isClosed()) {
+ return;
+ }
+ IoUtil.close(connection);
+ }
+
+ /**
+ * 获取 HBase 连接实例
+ *
+ * @return /
+ */
+ public Connection getConnection() {
+ if (null == connection) {
+ throw new RuntimeException("HBase connection init failed...");
+ }
+ return connection;
+ }
+
+ /**
+ * 获取 HBase 配置
+ *
+ * @return /
+ */
+ public Configuration getConfiguration() {
+ return configuration;
+ }
+
+ /**
+ * 获取 {@link org.apache.hadoop.hbase.client.Table} 实例
+ *
+ * @param tableName 表名
+ * @return /
+ */
+ public Table getTable(String tableName) throws IOException {
+ return getTable(TableName.valueOf(tableName));
+ }
+
+ /**
+ * 获取 {@link org.apache.hadoop.hbase.client.Table} 实例
+ *
+ * @param tableName 表名
+ * @return /
+ */
+
+ public synchronized Table getTable(TableName tableName) throws IOException {
+ return connection.getTable(tableName);
+ }
+
+ // =====================================================================================
+ // put 操作封装
+ // =====================================================================================
+
+ public void put(String tableName, Put put) throws IOException {
+ if (StrUtil.isBlank(tableName) || put == null) {
+ return;
+ }
+ Table table = getTable(tableName);
+ try {
+ table.put(put);
+ } finally {
+ recycle(table);
+ }
+ }
+
+ public void put(String tableName, String row, String family, String column, String value)
+ throws IOException {
+ Put put = newPut(row, null, family, column, value);
+ put(tableName, put);
+ }
+
+ public void put(String tableName, String row, Long timestamp, String family, String column, String value)
+ throws IOException {
+ Put put = newPut(row, timestamp, family, column, value);
+ put(tableName, put);
+ }
+
+ public void put(String tableName, String row, String family, Object obj) throws IOException {
+ put(tableName, row, null, family, obj);
+ }
+
+ public void put(String tableName, String row, Long timestamp, String family, Object obj) throws IOException {
+ Put put = newPut(row, timestamp, family, obj);
+ put(tableName, put);
+ }
+
+ public void put(String tableName, String row, String family, Map columnMap)
+ throws IOException {
+ Put put = newPut(row, null, family, columnMap);
+ put(tableName, put);
+ }
+
+ public void put(String tableName, String row, Long timestamp, String family, Map columnMap)
+ throws IOException {
+ Put put = newPut(row, timestamp, family, columnMap);
+ put(tableName, put);
+ }
+
+ public void put(String tableName, String row, Long timestamp, Map> familyMap)
+ throws IOException {
+ Put put = newPut(row, timestamp, familyMap);
+ put(tableName, put);
+ }
+
+ public void put(String tableName, String family, T entity) throws IOException {
+ put(tableName, entity.getRowKey(), family, entity);
+ }
+
+ public void batchPut(String tableName, Collection list) throws IOException, InterruptedException {
+ batch(tableName, list);
+ }
+
+ public void batchPut(String tableName, String family, Collection list)
+ throws IOException, InterruptedException {
+ if (StrUtil.isBlank(tableName) || StrUtil.isBlank(family) || CollectionUtil.isEmpty(list)) {
+ return;
+ }
+ List puts = newPutList(family, list);
+ batchPut(tableName, puts);
+ }
+
+ public static Put newPut(String row, Long timestamp, String family, String column, String value) {
+ if (StrUtil.isBlank(row) || StrUtil.isBlank(family) || StrUtil.isBlank(column) || StrUtil.isBlank(value)) {
+ return null;
+ }
+ Map columnMap = new LinkedHashMap<>(1);
+ columnMap.put(column, value);
+ return newPut(row, timestamp, family, columnMap);
+ }
+
+ public static Put newPut(String row, Long timestamp, String family, Map columnMap) {
+ if (StrUtil.isBlank(row) || StrUtil.isBlank(family) || MapUtil.isEmpty(columnMap)) {
+ return null;
+ }
+ Map> familyMap = new LinkedHashMap<>(1);
+ familyMap.put(family, columnMap);
+ return newPut(row, timestamp, familyMap);
+ }
+
+ public static Put newPut(String row, Long timestamp, String family, Object obj) {
+ if (obj == null) {
+ return null;
+ }
+ Map columnMap = JsonUtil.toMap(obj);
+ return newPut(row, timestamp, family, columnMap);
+ }
+
+ public static Put newPut(String row, Long timestamp, Map> familyMap) {
+
+ if (StrUtil.isBlank(row) || MapUtil.isEmpty(familyMap)) {
+ return null;
+ }
+
+ if (timestamp == null) {
+ timestamp = System.currentTimeMillis();
+ }
+
+ Put put = new Put(Bytes.toBytes(row));
+ for (Map.Entry> e : familyMap.entrySet()) {
+ String family = e.getKey();
+ Map columnMap = e.getValue();
+ if (MapUtil.isNotEmpty(columnMap)) {
+ for (Map.Entry entry : columnMap.entrySet()) {
+ String column = entry.getKey();
+ Object value = entry.getValue();
+ if (ObjectUtil.isEmpty(value)) {
+ continue;
+ }
+ if (value instanceof String) {
+ put.addColumn(Bytes.toBytes(family), Bytes.toBytes(column), timestamp,
+ Bytes.toBytes(value.toString()));
+ } else if (value instanceof Date) {
+ put.addColumn(Bytes.toBytes(family), Bytes.toBytes(column), timestamp,
+ Bytes.toBytes(DateUtil.format((Date) value, DatePattern.NORM_DATETIME_PATTERN)));
+ } else {
+ put.addColumn(Bytes.toBytes(family), Bytes.toBytes(column),
+ timestamp, Bytes.toBytes(JsonUtil.toString(value)));
+ }
+ }
+ }
+ }
+ return put;
+ }
+
+ private static List newPutList(String family, Collection list) {
+ long timestamp = System.currentTimeMillis();
+ List puts = new ArrayList<>();
+ for (T entity : list) {
+ Put put = newPut(entity.getRowKey(), timestamp, family, entity);
+ puts.add(put);
+ }
+ return puts;
+ }
+
+ // =====================================================================================
+ // delete 操作封装
+ // =====================================================================================
+
+ public void delete(String tableName, Delete delete) throws IOException {
+ if (StrUtil.isBlank(tableName) || delete == null) {
+ return;
+ }
+ Table table = getTable(tableName);
+ try {
+ table.delete(delete);
+ } finally {
+ recycle(table);
+ }
+ }
+
+ public void delete(String tableName, String row) throws IOException {
+ Delete delete = new Delete(Bytes.toBytes(row));
+ delete(tableName, delete);
+ }
+
+ public void batchDelete(String tableName, String... rows) throws IOException, InterruptedException {
+ if (ArrayUtil.isEmpty(rows)) {
+ return;
+ }
+ List deletes = Stream.of(rows)
+ .map(row -> new Delete(Bytes.toBytes(row)))
+ .distinct().collect(Collectors.toList());
+ batchDelete(tableName, deletes);
+ }
+
+ public void batchDelete(String tableName, List deletes) throws IOException, InterruptedException {
+ batch(tableName, deletes);
+ }
+
+ // =====================================================================================
+ // get 操作封装
+ // =====================================================================================
+
+ public Result get(String tableName, String row) throws IOException {
+ if (StrUtil.isBlank(tableName) || StrUtil.isBlank(row)) {
+ return null;
+ }
+ Get get = newGet(row);
+ return get(tableName, get);
+ }
+
+ public Result get(String tableName, Get get) throws IOException {
+ if (StrUtil.isBlank(tableName) || get == null) {
+ return null;
+ }
+ Table table = getTable(tableName);
+ try {
+ return table.get(get);
+ } finally {
+ recycle(table);
+ }
+ }
+
+ public Result[] batchGet(String tableName, String[] rows) throws IOException {
+ if (StrUtil.isBlank(tableName) || ArrayUtil.isEmpty(rows)) {
+ return null;
+ }
+ List gets = newGetList(rows);
+ return batchGet(tableName, gets);
+ }
+
+ public Result[] batchGet(String tableName, List gets) throws IOException {
+ if (StrUtil.isBlank(tableName) || CollectionUtil.isEmpty(gets)) {
+ return null;
+ }
+ Table table = getTable(tableName);
+ try {
+ return table.get(gets);
+ } finally {
+ recycle(table);
+ }
+ }
+
+ /**
+ * 指定行、列族，以实体 {@link T} 形式返回数据
+ *
+ * @param tableName 表名
+ * @param row 指定行
+ * @param family 列族
+ * @param clazz 返回实体类型
+ * @param 实体类型
+ * @return /
+ */
+ public T getEntity(String tableName, String row, String family, Class clazz) throws IOException {
+
+ if (StrUtil.isBlank(tableName) || StrUtil.isBlank(row) || StrUtil.isBlank(family) || clazz == null) {
+ return null;
+ }
+ Map fieldMap = ReflectUtil.getFieldMap(clazz);
+ String[] columns = fieldMap.keySet().toArray(new String[0]);
+ Map columnMap = getColumnMap(tableName, row, family, columns);
+ if (MapUtil.isEmpty(columnMap)) {
+ return null;
+ }
+ return toEntity(ColumnDo.toKvMap(columnMap), clazz);
+ }
+
+ /**
+ * 指定多行、列族，以实体 {@link T} 列表形式返回数据
+ *
+ * @param tableName 表名
+ * @param rows 指定多行
+ * @param family 列族
+ * @param clazz 返回实体类型
+ * @param 实体类型
+ * @return /
+ */
+ public List getEntityList(String tableName, String[] rows, String family, Class clazz)
+ throws IOException {
+ Map map = getEntityMap(tableName, rows, family, clazz);
+ if (MapUtil.isEmpty(map)) {
+ return new ArrayList<>(0);
+ }
+ return new ArrayList<>(map.values());
+ }
+
+ /**
+ * 指定多行、列族，以实体 {@link T} 列表形式返回数据
+ *
+ * @param tableName 表名
+ * @param rows 指定多行
+ * @param family 列族
+ * @param clazz 返回实体类型
+ * @param 实体类型
+ * @return /
+ */
+ public List getEntityList(String tableName, Collection rows, String family, Class clazz)
+ throws IOException {
+ if (CollectionUtil.isEmpty(rows)) {
+ return new ArrayList<>(0);
+ }
+ return getEntityList(tableName, rows.toArray(new String[0]), family, clazz);
+ }
+
+ public Map getEntityMap(String tableName, String[] rows, String family, Class clazz)
+ throws IOException {
+
+ if (StrUtil.isBlank(tableName) || ArrayUtil.isEmpty(rows) || StrUtil.isBlank(family) || clazz == null) {
+ return null;
+ }
+
+ Map fieldMap = ReflectUtil.getFieldMap(clazz);
+ String[] columns = fieldMap.keySet().toArray(new String[0]);
+ List gets = newGetList(rows, family, columns);
+
+ Result[] results = batchGet(tableName, gets);
+ if (ArrayUtil.isEmpty(results)) {
+ return new LinkedHashMap<>(0);
+ }
+
+ Map map = new LinkedHashMap<>(results.length);
+ for (Result result : results) {
+ Map columnMap =
+ getColumnsFromResult(result, tableName, family, CollectionUtil.newArrayList(columns));
+ if (MapUtil.isNotEmpty(columnMap)) {
+ T entity = toEntity(ColumnDo.toKvMap(columnMap), clazz);
+ map.put(Bytes.toString(result.getRow()), entity);
+ }
+ }
+ return map;
+ }
+
+ public Map getEntityMap(String tableName, Collection
+ 