Kotlin + SpringBoot + Elasticsearch

Intro::

코틀린 스프링을 활용한 엘라스틱서치 도큐먼트 인덱싱 프로젝트 정리입니다. 엘라스틱서치 실무가이드에서 제공하는 스냅샷을 사용하였습니다.

초기 설정

docker-compose.yml

services:
  es01:
    image: docker.elastic.co/elasticsearch/elasticsearch:7.8.1
    container_name: es01
    environment:
      - cluster.name=cluster
      - node.name=es01
      - network.host=0.0.0.0
      - http.port=9200
      - transport.tcp.port=9300
      - cluster.initial_master_nodes=es01
      - path.repo=/es/book_backup/search_example
      - bootstrap.memory_lock=true
      - "ES_JAVA_OPTS=-Xms512m -Xmx512m"
    ulimits:
      memlock:
        soft: -1
        hard: -1
    volumes:
      - data01:/usr/share/elasticsearch/data
      - ./search_example:/es/book_backup/search_example
    ports:
      - 9200:9200
      - 9300:9300
    networks:
      - elastic

  kibana:
    image: docker.elastic.co/kibana/kibana:7.8.1
    container_name: kibana
    restart: always
    environment:
      ELASTICSEARCH_HOSTS: http://es01:9200
    ports:
      - 5601:5601
    depends_on:
      - es01
    networks:
      - elastic

volumes:
  data01:
    driver: local

networks:
  elastic:
    driver: bridge

build.gradle.kts

plugins {
	id("org.springframework.boot") version "3.3.0"
	id("io.spring.dependency-management") version "1.1.5"
	kotlin("jvm") version "1.9.24"
	kotlin("plugin.spring") version "1.9.24"
}

group = "elastic"
version = "0.0.1-SNAPSHOT"

java {
	toolchain {
		languageVersion = JavaLanguageVersion.of(17)
	}
}

repositories {
	mavenCentral()
}

dependencies {
	implementation("org.elasticsearch.client:elasticsearch-rest-high-level-client:7.8.1")
	implementation("org.springframework.boot:spring-boot-starter-web")
	implementation("com.fasterxml.jackson.module:jackson-module-kotlin")
	implementation("org.jetbrains.kotlin:kotlin-reflect")
	implementation("org.springframework.boot:spring-boot-starter-validation")
	developmentOnly("org.springframework.boot:spring-boot-devtools")
	testImplementation("org.springframework.boot:spring-boot-starter-test")
	testImplementation("org.jetbrains.kotlin:kotlin-test-junit5")
	testRuntimeOnly("org.junit.platform:junit-platform-launcher")
}

kotlin {
	compilerOptions {
		freeCompilerArgs.addAll("-Xjsr305=strict")
	}
}

tasks.withType<Test> {
	useJUnitPlatform()
}

Elasticsearch

엘라스틱서치를 사용하는 방법은 크게 세가지가 존재합니다.

1. spring data elasticsearch

2. elasitcsearch-rest-client

3. rest-high-level-client

// ElasticsearchConfig 파일
package elastic.elasticSpring.core.config

import org.apache.http.HttpHost
import org.apache.http.impl.nio.client.HttpAsyncClientBuilder
import org.elasticsearch.client.RestClient
import org.elasticsearch.client.RestHighLevelClient
import org.springframework.beans.factory.annotation.Value
import org.springframework.context.annotation.Bean
import org.springframework.context.annotation.Configuration

@Configuration
class ElasticsearchConfig {
    @Value("\${elasticsearch.host}")
    lateinit var host: String
    @Value("\${elasticsearch.port}")
    lateinit var esPort: String

    @Bean
    fun restHighLevelClient(): RestHighLevelClient {
        return RestHighLevelClient(
            RestClient.builder(
                HttpHost(host, esPort.toInt(), "http")
            ).setHttpClientConfigCallback { httpClientBuilder: HttpAsyncClientBuilder ->
                httpClientBuilder
            }
        )
    }
}

구현

단일 도큐먼트 인덱싱

fun add(movie: Movie): IndexResponse {
        val indexRequest = IndexRequest(index)
            .source(objectMapper.writeValueAsString(movie), XContentType.JSON)
        if (!movie.id.isNullOrEmpty()) {
            indexRequest.id(movie.id)
        }
        return restHighLevelClient.index(indexRequest, RequestOptions.DEFAULT)
    }

bulk API 를 통한 도큐먼트 인덱싱

fun bulkIndex(movieList: List<Movie>): BulkResponse {
        val bulkRequest = BulkRequest()

        for (movie in movieList) {
            val indexRequest = IndexRequest(index)
                .source(objectMapper.writeValueAsString(movie), XContentType.JSON)
            if (!movie.id.isNullOrEmpty()) {
                indexRequest.id(movie.id)
            }
            bulkRequest.add(indexRequest)
        }

        return restHighLevelClient.bulk(bulkRequest, RequestOptions.DEFAULT)
    }

_update_by_query를 통한 도큐먼트 수정

fun addGenre(movieDto: MovieAddGenreRequestDto): BulkByScrollResponse {
        val updateByQueryRequest = UpdateByQueryRequest(index)
        val script = Script(
            ScriptType.INLINE,
            "painless",
            "ctx._source.genreAlt.add(params.genre)",
            mapOf("genre" to movieDto.genre)
        )
        val query = QueryBuilders.matchQuery("movieNm", movieDto.movieNm)

        updateByQueryRequest.setScript(script)
        updateByQueryRequest.setQuery(query)

        return restHighLevelClient.updateByQuery(updateByQueryRequest, RequestOptions.DEFAULT)
    }

References::