csv2opensearch.rb

#!/usr/bin/ruby

require 'csv'
require 'json'
require 'opensearch'



# I could have done more. 
# Not the greatest ruby code. 
# Must stop repeating.



# This just happens to be the index mapping I want to use. Replace this with your mapping. 
# TODO: Make it take a mapping via a json file. 
indexMapping = {
  'mappings': {
    'properties': {
      'created_at': { "type": "date",
                      "format": "yyyy-MM-dd HH:mm:ss zzz" },
      'tag': { "type": "keyword" },
      'category_id': { "type": "keyword" },
      'title': { "type": "keyword" }
    }
  }
} 


def usage
  puts "Usage: #{__FILE__} <index_name> <input_csv_file>"
  exit
end

def createIndex(name, mapping)
  puts "Creating index #{name}."
  @client.indices.create(
    index: name,
    body: mapping
  )
end

def indexExists(indexName)
  @client.indices.exists(
    index: indexName,
  )
end
  

def indexData(fileName, index)

  csvFile = File.open(fileName, "r")
  csvData = csvFile.read()


  csv = CSV.new(csvData, :headers => true, :header_converters => :symbol, :converters => :all)
  csvData = csv.to_a.map {|row| row.to_hash }

  csvData.each do |csvRow|
    response = @client.index(
         index: index,
             body: csvRow,
                 refresh: true
    )

    puts response
  end
end

begin

  @user = ENV['OS_USER'] || "admin"
  @password = ENV['OS_PASSWORD'] || "admin"
  @client = OpenSearch::Client.new( host: "https://#{@user}:#{@password}@localhost:9200/", transport_options: { ssl: { verify: false } })

rescue StandardError => e

  puts "Something bad happened creating the OpenSearch client object."

end

usage if ARGV.length < 2
indexName = ARGV[0]
createIndex(indexName, indexMapping) unless indexExists(indexName)
fileName = ARGV[1]
indexData(fileName, indexName)