{"id":865,"date":"2022-04-13T19:17:11","date_gmt":"2022-04-13T10:17:11","guid":{"rendered":"https:\/\/www.kkoc.org\/?p=865"},"modified":"2022-04-13T19:17:11","modified_gmt":"2022-04-13T10:17:11","slug":"elastic-search-%ec%84%a4%ec%b9%98%ed%95%b4%eb%b3%b4%ea%b8%b0","status":"publish","type":"post","link":"https:\/\/www.kkoc.org\/?p=865","title":{"rendered":"Elastic Search \uc124\uce58\ud574\ubcf4\uae30"},"content":{"rendered":"\n<p>\ud074\ub7ec\uc2a4\ud130\ub9c1 \uc791\uc5c5\uc740 \ud558\uc9c0 \uc54a\uace0 \ub2e8\ub3c5\uc11c\ubc84 \uad6c\uc131\ud558\ub294 \ub0b4\uc6a9\uc73c\ub85c \uc815\ub9ac\ud568.<\/p>\n\n\n\n<h2>\ud328\ud0a4\uc9c0 \ub2e4\uc6b4\ub85c\ub4dc<\/h2>\n\n\n\n<p>centos 7 \ud658\uacbd\uc5d0 \ub9de\ub294 rpm\ud30c\uc77c \ub2e4\uc6b4\ub85c\ub4dc.<\/p>\n\n\n\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"generic\" data-enlighter-theme=\"\" data-enlighter-highlight=\"\" data-enlighter-linenumbers=\"\" data-enlighter-lineoffset=\"\" data-enlighter-title=\"\" data-enlighter-group=\"\">https:\/\/www.elastic.co\/downloads\/elasticsearch\nhttps:\/\/www.elastic.co\/downloads\/kibana<\/pre>\n\n\n\n<h2>\ub85c\uceec \ub808\ud30c\uc9c0\ud1a0\ub9ac \uad6c\uc131<\/h2>\n\n\n\n<p>centos 7 iso\ud30c\uc77c \/media\ub85c mount \ud588\ub2e4\ub294 \uac00\uc815\ud558\uc5d0 \ub808\ud30c\uc9c0\ud1a0\ub9ac \uad6c\uc131\uc744 \uc9c4\ud589<\/p>\n\n\n\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"generic\" data-enlighter-theme=\"\" data-enlighter-highlight=\"\" data-enlighter-linenumbers=\"\" data-enlighter-lineoffset=\"\" data-enlighter-title=\"\" data-enlighter-group=\"\"># df -h\nFilesystem               Size  Used Avail Use% Mounted on\n...\n\/dev\/sr0                 4.3G  4.3G     0 100% \/media\n...<\/pre>\n\n\n\n<h2>\uc11c\ubc84 hosts\uba85\uce6d \ubd80\uc5ec<\/h2>\n\n\n\n<p>elk01\ub85c host\ud30c\uc77c\uc5d0 \ucd94\uac00<\/p>\n\n\n\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"generic\" data-enlighter-theme=\"\" data-enlighter-highlight=\"\" data-enlighter-linenumbers=\"\" data-enlighter-lineoffset=\"\" data-enlighter-title=\"\" data-enlighter-group=\"\"># vi \/etc\/hosts\n...\n192.168.20.130 elk01\n...<\/pre>\n\n\n\n<h2>SELinux \uc124\uc815<\/h2>\n\n\n\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"generic\" data-enlighter-theme=\"\" data-enlighter-highlight=\"\" data-enlighter-linenumbers=\"\" data-enlighter-lineoffset=\"\" data-enlighter-title=\"\" data-enlighter-group=\"\"># vi \/etc\/sysconfig\/selinux\nSELINUX=disabled\ngetenforce\n<\/pre>\n\n\n\n<h2>NTP \uc124\uce58<\/h2>\n\n\n\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"generic\" data-enlighter-theme=\"\" data-enlighter-highlight=\"\" data-enlighter-linenumbers=\"\" data-enlighter-lineoffset=\"\" data-enlighter-title=\"\" data-enlighter-group=\"\"># yum install -y install net-tools ntp systemd-devel wget libicu*\n\n# systemctl enable ntpd\n\n# systemctl start ntpd\n\n# ntpq -p\n     remote           refid      st t when poll reach   delay   offset  jitter\n==============================================================================\n+send.mx.cdnetwo 125.185.190.74   2 u  271 1024  377   33.210   -0.148   9.244\n+ec2-13-209-84-5 17.253.114.125   2 u   21 1024  377   53.811    6.450   7.516\n*163.152.23.171  118.220.200.235  2 u  197 1024  377   36.031    2.234  11.738<\/pre>\n\n\n\n<h2>OpenJDK \uc124\uce58<\/h2>\n\n\n\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"generic\" data-enlighter-theme=\"\" data-enlighter-highlight=\"\" data-enlighter-linenumbers=\"\" data-enlighter-lineoffset=\"\" data-enlighter-title=\"\" data-enlighter-group=\"\"># yum install -y install java-1.8.0-openjdk-1.8.0.242.b08-1.el7.x86_64 java-1.8.0-openjdk-devel- 1.8.0.242.b08-1.el7.x86_64\n\n# java -version\nopenjdk version \"1.8.0_282\"\nOpenJDK Runtime Environment (build 1.8.0_282-b08)\nOpenJDK 64-Bit Server VM (build 25.282-b08, mixed mode)<\/pre>\n\n\n\n<h2>rpm \ud604\ud669<\/h2>\n\n\n\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"generic\" data-enlighter-theme=\"\" data-enlighter-highlight=\"\" data-enlighter-linenumbers=\"\" data-enlighter-lineoffset=\"\" data-enlighter-title=\"\" data-enlighter-group=\"\"># ls -al *.rpm\n-rw-r--r--. 1 root root 319584600  9\uc6d4  3  2020 elasticsearch-7.9.1-x86_64.rpm\n-rw-r--r--. 1 root root 158616924  9\uc6d4  3  2020 logstash-7.9.1.rpm<\/pre>\n\n\n\n<h2>Elasticsearch \uc124\uce58<\/h2>\n\n\n\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"generic\" data-enlighter-theme=\"\" data-enlighter-highlight=\"\" data-enlighter-linenumbers=\"\" data-enlighter-lineoffset=\"\" data-enlighter-title=\"\" data-enlighter-group=\"\"># rpm -ivh elasticsearch-7.9.1-x86_64.rpm\nwarning: elasticsearch-7.9.1-x86_64.rpm: Header V4 RSA\/SHA512 Signature, key ID d88e42b4: NOKEY Preparing...                          ################################# [100%]\nCreating elasticsearch group... OK\nCreating elasticsearch user... OK\nUpdating \/ installing...\n\n   1:elasticsearch-0:7.9.1-1          ################################# [100%]\n### NOT starting on installation, please execute the following statements to configure elasticsearch service to start automatically using systemd\nsudo systemctl daemon-reload\nsudo systemctl enable elasticsearch.service\n### You can start elasticsearch service by executing\nsudo systemctl start elasticsearch.service\nCreated elasticsearch keystore in \/etc\/elasticsearch\/elasticsearch.keystore<\/pre>\n\n\n\n<h2>Logstash \uc124\uce58<\/h2>\n\n\n\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"generic\" data-enlighter-theme=\"\" data-enlighter-highlight=\"\" data-enlighter-linenumbers=\"\" data-enlighter-lineoffset=\"\" data-enlighter-title=\"\" data-enlighter-group=\"\"># rpm -ivh logstash-7.9.1.rpm\nwarning: logstash-7.9.1.rpm: Header V4 RSA\/SHA512 Signature, key ID d88e42b4: NOKEY Preparing...                          ################################# [100%] \nUpdating \/ installing...\n\n   1:logstash-1:7.9.1-1               ################################# [100%] \nUsing provided startup.options file: \/etc\/logstash\/startup.options\n\/usr\/share\/logstash\/vendor\/bundle\/jruby\/2.5.0\/gems\/pleaserun-\n0.0.31\/lib\/pleaserun\/platform\/base.rb:112: warning: constant ::Fixnum is deprecated Successfully created system startup script for Logstash<\/pre>\n\n\n\n<h2>Elasticsearch \uc124\uc815<\/h2>\n\n\n\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"generic\" data-enlighter-theme=\"\" data-enlighter-highlight=\"\" data-enlighter-linenumbers=\"\" data-enlighter-lineoffset=\"\" data-enlighter-title=\"\" data-enlighter-group=\"\"># vi \/etc\/elasticsearch\/elasticsearch.yml  \n\ncluster.name: chohi-elasticsearch\n\nnode.name: elk01\n\nnetwork.host: _site_\n\nbootstrap.memory_lock: true \n\ndiscovery.seed_hosts: [\"elk01\"]\n\ncluster.initial_master_nodes: [\"elk01\"]<\/pre>\n\n\n\n<h2>Java Heap \uba54\ubaa8\ub9ac \uc124\uc815<\/h2>\n\n\n\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"generic\" data-enlighter-theme=\"\" data-enlighter-highlight=\"\" data-enlighter-linenumbers=\"\" data-enlighter-lineoffset=\"\" data-enlighter-title=\"\" data-enlighter-group=\"\"># vi \/etc\/elasticsearch\/jvm.options\n-Xms4g\n-Xmx4g\n\n# vi \/etc\/sysconfig\/elasticsearch \nES_JAVA_OPTS=\"-Xms4g -Xmx4g\" \nMAX_LOCKED_MEMORY=unlimited\n\n# vi \/etc\/security\/limits.conf\n### Mobigen Elasticsearch Paramiter \nelasticsearch soft memlock unlimited \nelasticsearch hard memlock unlimited\n\n# vi \/usr\/lib\/systemd\/system\/elasticsearch.service \nLimitMEMLOCK=infinity<\/pre>\n\n\n\n<h2>Elastics Search \uc11c\ube44\uc2a4 \ud65c\uc131\ud654<\/h2>\n\n\n\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"generic\" data-enlighter-theme=\"\" data-enlighter-highlight=\"\" data-enlighter-linenumbers=\"\" data-enlighter-lineoffset=\"\" data-enlighter-title=\"\" data-enlighter-group=\"\"># systemctl daemon-reload\n\n# systemctl restart elasticsearch.service \n# systemctl status elasticsearch.service \n# systemctl enable elasticsearch.service<\/pre>\n\n\n\n<h2>Elastics Search \uc11c\ube44\uc2a4 \uc0c1\ud0dc \uccb4\ud06c<\/h2>\n\n\n\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"generic\" data-enlighter-theme=\"\" data-enlighter-highlight=\"\" data-enlighter-linenumbers=\"\" data-enlighter-lineoffset=\"\" data-enlighter-title=\"\" data-enlighter-group=\"\"># curl elk01:9200\n{\n  \"name\" : \"elk01\",\n  \"cluster_name\" : \"chohi-elasticsearch\",\n  \"cluster_uuid\" : \"0m67oHWCRLuANCFgI2CqOw\",\n  \"version\" : {\n    \"number\" : \"7.9.1\",\n    \"build_flavor\" : \"default\",\n    \"build_type\" : \"rpm\",\n    \"build_hash\" : \"083627f112ba94dffc1232e8b42b73492789ef91\",\n    \"build_date\" : \"2020-09-01T21:22:21.964974Z\",\n    \"build_snapshot\" : false,\n    \"lucene_version\" : \"8.6.2\",\n    \"minimum_wire_compatibility_version\" : \"6.8.0\",\n    \"minimum_index_compatibility_version\" : \"6.0.0-beta1\"\n  },\n  \"tagline\" : \"You Know, for Search\"\n}<\/pre>\n\n\n\n<h2>\ub178\ub4dc\uc0c1\ud0dc \ud655\uc778<\/h2>\n\n\n\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"generic\" data-enlighter-theme=\"\" data-enlighter-highlight=\"\" data-enlighter-linenumbers=\"\" data-enlighter-lineoffset=\"\" data-enlighter-title=\"\" data-enlighter-group=\"\"># curl -XGET http:\/\/elk01:9200\/_cluster\/health?pretty \n{\n  \"cluster_name\" : \"chohi-elasticsearch\",\n  \"status\" : \"yellow\",\n  \"timed_out\" : false,\n  \"number_of_nodes\" : 1,\n  \"number_of_data_nodes\" : 1,\n  \"active_primary_shards\" : 1,\n  \"active_shards\" : 1,\n  \"relocating_shards\" : 0,\n  \"initializing_shards\" : 0,\n  \"unassigned_shards\" : 1,\n  \"delayed_unassigned_shards\" : 0,\n  \"number_of_pending_tasks\" : 0,\n  \"number_of_in_flight_fetch\" : 0,\n  \"task_max_waiting_in_queue_millis\" : 0,\n  \"active_shards_percent_as_number\" : 50.0\n}\n\n# curl http:\/\/elk01:9200\/_cat\/nodes?v\nip             heap.percent ram.percent cpu load_1m load_5m load_15m node.role master name\n192.168.20.130           57          96  33    0.00    0.01     0.05 dilmrt    *      elk01\n\n\n# curl http:\/\/elk01:9200\/_cat\/master\nAJfqTXxqRS2d1rquondCNw 192.168.20.130 192.168.20.130 elk01<\/pre>\n\n\n\n<h2>Logstash \uad6c\uc131<\/h2>\n\n\n\n<pre class=\"EnlighterJSRAW\" data-enlighter-language=\"generic\" data-enlighter-theme=\"\" data-enlighter-highlight=\"\" data-enlighter-linenumbers=\"\" data-enlighter-lineoffset=\"\" data-enlighter-title=\"\" data-enlighter-group=\"\">#logstash.conf \uad6c\uc131\n\ninput{\n\tstdin {}\n\tjdbc {\n\t jdbc_validate_connection => true\n\t jdbc_driver_class => \"org.postgresql.Driver\"    #jdbc \ub4dc\ub77c\uc774\ubc84\uba85\n\t jdbc_driver_library => \"\/usr\/share\/logstash\/bin\/postgresql-42.2.17.jar\"    #jdbc jar\ud30c\uc77c\n         jdbc_connection_string => \"jdbc:postgresql:\/\/192.168.33.11:5432\/DB\uba85\"\n         jdbc_user => \"ID\"\n         jdbc_password => \"\ud328\uc2a4\uc6cc\ub4dc\" \n\t schedule => \"50 * * * *\"     #cron \uc2a4\ucf00\uc904 \ub9e4\uc2dc\uac04 50\ubd84\n         use_column_value => true\n\t lowercase_column_names => false\n         tracking_column => \"unix_ts_in_secs\"\n         tracking_column_type => \"numeric\"\n         statement => \"select * from \ubdf0 \ub610\ub294 Inline view SQL\"\n\t     }\n}\n\nfilter {\n  mutate {\n    copy => { \"euid\" => \"[@metadata][_id]\"}\n  }\n}\n\noutput{\n\tstdout {}\n\n\nelasticsearch {\n    hosts => [\"192.168.20.130:9200\"]      #Elastic Search \uc11c\ubc84IP, Port\n    index => \"search_items\"               #\uc0c9\uc778\uba85\n    document_id => \"%{[@metadata][_id]}\"\n  }\n}\n\n\n#\uc2e4\ud589\nnohup \/usr\/share\/logstash\/bin\/logstash --path.settings \/etc\/logstash -f \/etc\/logstash\/conf.d\/logstash.conf > \/dev\/null &amp;\n\n#\ub85c\uadf8\ud655\uc778\ntail -f \/var\/log\/logstash\/logstash-plain.log\n\n#\uc778\ub371\uc2a4 \uccb4\ud06c\n# curl -X GET 192.168.20.130:9200\/_cat\/indices?pretty\nyellow open search_items 8Aof45UlSZOazwh3wFP7PA 1 1 19322 0 14.6mb 14.6mb\n\n# curl -X GET 192.168.20.130:9200\/search_items\/_count\n{\"count\":19322,\"_shards\":{\"total\":1,\"successful\":1,\"skipped\":0,\"failed\":0}}\n\n# curl --header \"Content-Type: application\/json\" \\\n  --request POST \\\n  --data '{  \"query\": {    \"match_all\": {}  }}' \\\n  192.168.20.130:9200\/search_items\/_delete_by_query\n\n{\"took\":1612,\"timed_out\":false,\"total\":19322,\"deleted\":19322,\"batches\":20,\"version_conflicts\":0,\"noops\":0,\"retries\":{\"bulk\":0,\"search\":0},\"throttled_millis\":0,\"requests_per_second\":-1.0,\"throttled_until_millis\":0,\"failures\":[]} \n\n# curl -X GET 192.168.20.130:9200\/search_items\/_count\n{\"count\":0,\"_shards\":{\"total\":1,\"successful\":1,\"skipped\":0,\"failed\":0}}\n<\/pre>\n\n\n","protected":false},"excerpt":{"rendered":"<p>\ud074\ub7ec\uc2a4\ud130\ub9c1 \uc791\uc5c5\uc740 \ud558\uc9c0 \uc54a\uace0 \ub2e8\ub3c5\uc11c\ubc84 \uad6c\uc131\ud558\ub294 \ub0b4\uc6a9\uc73c\ub85c \uc815\ub9ac\ud568. \ud328\ud0a4\uc9c0 \ub2e4\uc6b4\ub85c\ub4dc centos 7 \ud658\uacbd\uc5d0 \ub9de\ub294 rpm\ud30c\uc77c \ub2e4\uc6b4\ub85c\ub4dc. \ub85c\uceec \ub808\ud30c\uc9c0\ud1a0\ub9ac \uad6c\uc131 centos 7 iso\ud30c\uc77c \/media\ub85c mount \ud588\ub2e4\ub294 \uac00\uc815\ud558\uc5d0 \ub808\ud30c\uc9c0\ud1a0\ub9ac \uad6c\uc131\uc744 \uc9c4\ud589 \uc11c\ubc84 hosts\uba85\uce6d \ubd80\uc5ec elk01\ub85c host\ud30c\uc77c\uc5d0 \ucd94\uac00 SELinux \uc124\uc815 NTP&#8230; <\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[4],"tags":[38,36,37],"_links":{"self":[{"href":"https:\/\/www.kkoc.org\/index.php?rest_route=\/wp\/v2\/posts\/865"}],"collection":[{"href":"https:\/\/www.kkoc.org\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.kkoc.org\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.kkoc.org\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.kkoc.org\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=865"}],"version-history":[{"count":3,"href":"https:\/\/www.kkoc.org\/index.php?rest_route=\/wp\/v2\/posts\/865\/revisions"}],"predecessor-version":[{"id":869,"href":"https:\/\/www.kkoc.org\/index.php?rest_route=\/wp\/v2\/posts\/865\/revisions\/869"}],"wp:attachment":[{"href":"https:\/\/www.kkoc.org\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=865"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.kkoc.org\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=865"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.kkoc.org\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=865"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}