logstash.yml 6.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214
  1. # Settings file in YAML
  2. #
  3. # Settings can be specified either in hierarchical form, e.g.:
  4. #
  5. # pipeline:
  6. # batch:
  7. # size: 125
  8. # delay: 5
  9. #
  10. # Or as flat keys:
  11. #
  12. # pipeline.batch.size: 125
  13. # pipeline.batch.delay: 5
  14. #
  15. # ------------ Node identity ------------
  16. #
  17. # Use a descriptive name for the node:
  18. #
  19. # node.name: test
  20. #
  21. # If omitted the node name will default to the machine's host name
  22. #
  23. # ------------ Data path ------------------
  24. #
  25. # Which directory should be used by logstash and its plugins
  26. # for any persistent needs. Defaults to LOGSTASH_HOME/data
  27. #
  28. # path.data:
  29. #
  30. # ------------ Pipeline Settings --------------
  31. #
  32. # Set the number of workers that will, in parallel, execute the filters+outputs
  33. # stage of the pipeline.
  34. #
  35. # This defaults to the number of the host's CPU cores.
  36. #
  37. # pipeline.workers: 2
  38. #
  39. # How many workers should be used per output plugin instance
  40. #
  41. # pipeline.output.workers: 1
  42. #
  43. # How many events to retrieve from inputs before sending to filters+workers
  44. #
  45. # pipeline.batch.size: 125
  46. #
  47. # How long to wait before dispatching an undersized batch to filters+workers
  48. # Value is in milliseconds.
  49. #
  50. # pipeline.batch.delay: 5
  51. #
  52. # Force Logstash to exit during shutdown even if there are still inflight
  53. # events in memory. By default, logstash will refuse to quit until all
  54. # received events have been pushed to the outputs.
  55. #
  56. # WARNING: enabling this can lead to data loss during shutdown
  57. #
  58. # pipeline.unsafe_shutdown: false
  59. #
  60. # ------------ Pipeline Configuration Settings --------------
  61. #
  62. # Where to fetch the pipeline configuration for the main pipeline
  63. #
  64. # path.config:
  65. #
  66. # Pipeline configuration string for the main pipeline
  67. #
  68. # config.string:
  69. #
  70. # At startup, test if the configuration is valid and exit (dry run)
  71. #
  72. # config.test_and_exit: false
  73. #
  74. # Periodically check if the configuration has changed and reload the pipeline
  75. # This can also be triggered manually through the SIGHUP signal
  76. #
  77. # config.reload.automatic: false
  78. #
  79. # How often to check if the pipeline configuration has changed (in seconds)
  80. #
  81. # config.reload.interval: 3s
  82. #
  83. # Show fully compiled configuration as debug log message
  84. # NOTE: --log.level must be 'debug'
  85. #
  86. # config.debug: false
  87. #
  88. # When enabled, process escaped characters such as \n and \" in strings in the
  89. # pipeline configuration files.
  90. #
  91. # config.support_escapes: false
  92. #
  93. # ------------ Module Settings ---------------
  94. # Define modules here. Modules definitions must be defined as an array.
  95. # The simple way to see this is to prepend each `name` with a `-`, and keep
  96. # all associated variables under the `name` they are associated with, and
  97. # above the next, like this:
  98. #
  99. # modules:
  100. # - name: MODULE_NAME
  101. # var.PLUGINTYPE1.PLUGINNAME1.KEY1: VALUE
  102. # var.PLUGINTYPE1.PLUGINNAME1.KEY2: VALUE
  103. # var.PLUGINTYPE2.PLUGINNAME1.KEY1: VALUE
  104. # var.PLUGINTYPE3.PLUGINNAME3.KEY1: VALUE
  105. #
  106. # Module variable names must be in the format of
  107. #
  108. # var.PLUGIN_TYPE.PLUGIN_NAME.KEY
  109. #
  110. # modules:
  111. #
  112. # ------------ Cloud Settings ---------------
  113. # Define Elastic Cloud settings here.
  114. # Format of cloud.id is a base64 value e.g. dXMtZWFzdC0xLmF3cy5mb3VuZC5pbyRub3RhcmVhbCRpZGVudGlmaWVy
  115. # and it may have an label prefix e.g. staging:dXMtZ...
  116. # This will overwrite 'var.elasticsearch.hosts' and 'var.kibana.host'
  117. # cloud.id: <identifier>
  118. #
  119. # Format of cloud.auth is: <user>:<pass>
  120. # This is optional
  121. # If supplied this will overwrite 'var.elasticsearch.username' and 'var.elasticsearch.password'
  122. # If supplied this will overwrite 'var.kibana.username' and 'var.kibana.password'
  123. # cloud.auth: elastic:<password>
  124. #
  125. # ------------ Queuing Settings --------------
  126. #
  127. # Internal queuing model, "memory" for legacy in-memory based queuing and
  128. # "persisted" for disk-based acked queueing. Defaults is memory
  129. #
  130. # queue.type: memory
  131. #
  132. # If using queue.type: persisted, the directory path where the data files will be stored.
  133. # Default is path.data/queue
  134. #
  135. # path.queue:
  136. #
  137. # If using queue.type: persisted, the page data files size. The queue data consists of
  138. # append-only data files separated into pages. Default is 250mb
  139. #
  140. # queue.page_capacity: 250mb
  141. #
  142. # If using queue.type: persisted, the maximum number of unread events in the queue.
  143. # Default is 0 (unlimited)
  144. #
  145. # queue.max_events: 0
  146. #
  147. # If using queue.type: persisted, the total capacity of the queue in number of bytes.
  148. # If you would like more unacked events to be buffered in Logstash, you can increase the
  149. # capacity using this setting. Please make sure your disk drive has capacity greater than
  150. # the size specified here. If both max_bytes and max_events are specified, Logstash will pick
  151. # whichever criteria is reached first
  152. # Default is 1024mb or 1gb
  153. #
  154. # queue.max_bytes: 1024mb
  155. #
  156. # If using queue.type: persisted, the maximum number of acked events before forcing a checkpoint
  157. # Default is 1024, 0 for unlimited
  158. #
  159. # queue.checkpoint.acks: 1024
  160. #
  161. # If using queue.type: persisted, the maximum number of written events before forcing a checkpoint
  162. # Default is 1024, 0 for unlimited
  163. #
  164. # queue.checkpoint.writes: 1024
  165. #
  166. # If using queue.type: persisted, the interval in milliseconds when a checkpoint is forced on the head page
  167. # Default is 1000, 0 for no periodic checkpoint.
  168. #
  169. # queue.checkpoint.interval: 1000
  170. #
  171. # ------------ Dead-Letter Queue Settings --------------
  172. # Flag to turn on dead-letter queue.
  173. #
  174. # dead_letter_queue.enable: false
  175. # If using dead_letter_queue.enable: true, the maximum size of each dead letter queue. Entries
  176. # will be dropped if they would increase the size of the dead letter queue beyond this setting.
  177. # Default is 1024mb
  178. # dead_letter_queue.max_bytes: 1024mb
  179. # If using dead_letter_queue.enable: true, the directory path where the data files will be stored.
  180. # Default is path.data/dead_letter_queue
  181. #
  182. # path.dead_letter_queue:
  183. #
  184. # ------------ Metrics Settings --------------
  185. #
  186. # Bind address for the metrics REST endpoint
  187. #
  188. # http.host: "127.0.0.1"
  189. #
  190. # Bind port for the metrics REST endpoint, this option also accept a range
  191. # (9600-9700) and logstash will pick up the first available ports.
  192. #
  193. # http.port: 9600-9700
  194. #
  195. # ------------ Debugging Settings --------------
  196. #
  197. # Options for log.level:
  198. # * fatal
  199. # * error
  200. # * warn
  201. # * info (default)
  202. # * debug
  203. # * trace
  204. #
  205. # log.level: info
  206. # path.logs:
  207. #
  208. # ------------ Other Settings --------------
  209. #
  210. # Where to find custom plugins
  211. # path.plugins: []