livy.conf.template 6.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141
  1. #
  2. # Licensed to the Apache Software Foundation (ASF) under one or more
  3. # contributor license agreements. See the NOTICE file distributed with
  4. # this work for additional information regarding copyright ownership.
  5. # The ASF licenses this file to You under the Apache License, Version 2.0
  6. # (the "License"); you may not use this file except in compliance with
  7. # the License. You may obtain a copy of the License at
  8. #
  9. # http://www.apache.org/licenses/LICENSE-2.0
  10. #
  11. # Unless required by applicable law or agreed to in writing, software
  12. # distributed under the License is distributed on an "AS IS" BASIS,
  13. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. # See the License for the specific language governing permissions and
  15. # limitations under the License.
  16. #
  17. # Use this keystore for the SSL certificate and key.
  18. # livy.keystore =
  19. # Specify the keystore password.
  20. # livy.keystore.password =
  21. #
  22. # Specify the key password.
  23. # livy.key-password =
  24. # What host address to start the server on. By default, Livy will bind to all network interfaces.
  25. # livy.server.host = 0.0.0.0
  26. # What port to start the server on.
  27. # livy.server.port = 8998
  28. # What spark master Livy sessions should use.
  29. # livy.spark.master = local
  30. # What spark deploy mode Livy sessions should use.
  31. # livy.spark.deploy-mode =
  32. # Configure Livy server http request and response header size.
  33. # livy.server.request-header.size = 131072
  34. # livy.server.response-header.size = 131072
  35. # Enabled to check whether timeout Livy sessions should be stopped.
  36. # livy.server.session.timeout-check = true
  37. # Time in milliseconds on how long Livy will wait before timing out an idle session.
  38. # livy.server.session.timeout = 1h
  39. #
  40. # How long a finished session state should be kept in LivyServer for query.
  41. # livy.server.session.state-retain.sec = 600s
  42. # If livy should impersonate the requesting users when creating a new session.
  43. # livy.impersonation.enabled = true
  44. # Logs size livy can cache for each session/batch. 0 means don't cache the logs.
  45. # livy.cache-log.size = 200
  46. # Comma-separated list of Livy RSC jars. By default Livy will upload jars from its installation
  47. # directory every time a session is started. By caching these files in HDFS, for example, startup
  48. # time of sessions on YARN can be reduced.
  49. # livy.rsc.jars =
  50. # Comma-separated list of Livy REPL jars. By default Livy will upload jars from its installation
  51. # directory every time a session is started. By caching these files in HDFS, for example, startup
  52. # time of sessions on YARN can be reduced. Please list all the repl dependencies including
  53. # livy-repl_2.10 and livy-repl_2.11 jars, Livy will automatically pick the right dependencies in
  54. # session creation.
  55. # livy.repl.jars =
  56. # Location of PySpark archives. By default Livy will upload the file from SPARK_HOME, but
  57. # by caching the file in HDFS, startup time of PySpark sessions on YARN can be reduced.
  58. # livy.pyspark.archives =
  59. # Location of the SparkR package. By default Livy will upload the file from SPARK_HOME, but
  60. # by caching the file in HDFS, startup time of R sessions on YARN can be reduced.
  61. # livy.sparkr.package =
  62. # List of local directories from where files are allowed to be added to user sessions. By
  63. # default it's empty, meaning users can only reference remote URIs when starting their
  64. # sessions.
  65. # livy.file.local-dir-whitelist =
  66. # Whether to enable csrf protection, by default it is false. If it is enabled, client should add
  67. # http-header "X-Requested-By" in request if the http method is POST/DELETE/PUT/PATCH.
  68. # livy.server.csrf-protection.enabled =
  69. # Whether to enable HiveContext in livy interpreter, if it is true hive-site.xml will be detected
  70. # on user request and then livy server classpath automatically.
  71. # livy.repl.enable-hive-context =
  72. # Recovery mode of Livy. Possible values:
  73. # off: Default. Turn off recovery. Every time Livy shuts down, it stops and forgets all sessions.
  74. # recovery: Livy persists session info to the state store. When Livy restarts, it recovers
  75. # previous sessions from the state store.
  76. # Must set livy.server.recovery.state-store and livy.server.recovery.state-store.url to
  77. # configure the state store.
  78. # livy.server.recovery.mode = off
  79. # Where Livy should store state to for recovery. Possible values:
  80. # <empty>: Default. State store disabled.
  81. # filesystem: Store state on a file system.
  82. # zookeeper: Store state in a Zookeeper instance.
  83. # livy.server.recovery.state-store =
  84. # For filesystem state store, the path of the state store directory. Please don't use a filesystem
  85. # that doesn't support atomic rename (e.g. S3). e.g. file:///tmp/livy or hdfs:///.
  86. # For zookeeper, the address to the Zookeeper servers. e.g. host1:port1,host2:port2
  87. # livy.server.recovery.state-store.url =
  88. # If Livy can't find the yarn app within this time, consider it lost.
  89. # livy.server.yarn.app-lookup-timeout = 60s
  90. # When the cluster is busy, we may fail to launch yarn app in app-lookup-timeout, then it would
  91. # cause session leakage, so we need to check session leakage.
  92. # How long to check livy session leakage
  93. # livy.server.yarn.app-leakage.check-timeout = 600s
  94. # how often to check livy session leakage
  95. # livy.server.yarn.app-leakage.check-interval = 60s
  96. # How often Livy polls YARN to refresh YARN app state.
  97. # livy.server.yarn.poll-interval = 1s
  98. #
  99. # Days to keep Livy server request logs.
  100. # livy.server.request-log-retain.days = 5
  101. # If the Livy Web UI should be included in the Livy Server. Enabled by default.
  102. # livy.ui.enabled = true
  103. # Whether to enable Livy server access control, if it is true then all the income requests will
  104. # be checked if the requested user has permission.
  105. # livy.server.access-control.enabled = false
  106. # Allowed users to access Livy, by default any user is allowed to access Livy. If user want to
  107. # limit who could access Livy, user should list all the permitted users with comma separated.
  108. # livy.server.access-control.allowed-users = *
  109. # A list of users with comma separated has the permission to change other user's submitted
  110. # session, like submitting statements, deleting session.
  111. # livy.server.access-control.modify-users =
  112. # A list of users with comma separated has the permission to view other user's infomation, like
  113. # submitted session state, statement results.
  114. # livy.server.access-control.view-users =