livy-client.conf 3.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104
  1. #
  2. # Licensed to the Apache Software Foundation (ASF) under one or more
  3. # contributor license agreements. See the NOTICE file distributed with
  4. # this work for additional information regarding copyright ownership.
  5. # The ASF licenses this file to You under the Apache License, Version 2.0
  6. # (the "License"); you may not use this file except in compliance with
  7. # the License. You may obtain a copy of the License at
  8. #
  9. # http://www.apache.org/licenses/LICENSE-2.0
  10. #
  11. # Unless required by applicable law or agreed to in writing, software
  12. # distributed under the License is distributed on an "AS IS" BASIS,
  13. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. # See the License for the specific language governing permissions and
  15. # limitations under the License.
  16. #
  17. #
  18. # Configurations for a Livy Client, any configurations set here will override any
  19. # livy or spark-default configurations.
  20. #
  21. # Before a Livy Client is able to load these configurations the folder containing
  22. # this file must be added to the application classpath
  23. #
  24. #
  25. # Configurations for Livy HTTPClient
  26. #
  27. # HTTP Request configurations
  28. # How long before a request times out
  29. # livy.client.http.connection.timeout = 10s
  30. # How long between data packets before a request times out
  31. # livy.client.http.connection.socket.timeout = 5m
  32. # Whether content is compressed
  33. # livy.client.http.content.compress.enable = true
  34. # How long before idle connections are closed
  35. # livy.client.http.connection.idle.timeout = 10m
  36. # Initial interval before polling for Job results
  37. # livy.client.http.job.initial-poll-interval = 100ms
  38. # Maximum interval between successive polls
  39. # livy.client.http.job.max-poll-interval = 5s
  40. #
  41. # Configurations for Livy RSCClient
  42. #
  43. # Configurations for registering a client with the rpc server
  44. # Unique client id for connections to the rpc server
  45. # livy.rsc.client.auth.id =
  46. # Secret value for authenticating client connections with server
  47. # livy.rsc.client.auth.secret =
  48. # Timeout when stopping a rsc client
  49. # livy.rsc.client.shutdown-timeout = 10s
  50. # Class of the rsc driver to use
  51. # livy.rsc.driver-class =
  52. # The kind of rsc session. Examples: pyspark or sparkr
  53. # livy.rsc.session.kind =
  54. # Comma-separated list of Livy RSC jars. By default Livy will upload jars from its installation
  55. # directory every time a session is started. By caching these files in HDFS, for example, startup
  56. # time of sessions on YARN can be reduced.
  57. #livy.rsc.jars = hdfs:/user/aidevuser/rsc-jars/*
  58. # Location of the SparkR package for running sparkr
  59. # livy.rsc.sparkr.package =
  60. # Location of the PySpark package for running pyspark
  61. # livy.rsc.pyspark.archives =
  62. # Address for the RSC driver to connect back with it's connection info.
  63. # livy.rsc.launcher.address = please_set_correct_addresss
  64. # Port Range on which RPC will launch . Port range in inclusive of start and end port .
  65. livy.rsc.launcher.port.range = 31100~31110
  66. # How long will the RSC wait for a connection for a Livy server before shutting itself down.
  67. livy.rsc.server.idle-timeout = 30m
  68. # The user that should be impersonated when requesting a Livy session
  69. #livy.rsc.proxy-user = aidevuser
  70. # Host or IP adress of the rpc server
  71. livy.rsc.rpc.server.address = 0.0.0.0
  72. # How long the rsc client will wait when attempting to connect to the Livy server
  73. livy.rsc.server.connect.timeout = 5m
  74. # The logging level for the rpc channel. Possible values: TRACE, DEBUG, INFO, WARN, or ERROR
  75. # livy.rsc.channel.log.level =
  76. # SASL configurations for authentication
  77. # SASL mechanism used for authentication
  78. # livy.rsc.rpc.sasl.mechanisms = DIGEST-MD5
  79. # SASL qop used for authentication
  80. # livy.rsc.rpc.sasl.qop =
  81. # Time between status checks for cancelled a Job
  82. # livy.rsc.job-cancel.trigger-interval = 100ms
  83. # Time before a cancelled a Job is forced into a Cancelled state
  84. # livy.rsc.job-cancel.timeout = 30s
  85. # Number of statements kept in driver's memory
  86. # livy.rsc.retained-statements = 100