config.json 2.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475
  1. {
  2. "kernel_python_credentials": {
  3. "username": "",
  4. "password": "",
  5. "url": "http://10.138.143.16:8998",
  6. "auth": "None"
  7. },
  8. "kernel_scala_credentials": {
  9. "username": "",
  10. "password": "",
  11. "url": "http://10.138.143.16:8998",
  12. "auth": "None"
  13. },
  14. "kernel_r_credentials": {
  15. "username": "",
  16. "password": "",
  17. "url": "http://10.138.143.16:8998"
  18. },
  19. "logging_config": {
  20. "version": 1,
  21. "formatters": {
  22. "magicsFormatter": {
  23. "format": "%(asctime)s\t%(levelname)s\t%(message)s",
  24. "datefmt": ""
  25. }
  26. },
  27. "handlers": {
  28. "magicsHandler": {
  29. "class": "hdijupyterutils.filehandler.MagicsFileHandler",
  30. "formatter": "magicsFormatter",
  31. "home_path": "~/.sparkmagic"
  32. }
  33. },
  34. "loggers": {
  35. "magicsLogger": {
  36. "handlers": [
  37. "magicsHandler"
  38. ],
  39. "level": "DEBUG",
  40. "propagate": 0
  41. }
  42. }
  43. },
  44. "authenticators": {
  45. "Kerberos": "sparkmagic.auth.kerberos.Kerberos",
  46. "None": "sparkmagic.auth.customauth.Authenticator",
  47. "Basic_Access": "sparkmagic.auth.basic.Basic"
  48. },
  49. "wait_for_idle_timeout_seconds": 15,
  50. "livy_session_startup_timeout_seconds": 60,
  51. "fatal_error_suggestion": "The code failed because of a fatal error:\n\t{}.\n\nSome things to try:\na) Make sure Spark has enough available resources for Jupyter to create a Spark context.\nb) Contact your Jupyter administrator to make sure the Spark magics library is configured correctly.\nc) Restart the kernel.",
  52. "ignore_ssl_errors": false,
  53. "session_configs": {
  54. "driverMemory": "1000M",
  55. "executorCores": 2
  56. },
  57. "use_auto_viz": true,
  58. "coerce_dataframe": true,
  59. "max_results_sql": 2500,
  60. "pyspark_dataframe_encoding": "utf-8",
  61. "heartbeat_refresh_seconds": 30,
  62. "livy_server_heartbeat_timeout_seconds": 0,
  63. "heartbeat_retry_seconds": 10,
  64. "server_extension_default_kernel_name": "pysparkkernel",
  65. "custom_headers": {},
  66. "retry_policy": "configurable",
  67. "retry_seconds_to_sleep_list": [
  68. 0.2,
  69. 0.5,
  70. 1,
  71. 3,
  72. 5
  73. ],
  74. "configurable_retry_policy_max_retries": 8
  75. }