config.json 2.0 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677
  1. {
  2. "kernel_python_credentials" : {
  3. "username": "",
  4. "password": "",
  5. "url": "http://10.254.7.8:30998",
  6. "auth": "None"
  7. },
  8. "kernel_scala_credentials" : {
  9. "username": "",
  10. "password": "",
  11. "url": "http://10.254.7.8:30998",
  12. "auth": "None"
  13. },
  14. "kernel_r_credentials": {
  15. "username": "",
  16. "password": "",
  17. "url": "http://10.254.7.8:30998"
  18. },
  19. "logging_config": {
  20. "version": 1,
  21. "formatters": {
  22. "magicsFormatter": {
  23. "format": "%(asctime)s\t%(levelname)s\t%(message)s",
  24. "datefmt": ""
  25. }
  26. },
  27. "handlers": {
  28. "magicsHandler": {
  29. "class": "hdijupyterutils.filehandler.MagicsFileHandler",
  30. "formatter": "magicsFormatter",
  31. "home_path": "~/.sparkmagic"
  32. }
  33. },
  34. "loggers": {
  35. "magicsLogger": {
  36. "handlers": ["magicsHandler"],
  37. "level": "DEBUG",
  38. "propagate": 0
  39. }
  40. }
  41. },
  42. "authenticators": {
  43. "Kerberos": "sparkmagic.auth.kerberos.Kerberos",
  44. "None": "sparkmagic.auth.customauth.Authenticator",
  45. "Basic_Access": "sparkmagic.auth.basic.Basic"
  46. },
  47. "wait_for_idle_timeout_seconds": 15,
  48. "livy_session_startup_timeout_seconds": 60,
  49. "fatal_error_suggestion": "The code failed because of a fatal error:\n\t{}.\n\nSome things to try:\na) Make sure Spark has enough available resources for Jupyter to create a Spark context.\nb) Contact your Jupyter administrator to make sure the Spark magics library is configured correctly.\nc) Restart the kernel.",
  50. "ignore_ssl_errors": false,
  51. "session_configs": {
  52. "driverMemory": "1000M",
  53. "executorCores": 2
  54. },
  55. "use_auto_viz": true,
  56. "coerce_dataframe": true,
  57. "max_results_sql": 2500,
  58. "pyspark_dataframe_encoding": "utf-8",
  59. "heartbeat_refresh_seconds": 30,
  60. "livy_server_heartbeat_timeout_seconds": 0,
  61. "heartbeat_retry_seconds": 10,
  62. "server_extension_default_kernel_name": "pysparkkernel",
  63. "custom_headers": {},
  64. "retry_policy": "configurable",
  65. "retry_seconds_to_sleep_list": [0.2, 0.5, 1, 3, 5],
  66. "configurable_retry_policy_max_retries": 8
  67. }