{ "protocol" : "AgentProtocol", "namespace" : "com.cloudera.cmf.protocol", "types" : [ { "type" : "record", "name" : "DirectoryResource", "fields" : [ { "name" : "path", "type" : "string" }, { "name" : "user", "type" : "string" }, { "name" : "group", "type" : "string" }, { "name" : "mode", "type" : "int" }, { "name" : "bytes_free_warning_threshhold_bytes", "type" : "long" } ] }, { "type" : "record", "name" : "FileResource", "fields" : [ { "name" : "path", "type" : "string" }, { "name" : "error_message", "type" : [ "null", "string" ] } ] }, { "type" : "record", "name" : "InstalledFileResource", "fields" : [ { "name" : "source", "type" : "string" }, { "name" : "path", "type" : "string" }, { "name" : "user", "type" : "string" }, { "name" : "group", "type" : "string" }, { "name" : "mode", "type" : "int" } ] }, { "type" : "record", "name" : "TcpListenResource", "fields" : [ { "name" : "bind_address", "type" : [ "null", "string" ] }, { "name" : "port", "type" : "int" } ] }, { "type" : "record", "name" : "CPUResource", "fields" : [ { "name" : "shares", "type" : "long" } ] }, { "type" : "record", "name" : "NamedCPUResource", "fields" : [ { "name" : "name", "type" : "string" }, { "name" : "user", "type" : "string" }, { "name" : "group", "type" : "string" }, { "name" : "mode", "type" : "int" }, { "name" : "shares", "type" : "long" } ] }, { "type" : "record", "name" : "IOResource", "fields" : [ { "name" : "weight", "type" : "long" } ] }, { "type" : "record", "name" : "MemoryResource", "fields" : [ { "name" : "soft_limit", "type" : "long", "default" : -1 }, { "name" : "hard_limit", "type" : "long" } ] }, { "type" : "record", "name" : "RLimitsResource", "fields" : [ { "name" : "limit_fds", "type" : [ "null", "long" ] }, { "name" : "limit_memlock", "type" : [ "null", "long" ] } ] }, { "type" : "record", "name" : "DirectoryContentsResource", "fields" : [ { "name" : "path", "type" : "string" }, { "name" : "user", "type" : "string" }, { "name" : "group", "type" : "string" }, { "name" : "mode", "type" : "int" } ] }, { "type" : "record", "name" : "ResourceUnion", "fields" : [ { "name" : "dynamic", "type" : "boolean", "default" : false }, { "name" : "directory", "type" : [ "null", "DirectoryResource" ] }, { "name" : "file", "type" : [ "null", "FileResource" ] }, { "name" : "tcp_listen", "type" : [ "null", "TcpListenResource" ] }, { "name" : "cpu", "type" : [ "null", "CPUResource" ] }, { "name" : "named_cpu", "type" : [ "null", "NamedCPUResource" ], "default" : null }, { "name" : "io", "type" : [ "null", "IOResource" ] }, { "name" : "memory", "type" : [ "null", "MemoryResource" ] }, { "name" : "rlimits", "type" : [ "null", "RLimitsResource" ], "default" : null }, { "name" : "contents", "type" : [ "null", "DirectoryContentsResource" ], "default" : null }, { "name" : "install", "type" : [ "null", "InstalledFileResource" ], "default" : null } ] }, { "type" : "record", "name" : "SpecialFileInfo", "fields" : [ { "name" : "name", "type" : "string" }, { "name" : "deploy_dir", "type" : "string" }, { "name" : "user", "type" : "string" }, { "name" : "group", "type" : "string" }, { "name" : "permissions", "type" : "int" } ] }, { "type" : "record", "name" : "Process", "fields" : [ { "name" : "id", "type" : "long" }, { "name" : "name", "type" : "string" }, { "name" : "program", "type" : "string" }, { "name" : "arguments", "type" : { "type" : "array", "items" : "string" } }, { "name" : "status_links", "type" : { "type" : "map", "values" : "string" } }, { "name" : "running", "type" : "boolean" }, { "name" : "run_generation", "type" : "long" }, { "name" : "one_off", "type" : "boolean" }, { "name" : "auto_restart", "type" : "boolean" }, { "name" : "user", "type" : "string" }, { "name" : "group", "type" : "string" }, { "name" : "extra_groups", "type" : { "type" : "array", "items" : "string" }, "default" : [ ] }, { "name" : "configuration_data", "type" : "bytes" }, { "name" : "environment", "type" : { "type" : "map", "values" : "string" } }, { "name" : "resources", "type" : { "type" : "array", "items" : "ResourceUnion" } }, { "name" : "refresh_files", "type" : { "type" : "array", "items" : "string" } }, { "name" : "config_generation", "type" : "long" }, { "name" : "special_file_info", "type" : { "type" : "array", "items" : "SpecialFileInfo" } }, { "name" : "parcels", "type" : { "type" : "map", "values" : "string" } }, { "name" : "required_tags", "type" : { "type" : "array", "items" : "string" }, "default" : [ ] }, { "name" : "optional_tags", "type" : { "type" : "array", "items" : "string" }, "default" : [ ] }, { "name" : "start_timeout_seconds", "type" : [ "null", "int" ], "default" : null } ] }, { "type" : "record", "name" : "ClientConfigData", "fields" : [ { "name" : "rolename", "type" : "string", "default" : "" }, { "name" : "alt_link", "type" : "string", "default" : "" }, { "name" : "alt_name", "type" : "string", "default" : "" }, { "name" : "path", "type" : "string", "default" : "" }, { "name" : "data", "type" : "bytes", "default" : "" }, { "name" : "generation", "type" : "long", "default" : -1 }, { "name" : "cdh_version", "type" : "long", "default" : -1 }, { "name" : "directory_name", "type" : "string", "default" : "" }, { "name" : "priority", "type" : "long", "default" : 0 }, { "name" : "parcels", "type" : { "type" : "map", "values" : "string" }, "default" : { } }, { "name" : "required_tags", "type" : { "type" : "array", "items" : "string" }, "default" : [ ] }, { "name" : "optional_tags", "type" : { "type" : "array", "items" : "string" }, "default" : [ ] }, { "name" : "additional_env", "type" : { "type" : "map", "values" : "string" }, "default" : { } }, { "name" : "runner_program", "type" : "string", "default" : "" }, { "name" : "runner_args", "type" : { "type" : "array", "items" : "string" }, "default" : [ ] }, { "name" : "resources", "type" : { "type" : "array", "items" : "ResourceUnion" }, "default" : [ ] } ] }, { "type" : "record", "name" : "FirehoseConnectionData", "fields" : [ { "name" : "rolename", "type" : "string" }, { "name" : "roletype", "type" : "string" }, { "name" : "address", "type" : "string" }, { "name" : "port", "type" : "int" }, { "name" : "report_interval", "type" : "int" } ] }, { "type" : "record", "name" : "AgentHostCollectionConfigData", "fields" : [ { "name" : "config_name", "type" : "string" }, { "name" : "config_value", "type" : "string" } ] }, { "type" : "record", "name" : "HeartbeatResponseData", "fields" : [ { "name" : "host_id", "type" : "string" }, { "name" : "heartbeat_interval", "type" : "long" }, { "name" : "processes", "type" : { "type" : "array", "items" : "Process" } }, { "name" : "client_configs", "type" : { "type" : "array", "items" : "ClientConfigData" }, "default" : [ ] }, { "name" : "firehoses", "type" : { "type" : "array", "items" : "FirehoseConnectionData" } }, { "name" : "enabled_metric_reporters", "type" : { "type" : "array", "items" : "string" }, "default" : [ ] }, { "name" : "host_collection_config_data", "type" : { "type" : "array", "items" : "AgentHostCollectionConfigData" }, "default" : [ ] }, { "name" : "parcels_directory", "type" : "string", "default" : "/opt/cloudera/parcels" }, { "name" : "active_parcels", "type" : { "type" : "map", "values" : "string" } }, { "name" : "create_parcel_symlinks", "type" : "boolean" }, { "name" : "server_manages_parcels", "type" : "boolean" }, { "name" : "retain_parcels_in_cache", "type" : "boolean", "default" : true }, { "name" : "apply_parcel_users_groups_permissions", "type" : "boolean", "default" : true }, { "name" : "rm_enabled", "type" : "boolean" }, { "name" : "server_managed_parcels", "type" : { "type" : "array", "items" : "string" } }, { "name" : "log_tailing_config", "type" : "string" }, { "name" : "eventserver_host", "type" : [ "null", "string" ] }, { "name" : "eventserver_port", "type" : [ "null", "int" ] }, { "name" : "extra_configs", "type" : [ "null", { "type" : "map", "values" : "string" } ], "default" : null }, { "name" : "flood_rack_peers", "type" : [ "null", { "type" : "array", "items" : "string" } ], "default" : null }, { "name" : "flood_torrent_port", "type" : "long", "default" : 0 }, { "name" : "flood_seed_timeout", "type" : "long", "default" : 0 }, { "name" : "cm_guid", "type" : [ "null", "string" ], "default" : null } ] }, { "type" : "record", "name" : "HeartbeatResponse", "fields" : [ { "name" : "data_hash", "type" : "bytes" }, { "name" : "data", "type" : [ "null", "HeartbeatResponseData" ] }, { "name" : "last_request_hash", "type" : "bytes" }, { "name" : "ts_recv", "type" : "long", "default" : -1 }, { "name" : "ts_send", "type" : "long", "default" : -1 } ] }, { "type" : "record", "name" : "ClientConfigStatus", "fields" : [ { "name" : "alt_name", "type" : "string" }, { "name" : "path", "type" : "string" }, { "name" : "generation", "type" : "long" }, { "name" : "stdout_tail", "type" : "string", "default" : "" }, { "name" : "stderr_tail", "type" : "string", "default" : "" }, { "name" : "exit_code", "type" : "int", "default" : 0 }, { "name" : "parcels_in_use", "type" : { "type" : "map", "values" : "string" }, "default" : { } } ] }, { "type" : "record", "name" : "ProcessStatus", "fields" : [ { "name" : "name", "type" : "string" }, { "name" : "status", "type" : "string" }, { "name" : "stdout_tail", "type" : "string" }, { "name" : "stderr_tail", "type" : "string" }, { "name" : "exit_code", "type" : "int" }, { "name" : "cm_status_code", "type" : "string", "default" : "STATUS_NONE" }, { "name" : "run_generation", "type" : "long" }, { "name" : "pid", "type" : "int", "default" : -1 }, { "name" : "parcels_in_use", "type" : { "type" : "map", "values" : "string" }, "default" : { } } ] }, { "type" : "record", "name" : "ProcessStats", "fields" : [ { "name" : "id", "type" : "long" }, { "name" : "rss", "type" : "long" }, { "name" : "vms", "type" : "long" }, { "name" : "cpu_percent", "type" : "double" }, { "name" : "user_cpu_time", "type" : "float" }, { "name" : "system_cpu_time", "type" : "float" }, { "name" : "wallclock_time", "type" : "long" } ] }, { "type" : "record", "name" : "FilesystemInfo", "fields" : [ { "name" : "name", "type" : "string" }, { "name" : "total_space_bytes", "type" : "long" }, { "name" : "mount_point", "type" : "string" }, { "name" : "nodev", "type" : "boolean", "default" : false } ] }, { "type" : "enum", "name" : "CDHVersion", "symbols" : [ "CDH3", "CDH4", "CDH5", "NO_VERSION_FILE", "BAD_VERSION_FILE", "NO_SCRIPT", "NOT_APPLICABLE" ] }, { "type" : "enum", "name" : "ComponentInfoSource", "symbols" : [ "UNKNOWN", "PACKAGE", "PARCEL", "SYSTEM" ] }, { "type" : "record", "name" : "ComponentInfo", "fields" : [ { "name" : "name", "type" : "string" }, { "name" : "cdh_version", "type" : "CDHVersion" }, { "name" : "cdh_release", "type" : "string", "default" : "" }, { "name" : "component_version", "type" : "string" }, { "name" : "component_release", "type" : "string", "default" : "" }, { "name" : "source", "type" : "ComponentInfoSource", "default" : "UNKNOWN" }, { "name" : "active", "type" : "boolean", "default" : true } ] }, { "type" : "record", "name" : "ParcelComponentInfo", "fields" : [ { "name" : "name", "type" : "string" }, { "name" : "version", "type" : "string" } ] }, { "type" : "record", "name" : "ParcelUserInfo", "fields" : [ { "name" : "longname", "type" : "string" }, { "name" : "home", "type" : "string" }, { "name" : "shell", "type" : "string" }, { "name" : "extra_groups", "type" : { "type" : "array", "items" : "string" } } ] }, { "type" : "record", "name" : "ParcelInfo", "fields" : [ { "name" : "name", "type" : "string" }, { "name" : "version", "type" : "string" }, { "name" : "setActiveSymlink", "type" : "boolean" }, { "name" : "components", "type" : { "type" : "array", "items" : "ParcelComponentInfo" } }, { "name" : "packages", "type" : { "type" : "array", "items" : "ParcelComponentInfo" } }, { "name" : "provides", "type" : [ "null", { "type" : "array", "items" : "string" } ], "default" : null }, { "name" : "users", "type" : { "type" : "map", "values" : "ParcelUserInfo" } }, { "name" : "groups", "type" : { "type" : "array", "items" : "string" } }, { "name" : "scripts", "type" : { "type" : "map", "values" : "string" } } ] }, { "type" : "record", "name" : "Distro", "fields" : [ { "name" : "name", "type" : "string" }, { "name" : "version", "type" : "string" }, { "name" : "id", "type" : "string" } ] }, { "type" : "record", "name" : "ParcelErr", "fields" : [ { "name" : "code", "type" : "string" }, { "name" : "msg", "type" : "string" } ] }, { "type" : "record", "name" : "CGroupCaps", "fields" : [ { "name" : "has_blkio", "type" : "boolean" }, { "name" : "has_cpu", "type" : "boolean" }, { "name" : "has_cpuacct", "type" : "boolean", "default" : false }, { "name" : "has_memory", "type" : "boolean" }, { "name" : "default_blkio_weight", "type" : "long" }, { "name" : "default_cpu_shares", "type" : "long" }, { "name" : "default_cpu_rt_runtime_us", "type" : "long", "default" : -1 }, { "name" : "default_memory_limit_in_bytes", "type" : "long" }, { "name" : "default_memory_soft_limit_in_bytes", "type" : "long", "default" : -1 }, { "name" : "writable_cgroup_dot_procs", "type" : "boolean" } ] }, { "type" : "record", "name" : "CloudStatus", "fields" : [ { "name" : "public_host_name", "type" : [ "null", "string" ], "default" : null }, { "name" : "public_ip_address", "type" : [ "null", "string" ], "default" : null }, { "name" : "cloud_provider", "type" : "string" } ] }, { "type" : "record", "name" : "HostStatus", "fields" : [ { "name" : "host_name", "type" : "string" }, { "name" : "ip_address", "type" : "string" }, { "name" : "agent_url", "type" : "string" }, { "name" : "filesystem_info", "type" : { "type" : "array", "items" : "FilesystemInfo" }, "default" : [ ] }, { "name" : "num_cores", "type" : "long", "default" : 1 }, { "name" : "num_physical_cores", "type" : "long", "default" : 0 }, { "name" : "supports_dssd", "type" : "boolean", "default" : false }, { "name" : "agent_token", "type" : "bytes", "default" : "Default Random Token" }, { "name" : "component_info", "type" : { "type" : "array", "items" : "ComponentInfo" }, "default" : [ ] }, { "name" : "parcels_directory", "type" : "string", "default" : "" }, { "name" : "parcels_directory_overridden", "type" : "boolean", "default" : true }, { "name" : "parcel_info", "type" : { "type" : "map", "values" : { "type" : "map", "values" : "ParcelInfo" } }, "default" : { } }, { "name" : "parcel_err", "type" : { "type" : "map", "values" : { "type" : "map", "values" : "ParcelErr" } }, "default" : { } }, { "name" : "active_parcels", "type" : [ "null", { "type" : "map", "values" : "string" } ], "default" : null }, { "name" : "distro_info", "type" : [ "null", "Distro" ], "default" : null }, { "name" : "cgroup_capabilities", "type" : [ "null", "CGroupCaps" ], "default" : null }, { "name" : "cloud_status", "type" : [ "null", "CloudStatus" ], "default" : null }, { "name" : "agent_system_user", "type" : [ "null", "string" ], "default" : null }, { "name" : "agent_system_group", "type" : [ "null", "string" ], "default" : null } ] }, { "type" : "record", "name" : "ParcelDownload", "fields" : [ { "name" : "url", "type" : "string" }, { "name" : "state", "type" : "string" }, { "name" : "active", "type" : "boolean" }, { "name" : "downloaded_bytes", "type" : "long" }, { "name" : "total_bytes", "type" : "long" }, { "name" : "start_time", "type" : [ "null", "long" ] }, { "name" : "end_time", "type" : [ "null", "long" ] }, { "name" : "parcel_err", "type" : [ "null", "ParcelErr" ], "default" : null } ] }, { "type" : "record", "name" : "HostStats", "fields" : [ { "name" : "load_avg", "type" : { "type" : "array", "items" : "float" } }, { "name" : "physical_memory_total", "type" : "long" }, { "name" : "physical_memory_used", "type" : "long" }, { "name" : "virtual_memory_total", "type" : "long" }, { "name" : "virtual_memory_used", "type" : "long" }, { "name" : "mountpoint_available_space_bytes", "type" : { "type" : "map", "values" : "long" }, "default" : { } }, { "name" : "parcel_downloads", "type" : { "type" : "array", "items" : "ParcelDownload" }, "default" : [ ] } ] }, { "type" : "record", "name" : "HeartbeatStatus", "fields" : [ { "name" : "host", "type" : "HostStatus" }, { "name" : "processes", "type" : { "type" : "array", "items" : "ProcessStatus" } }, { "name" : "client_configs", "type" : { "type" : "array", "items" : "ClientConfigStatus" }, "default" : [ ] } ] }, { "type" : "record", "name" : "HeartbeatRequest", "fields" : [ { "name" : "version", "type" : "long", "default" : 4 }, { "name" : "host_id", "type" : "string" }, { "name" : "status_hash", "type" : "bytes" }, { "name" : "status", "type" : [ "null", "HeartbeatStatus" ] }, { "name" : "last_response_hash", "type" : "bytes" }, { "name" : "host_stats", "type" : "HostStats" }, { "name" : "process_stats", "type" : { "type" : "array", "items" : "ProcessStats" } }, { "name" : "total_cpu", "type" : "double", "default" : 0 }, { "name" : "cm_guid", "type" : [ "null", "string" ], "default" : null } ] } ], "messages" : { "heartbeat" : { "request" : [ { "name" : "request", "type" : "HeartbeatRequest" } ], "response" : "HeartbeatResponse" } } }