GET /common/app/{app_id}/appsummary
New API: GET /spark/{clusterUid}/{app_id}/appsummary
Gets a summary of a given app.
Request
GET http://<unravel-host>
:3000/api/v1/spark/{clusterUid}
/{app_id}
/appsummary
Path parameters
Name | Description |
---|---|
| Cluster unique ID. |
| App ID. |
Query parameters
None.
Examples
Request:
curl -X GET -H "Authorization: JWT token
" -H "Content-Type:application/json" -H "Accept: application/json" http://myserver.com:3000/api/v1/spark/default/application_1648561667886_0027/appsummary
Response:
{"annotation":{"@class":"com.unraveldata.annotation.SparkAppAnnotation","source":"post-db","kind":"spark","id":"application_1648115466090_0016","nick":"spark","status":"S","queue":"root.DataForecast","user":"user3","clusterId":"Cluster1","clusterUid":"3c599cf8-aa69-11ec-9173-1e0036001415","duration":51687,"startTime":1648127077600,"submitTime":0,"endTime":1648127129287,"totalDfsBytesRead":0,"totalDfsBytesWritten":0,"type":"spark","vcoreSeconds":198,"memorySeconds":306713,"remarks":["AA2"],"numEvents":1,"realUser":"user3","appBadges":[{"acronym":65537,"message":"First running message from Resource Manager","time":1648127094763},{"acronym":262148,"message":"Unravel sensor enabled for driver and executors for spark-2.4. Streaming applications are not monitored. Live data received from unravel sensor.","time":1648127143377},{"acronym":65538,"message":"Application end message from Resource Manager","time":1648127184856},{"acronym":131076,"message":"Event log processed successfully","time":1648127143377},{"acronym":196612,"message":"Executor logs processed successfully","time":1648127148800}],"cents":0.0,"trackingUI":"History","trackingUrl":"https://sd321.unraveldata.com:8090/proxy/application_1648115466090_0016/","pc":100,"totalMapTasks":1000,"numSkippedTasks":0,"numActiveTasks":0,"sm":1000,"km":0,"kmu":0,"fm":0,"fmu":0,"totalMapSlotDuration":81002,"shuffleBytesRead":0,"shuffleBytesWritten":0,"service":1.0,"finalStatusFromRM":true,"appName":"Spark Test App","appAttempts":{"1":{"appAttemptId":"1","startTime":1648127077623,"endTime":1648127129286,"numJobs":10,"numStages":100,"loadEventLogMsgToKafka":false,"eventLogDataLoaded":false,"executorLogDataLoaded":false,"eventLogAttempt":0,"executorLogAttempt":0,"numEvents":1,"totalMapTasks":1000,"sm":1000,"fm":0,"km":0,"totalMapSlotDuration":81002,"totalDfsBytesRead":0,"totalDfsBytesWritten":0,"numContainers":5,"endTimeUpdatedFromRM":true}},"rmDataLoaded":true,"finished":true,"largeRDD":false,"sensorEnabled":true,"numJobs":10,"numStages":100,"lastVisited":1648127094776,"failed":false},"appsummary":{"id":"application_1648115466090_0016","type":"spark","nick":"spark","queue":"root.DataForecast","user":"user3","type_org":"spark","status":"Success","cluster":"Cluster1","raw_startTime":1648127077600,"startTime":"03/24/2022 13:04:37","raw_endTime":1648127129287,"endTime":"03/24/2022 13:05:29","raw_duration":51687,"duration":"52 sec 687 ms","read_long":"0 B","write_long":"0 B","raw_IO":0,"IO":"0 B","perc_read":0,"perc_written":0,"numberofJobs":{"1":10},"numberofStages":{"1":100}}}