Flint Resource Usage.json 45 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985
  1. {
  2. "annotations": {
  3. "list": [
  4. {
  5. "$$hashKey": "object:175",
  6. "builtIn": 1,
  7. "datasource": "-- Grafana --",
  8. "enable": true,
  9. "hide": true,
  10. "iconColor": "rgba(0, 211, 255, 1)",
  11. "name": "Annotations & Alerts",
  12. "type": "dashboard"
  13. }
  14. ]
  15. },
  16. "editable": true,
  17. "gnetId": null,
  18. "graphTooltip": 1,
  19. "id": 6,
  20. "iteration": 1529451485966,
  21. "links": [],
  22. "panels": [
  23. {
  24. "collapsed": false,
  25. "gridPos": {
  26. "h": 1,
  27. "w": 24,
  28. "x": 0,
  29. "y": 0
  30. },
  31. "id": 26,
  32. "panels": [],
  33. "title": "Highlights",
  34. "type": "row"
  35. },
  36. {
  37. "cacheTimeout": null,
  38. "colorBackground": false,
  39. "colorValue": false,
  40. "colors": [
  41. "#299c46",
  42. "rgba(237, 129, 40, 0.89)",
  43. "#d44a3a"
  44. ],
  45. "datasource": "local-prometheus",
  46. "format": "none",
  47. "gauge": {
  48. "maxValue": 100,
  49. "minValue": 0,
  50. "show": false,
  51. "thresholdLabels": false,
  52. "thresholdMarkers": true
  53. },
  54. "gridPos": {
  55. "h": 2,
  56. "w": 2,
  57. "x": 0,
  58. "y": 1
  59. },
  60. "id": 21,
  61. "interval": null,
  62. "links": [],
  63. "mappingType": 1,
  64. "mappingTypes": [
  65. {
  66. "name": "value to text",
  67. "value": 1
  68. },
  69. {
  70. "name": "range to text",
  71. "value": 2
  72. }
  73. ],
  74. "maxDataPoints": 100,
  75. "nullPointMode": "connected",
  76. "nullText": null,
  77. "postfix": "",
  78. "postfixFontSize": "50%",
  79. "prefix": "",
  80. "prefixFontSize": "50%",
  81. "rangeMaps": [
  82. {
  83. "from": "null",
  84. "text": "N/A",
  85. "to": "null"
  86. }
  87. ],
  88. "sparkline": {
  89. "fillColor": "rgba(31, 118, 189, 0.18)",
  90. "full": true,
  91. "lineColor": "rgb(31, 120, 193)",
  92. "show": true
  93. },
  94. "tableColumn": "",
  95. "targets": [
  96. {
  97. "expr": "spark_driver_FlintServer_transport_open_connections_Count{job='flint',instance='[[instance]]'}",
  98. "format": "time_series",
  99. "intervalFactor": 1,
  100. "refId": "A"
  101. }
  102. ],
  103. "thresholds": "",
  104. "title": "Connections",
  105. "type": "singlestat",
  106. "valueFontSize": "50%",
  107. "valueMaps": [
  108. {
  109. "op": "=",
  110. "text": "N/A",
  111. "value": "null"
  112. }
  113. ],
  114. "valueName": "current"
  115. },
  116. {
  117. "cacheTimeout": null,
  118. "colorBackground": false,
  119. "colorValue": false,
  120. "colors": [
  121. "#299c46",
  122. "rgba(237, 129, 40, 0.89)",
  123. "#d44a3a"
  124. ],
  125. "datasource": "local-prometheus",
  126. "format": "none",
  127. "gauge": {
  128. "maxValue": 100,
  129. "minValue": 0,
  130. "show": false,
  131. "thresholdLabels": false,
  132. "thresholdMarkers": true
  133. },
  134. "gridPos": {
  135. "h": 2,
  136. "w": 3,
  137. "x": 2,
  138. "y": 1
  139. },
  140. "id": 19,
  141. "interval": null,
  142. "links": [],
  143. "mappingType": 1,
  144. "mappingTypes": [
  145. {
  146. "name": "value to text",
  147. "value": 1
  148. },
  149. {
  150. "name": "range to text",
  151. "value": 2
  152. }
  153. ],
  154. "maxDataPoints": 100,
  155. "nullPointMode": "connected",
  156. "nullText": null,
  157. "postfix": "",
  158. "postfixFontSize": "50%",
  159. "prefix": "",
  160. "prefixFontSize": "50%",
  161. "rangeMaps": [
  162. {
  163. "from": "null",
  164. "text": "N/A",
  165. "to": "null"
  166. }
  167. ],
  168. "sparkline": {
  169. "fillColor": "rgba(31, 118, 189, 0.18)",
  170. "full": true,
  171. "lineColor": "rgb(31, 120, 193)",
  172. "show": true
  173. },
  174. "tableColumn": "",
  175. "targets": [
  176. {
  177. "expr": "spark_driver_FlintServer_dataset_managed_datasets_Value{job='flint',instance='[[instance]]'}",
  178. "format": "time_series",
  179. "intervalFactor": 1,
  180. "refId": "A"
  181. }
  182. ],
  183. "thresholds": "",
  184. "title": "Active Datasets",
  185. "type": "singlestat",
  186. "valueFontSize": "50%",
  187. "valueMaps": [
  188. {
  189. "op": "=",
  190. "text": "N/A",
  191. "value": "null"
  192. }
  193. ],
  194. "valueName": "current"
  195. },
  196. {
  197. "cacheTimeout": null,
  198. "colorBackground": false,
  199. "colorValue": true,
  200. "colors": [
  201. "#299c46",
  202. "rgba(237, 129, 40, 0.89)",
  203. "#d44a3a"
  204. ],
  205. "datasource": "local-prometheus",
  206. "format": "percent",
  207. "gauge": {
  208. "maxValue": 100,
  209. "minValue": 0,
  210. "show": false,
  211. "thresholdLabels": false,
  212. "thresholdMarkers": true
  213. },
  214. "gridPos": {
  215. "h": 2,
  216. "w": 3,
  217. "x": 5,
  218. "y": 1
  219. },
  220. "id": 80,
  221. "interval": null,
  222. "links": [],
  223. "mappingType": 1,
  224. "mappingTypes": [
  225. {
  226. "name": "value to text",
  227. "value": 1
  228. },
  229. {
  230. "name": "range to text",
  231. "value": 2
  232. }
  233. ],
  234. "maxDataPoints": 100,
  235. "nullPointMode": "connected",
  236. "nullText": null,
  237. "postfix": "",
  238. "postfixFontSize": "50%",
  239. "prefix": "",
  240. "prefixFontSize": "50%",
  241. "rangeMaps": [
  242. {
  243. "from": "null",
  244. "text": "N/A",
  245. "to": "null"
  246. }
  247. ],
  248. "sparkline": {
  249. "fillColor": "rgba(31, 118, 189, 0.18)",
  250. "full": false,
  251. "lineColor": "rgb(31, 120, 193)",
  252. "show": true
  253. },
  254. "tableColumn": "",
  255. "targets": [
  256. {
  257. "expr": "100 * spark_driver_FlintServer_memory_pool_used_bytes_Value{job='flint',instance='[[instance]]',mem_pool='on_heap_storage'} / \nspark_driver_FlintServer_memory_pool_size_bytes_Value{job='flint',instance='[[instance]]',mem_pool='on_heap_storage'}",
  258. "format": "time_series",
  259. "intervalFactor": 1,
  260. "legendFormat": "",
  261. "refId": "A"
  262. }
  263. ],
  264. "thresholds": "30,50",
  265. "title": "On-Heap Storage Mem",
  266. "type": "singlestat",
  267. "valueFontSize": "50%",
  268. "valueMaps": [
  269. {
  270. "op": "=",
  271. "text": "N/A",
  272. "value": "null"
  273. }
  274. ],
  275. "valueName": "current"
  276. },
  277. {
  278. "cacheTimeout": null,
  279. "colorBackground": false,
  280. "colorValue": true,
  281. "colors": [
  282. "#299c46",
  283. "rgba(237, 129, 40, 0.89)",
  284. "#d44a3a"
  285. ],
  286. "datasource": "local-prometheus",
  287. "format": "percent",
  288. "gauge": {
  289. "maxValue": 100,
  290. "minValue": 0,
  291. "show": false,
  292. "thresholdLabels": false,
  293. "thresholdMarkers": true
  294. },
  295. "gridPos": {
  296. "h": 2,
  297. "w": 3,
  298. "x": 8,
  299. "y": 1
  300. },
  301. "id": 68,
  302. "interval": null,
  303. "links": [],
  304. "mappingType": 1,
  305. "mappingTypes": [
  306. {
  307. "name": "value to text",
  308. "value": 1
  309. },
  310. {
  311. "name": "range to text",
  312. "value": 2
  313. }
  314. ],
  315. "maxDataPoints": 100,
  316. "nullPointMode": "connected",
  317. "nullText": null,
  318. "postfix": "",
  319. "postfixFontSize": "50%",
  320. "prefix": "",
  321. "prefixFontSize": "50%",
  322. "rangeMaps": [
  323. {
  324. "from": "null",
  325. "text": "N/A",
  326. "to": "null"
  327. }
  328. ],
  329. "sparkline": {
  330. "fillColor": "rgba(31, 118, 189, 0.18)",
  331. "full": false,
  332. "lineColor": "rgb(31, 120, 193)",
  333. "show": true
  334. },
  335. "tableColumn": "",
  336. "targets": [
  337. {
  338. "expr": "100 * (spark_driver_BlockManager_memory_memUsed_MB_Value{job='flint',instance='[[instance]]'} / \nspark_driver_BlockManager_memory_maxMem_MB_Value{job='flint',instance='[[instance]]'})",
  339. "format": "time_series",
  340. "intervalFactor": 1,
  341. "legendFormat": "",
  342. "refId": "A"
  343. }
  344. ],
  345. "thresholds": "30,50",
  346. "title": "BlockManager Mem",
  347. "type": "singlestat",
  348. "valueFontSize": "50%",
  349. "valueMaps": [
  350. {
  351. "op": "=",
  352. "text": "N/A",
  353. "value": "null"
  354. }
  355. ],
  356. "valueName": "current"
  357. },
  358. {
  359. "cacheTimeout": null,
  360. "colorBackground": false,
  361. "colorValue": false,
  362. "colors": [
  363. "#299c46",
  364. "rgba(237, 129, 40, 0.89)",
  365. "#d44a3a"
  366. ],
  367. "datasource": "local-prometheus",
  368. "format": "short",
  369. "gauge": {
  370. "maxValue": 100,
  371. "minValue": 0,
  372. "show": false,
  373. "thresholdLabels": false,
  374. "thresholdMarkers": true
  375. },
  376. "gridPos": {
  377. "h": 2,
  378. "w": 3,
  379. "x": 11,
  380. "y": 1
  381. },
  382. "id": 85,
  383. "interval": null,
  384. "links": [],
  385. "mappingType": 1,
  386. "mappingTypes": [
  387. {
  388. "name": "value to text",
  389. "value": 1
  390. },
  391. {
  392. "name": "range to text",
  393. "value": 2
  394. }
  395. ],
  396. "maxDataPoints": 100,
  397. "nullPointMode": "connected",
  398. "nullText": null,
  399. "postfix": "",
  400. "postfixFontSize": "50%",
  401. "prefix": "",
  402. "prefixFontSize": "50%",
  403. "rangeMaps": [
  404. {
  405. "from": "null",
  406. "text": "N/A",
  407. "to": "null"
  408. }
  409. ],
  410. "sparkline": {
  411. "fillColor": "rgba(31, 118, 189, 0.18)",
  412. "full": true,
  413. "lineColor": "rgb(31, 120, 193)",
  414. "show": true
  415. },
  416. "tableColumn": "",
  417. "targets": [
  418. {
  419. "expr": "spark_driver_FlintServer_query_result_cache_entries_Value{job='flint',instance='[[instance]]'}",
  420. "format": "time_series",
  421. "intervalFactor": 1,
  422. "refId": "A"
  423. }
  424. ],
  425. "thresholds": "",
  426. "title": "Result Cache Size",
  427. "type": "singlestat",
  428. "valueFontSize": "50%",
  429. "valueMaps": [
  430. {
  431. "op": "=",
  432. "text": "N/A",
  433. "value": "null"
  434. }
  435. ],
  436. "valueName": "current"
  437. },
  438. {
  439. "cacheTimeout": null,
  440. "colorBackground": false,
  441. "colorValue": true,
  442. "colors": [
  443. "#d44a3a",
  444. "rgba(237, 129, 40, 0.89)",
  445. "#299c46"
  446. ],
  447. "datasource": "local-prometheus",
  448. "format": "none",
  449. "gauge": {
  450. "maxValue": 1,
  451. "minValue": 0,
  452. "show": true,
  453. "thresholdLabels": false,
  454. "thresholdMarkers": true
  455. },
  456. "gridPos": {
  457. "h": 4,
  458. "w": 2,
  459. "x": 14,
  460. "y": 1
  461. },
  462. "id": 66,
  463. "interval": null,
  464. "links": [],
  465. "mappingType": 1,
  466. "mappingTypes": [
  467. {
  468. "name": "value to text",
  469. "value": 1
  470. },
  471. {
  472. "name": "range to text",
  473. "value": 2
  474. }
  475. ],
  476. "maxDataPoints": 100,
  477. "nullPointMode": "connected",
  478. "nullText": null,
  479. "postfix": "",
  480. "postfixFontSize": "50%",
  481. "prefix": "",
  482. "prefixFontSize": "50%",
  483. "rangeMaps": [
  484. {
  485. "from": "null",
  486. "text": "N/A",
  487. "to": "null"
  488. }
  489. ],
  490. "sparkline": {
  491. "fillColor": "rgba(31, 118, 189, 0.18)",
  492. "full": false,
  493. "lineColor": "rgb(31, 120, 193)",
  494. "show": false
  495. },
  496. "tableColumn": "",
  497. "targets": [
  498. {
  499. "expr": "max_over_time(spark_driver_FlintServer_wlm_under_pressure_Value{job='flint',instance='[[instance]]'}[15s])",
  500. "format": "time_series",
  501. "intervalFactor": 1,
  502. "refId": "A"
  503. }
  504. ],
  505. "thresholds": "0,0,1",
  506. "title": "Workload Pressure",
  507. "type": "singlestat",
  508. "valueFontSize": "80%",
  509. "valueMaps": [
  510. {
  511. "op": "=",
  512. "text": "N/A",
  513. "value": "null"
  514. },
  515. {
  516. "op": "=",
  517. "text": "GOOD",
  518. "value": "0"
  519. },
  520. {
  521. "op": "=",
  522. "text": "BAD",
  523. "value": "1"
  524. }
  525. ],
  526. "valueName": "current"
  527. },
  528. {
  529. "cacheTimeout": null,
  530. "colorBackground": false,
  531. "colorValue": true,
  532. "colors": [
  533. "#299c46",
  534. "rgba(237, 129, 40, 0.89)",
  535. "#d44a3a"
  536. ],
  537. "datasource": "local-prometheus",
  538. "format": "percent",
  539. "gauge": {
  540. "maxValue": 100,
  541. "minValue": 0,
  542. "show": false,
  543. "thresholdLabels": false,
  544. "thresholdMarkers": true
  545. },
  546. "gridPos": {
  547. "h": 2,
  548. "w": 2,
  549. "x": 0,
  550. "y": 3
  551. },
  552. "id": 78,
  553. "interval": null,
  554. "links": [],
  555. "mappingType": 1,
  556. "mappingTypes": [
  557. {
  558. "name": "value to text",
  559. "value": 1
  560. },
  561. {
  562. "name": "range to text",
  563. "value": 2
  564. }
  565. ],
  566. "maxDataPoints": 100,
  567. "nullPointMode": "connected",
  568. "nullText": null,
  569. "postfix": "",
  570. "postfixFontSize": "50%",
  571. "prefix": "",
  572. "prefixFontSize": "50%",
  573. "rangeMaps": [
  574. {
  575. "from": "null",
  576. "text": "N/A",
  577. "to": "null"
  578. }
  579. ],
  580. "sparkline": {
  581. "fillColor": "rgba(31, 118, 189, 0.18)",
  582. "full": false,
  583. "lineColor": "rgb(31, 120, 193)",
  584. "show": true
  585. },
  586. "tableColumn": "",
  587. "targets": [
  588. {
  589. "expr": "100 * jvm_memory_bytes_used{job='flint',instance='[[instance]]',area='heap'} / jvm_memory_bytes_max{job='flint',instance='[[instance]]',area='heap'}",
  590. "format": "time_series",
  591. "intervalFactor": 1,
  592. "legendFormat": "",
  593. "refId": "A"
  594. }
  595. ],
  596. "thresholds": "30,50",
  597. "title": "JVM Heap",
  598. "type": "singlestat",
  599. "valueFontSize": "50%",
  600. "valueMaps": [
  601. {
  602. "op": "=",
  603. "text": "N/A",
  604. "value": "null"
  605. }
  606. ],
  607. "valueName": "current"
  608. },
  609. {
  610. "cacheTimeout": null,
  611. "colorBackground": false,
  612. "colorValue": false,
  613. "colors": [
  614. "#299c46",
  615. "rgba(237, 129, 40, 0.89)",
  616. "#d44a3a"
  617. ],
  618. "datasource": "local-prometheus",
  619. "format": "none",
  620. "gauge": {
  621. "maxValue": 100,
  622. "minValue": 0,
  623. "show": false,
  624. "thresholdLabels": false,
  625. "thresholdMarkers": true
  626. },
  627. "gridPos": {
  628. "h": 2,
  629. "w": 3,
  630. "x": 2,
  631. "y": 3
  632. },
  633. "id": 20,
  634. "interval": null,
  635. "links": [],
  636. "mappingType": 1,
  637. "mappingTypes": [
  638. {
  639. "name": "value to text",
  640. "value": 1
  641. },
  642. {
  643. "name": "range to text",
  644. "value": 2
  645. }
  646. ],
  647. "maxDataPoints": 100,
  648. "nullPointMode": "connected",
  649. "nullText": null,
  650. "postfix": "",
  651. "postfixFontSize": "50%",
  652. "prefix": "",
  653. "prefixFontSize": "50%",
  654. "rangeMaps": [
  655. {
  656. "from": "null",
  657. "text": "N/A",
  658. "to": "null"
  659. }
  660. ],
  661. "sparkline": {
  662. "fillColor": "rgba(31, 118, 189, 0.18)",
  663. "full": true,
  664. "lineColor": "rgb(31, 120, 193)",
  665. "show": true
  666. },
  667. "tableColumn": "",
  668. "targets": [
  669. {
  670. "expr": "spark_driver_FlintServer_query_open_cursors_Count{job='flint',instance='[[instance]]'}",
  671. "format": "time_series",
  672. "intervalFactor": 1,
  673. "refId": "A"
  674. }
  675. ],
  676. "thresholds": "",
  677. "title": "Open Cursors",
  678. "type": "singlestat",
  679. "valueFontSize": "50%",
  680. "valueMaps": [
  681. {
  682. "op": "=",
  683. "text": "N/A",
  684. "value": "null"
  685. }
  686. ],
  687. "valueName": "current"
  688. },
  689. {
  690. "cacheTimeout": null,
  691. "colorBackground": false,
  692. "colorValue": true,
  693. "colors": [
  694. "#299c46",
  695. "rgba(237, 129, 40, 0.89)",
  696. "#d44a3a"
  697. ],
  698. "datasource": "local-prometheus",
  699. "format": "percent",
  700. "gauge": {
  701. "maxValue": 100,
  702. "minValue": 0,
  703. "show": false,
  704. "thresholdLabels": false,
  705. "thresholdMarkers": true
  706. },
  707. "gridPos": {
  708. "h": 2,
  709. "w": 3,
  710. "x": 5,
  711. "y": 3
  712. },
  713. "id": 79,
  714. "interval": null,
  715. "links": [],
  716. "mappingType": 1,
  717. "mappingTypes": [
  718. {
  719. "name": "value to text",
  720. "value": 1
  721. },
  722. {
  723. "name": "range to text",
  724. "value": 2
  725. }
  726. ],
  727. "maxDataPoints": 100,
  728. "nullPointMode": "connected",
  729. "nullText": null,
  730. "postfix": "",
  731. "postfixFontSize": "50%",
  732. "prefix": "",
  733. "prefixFontSize": "50%",
  734. "rangeMaps": [
  735. {
  736. "from": "null",
  737. "text": "N/A",
  738. "to": "null"
  739. }
  740. ],
  741. "sparkline": {
  742. "fillColor": "rgba(31, 118, 189, 0.18)",
  743. "full": false,
  744. "lineColor": "rgb(31, 120, 193)",
  745. "show": true
  746. },
  747. "tableColumn": "",
  748. "targets": [
  749. {
  750. "expr": "100 * spark_driver_FlintServer_memory_pool_used_bytes_Value{job='flint',instance='[[instance]]',mem_pool='on_heap_execution'} / \nspark_driver_FlintServer_memory_pool_size_bytes_Value{job='flint',instance='[[instance]]',mem_pool='on_heap_execution'}",
  751. "format": "time_series",
  752. "intervalFactor": 1,
  753. "legendFormat": "",
  754. "refId": "A"
  755. }
  756. ],
  757. "thresholds": "30,50",
  758. "title": "On-Heap Execution Mem",
  759. "type": "singlestat",
  760. "valueFontSize": "50%",
  761. "valueMaps": [
  762. {
  763. "op": "=",
  764. "text": "N/A",
  765. "value": "null"
  766. }
  767. ],
  768. "valueName": "current"
  769. },
  770. {
  771. "cacheTimeout": null,
  772. "colorBackground": false,
  773. "colorValue": false,
  774. "colors": [
  775. "#299c46",
  776. "rgba(237, 129, 40, 0.89)",
  777. "#d44a3a"
  778. ],
  779. "datasource": "local-prometheus",
  780. "format": "decmbytes",
  781. "gauge": {
  782. "maxValue": 100,
  783. "minValue": 0,
  784. "show": false,
  785. "thresholdLabels": false,
  786. "thresholdMarkers": true
  787. },
  788. "gridPos": {
  789. "h": 2,
  790. "w": 3,
  791. "x": 8,
  792. "y": 3
  793. },
  794. "id": 70,
  795. "interval": null,
  796. "links": [],
  797. "mappingType": 1,
  798. "mappingTypes": [
  799. {
  800. "name": "value to text",
  801. "value": 1
  802. },
  803. {
  804. "name": "range to text",
  805. "value": 2
  806. }
  807. ],
  808. "maxDataPoints": 100,
  809. "nullPointMode": "connected",
  810. "nullText": null,
  811. "postfix": "",
  812. "postfixFontSize": "50%",
  813. "prefix": "",
  814. "prefixFontSize": "50%",
  815. "rangeMaps": [
  816. {
  817. "from": "null",
  818. "text": "N/A",
  819. "to": "null"
  820. }
  821. ],
  822. "sparkline": {
  823. "fillColor": "rgba(31, 118, 189, 0.18)",
  824. "full": false,
  825. "lineColor": "rgb(31, 120, 193)",
  826. "show": true
  827. },
  828. "tableColumn": "",
  829. "targets": [
  830. {
  831. "expr": "spark_driver_BlockManager_disk_diskSpaceUsed_MB_Value{job='flint',instance='[[instance]]'}",
  832. "format": "time_series",
  833. "intervalFactor": 1,
  834. "refId": "A"
  835. }
  836. ],
  837. "thresholds": "",
  838. "title": "BlockManager Disk",
  839. "type": "singlestat",
  840. "valueFontSize": "50%",
  841. "valueMaps": [
  842. {
  843. "op": "=",
  844. "text": "N/A",
  845. "value": "null"
  846. }
  847. ],
  848. "valueName": "current"
  849. },
  850. {
  851. "cacheTimeout": null,
  852. "colorBackground": false,
  853. "colorValue": false,
  854. "colors": [
  855. "#299c46",
  856. "rgba(237, 129, 40, 0.89)",
  857. "#d44a3a"
  858. ],
  859. "datasource": "local-prometheus",
  860. "format": "decbytes",
  861. "gauge": {
  862. "maxValue": 100,
  863. "minValue": 0,
  864. "show": false,
  865. "thresholdLabels": false,
  866. "thresholdMarkers": true
  867. },
  868. "gridPos": {
  869. "h": 2,
  870. "w": 3,
  871. "x": 11,
  872. "y": 3
  873. },
  874. "id": 86,
  875. "interval": null,
  876. "links": [],
  877. "mappingType": 1,
  878. "mappingTypes": [
  879. {
  880. "name": "value to text",
  881. "value": 1
  882. },
  883. {
  884. "name": "range to text",
  885. "value": 2
  886. }
  887. ],
  888. "maxDataPoints": 100,
  889. "nullPointMode": "connected",
  890. "nullText": null,
  891. "postfix": "",
  892. "postfixFontSize": "50%",
  893. "prefix": "",
  894. "prefixFontSize": "50%",
  895. "rangeMaps": [
  896. {
  897. "from": "null",
  898. "text": "N/A",
  899. "to": "null"
  900. }
  901. ],
  902. "sparkline": {
  903. "fillColor": "rgba(31, 118, 189, 0.18)",
  904. "full": true,
  905. "lineColor": "rgb(31, 120, 193)",
  906. "show": true
  907. },
  908. "tableColumn": "",
  909. "targets": [
  910. {
  911. "expr": "spark_driver_FlintServer_query_result_cache_disk_size_bytes_Value{job='flint',instance='[[instance]]'}",
  912. "format": "time_series",
  913. "intervalFactor": 1,
  914. "refId": "A"
  915. }
  916. ],
  917. "thresholds": "",
  918. "title": "Result Cache Disk",
  919. "type": "singlestat",
  920. "valueFontSize": "50%",
  921. "valueMaps": [
  922. {
  923. "op": "=",
  924. "text": "N/A",
  925. "value": "null"
  926. }
  927. ],
  928. "valueName": "current"
  929. },
  930. {
  931. "collapsed": false,
  932. "gridPos": {
  933. "h": 1,
  934. "w": 24,
  935. "x": 0,
  936. "y": 5
  937. },
  938. "id": 72,
  939. "panels": [],
  940. "title": "CPU",
  941. "type": "row"
  942. },
  943. {
  944. "aliasColors": {},
  945. "bars": false,
  946. "dashLength": 10,
  947. "dashes": false,
  948. "datasource": "local-prometheus",
  949. "fill": 2,
  950. "gridPos": {
  951. "h": 5,
  952. "w": 8,
  953. "x": 0,
  954. "y": 6
  955. },
  956. "id": 8,
  957. "legend": {
  958. "avg": false,
  959. "current": true,
  960. "max": false,
  961. "min": false,
  962. "show": true,
  963. "total": false,
  964. "values": true
  965. },
  966. "lines": true,
  967. "linewidth": 2,
  968. "links": [],
  969. "nullPointMode": "null",
  970. "percentage": false,
  971. "pointradius": 5,
  972. "points": false,
  973. "renderer": "flot",
  974. "seriesOverrides": [
  975. {
  976. "alias": "system",
  977. "dashLength": 3,
  978. "dashes": true,
  979. "fill": 0,
  980. "lines": false,
  981. "spaceLength": 3
  982. },
  983. {
  984. "alias": "process"
  985. }
  986. ],
  987. "spaceLength": 10,
  988. "stack": false,
  989. "steppedLine": false,
  990. "targets": [
  991. {
  992. "expr": "jvm_cpu_process_load{job='flint',instance='[[instance]]'}",
  993. "format": "time_series",
  994. "instant": false,
  995. "intervalFactor": 1,
  996. "legendFormat": "process",
  997. "refId": "A"
  998. },
  999. {
  1000. "expr": "jvm_cpu_system_load{job='flint',instance='[[instance]]'}",
  1001. "format": "time_series",
  1002. "instant": false,
  1003. "intervalFactor": 1,
  1004. "legendFormat": "system",
  1005. "refId": "B"
  1006. }
  1007. ],
  1008. "thresholds": [],
  1009. "timeFrom": null,
  1010. "timeShift": null,
  1011. "title": "CPU Load",
  1012. "tooltip": {
  1013. "shared": true,
  1014. "sort": 0,
  1015. "value_type": "individual"
  1016. },
  1017. "transparent": false,
  1018. "type": "graph",
  1019. "xaxis": {
  1020. "buckets": null,
  1021. "mode": "time",
  1022. "name": null,
  1023. "show": true,
  1024. "values": []
  1025. },
  1026. "yaxes": [
  1027. {
  1028. "format": "percentunit",
  1029. "label": null,
  1030. "logBase": 1,
  1031. "max": null,
  1032. "min": "0",
  1033. "show": true
  1034. },
  1035. {
  1036. "format": "short",
  1037. "label": null,
  1038. "logBase": 1,
  1039. "max": null,
  1040. "min": null,
  1041. "show": false
  1042. }
  1043. ]
  1044. },
  1045. {
  1046. "aliasColors": {},
  1047. "bars": false,
  1048. "dashLength": 10,
  1049. "dashes": false,
  1050. "datasource": "local-prometheus",
  1051. "fill": 0,
  1052. "gridPos": {
  1053. "h": 5,
  1054. "w": 8,
  1055. "x": 8,
  1056. "y": 6
  1057. },
  1058. "id": 13,
  1059. "legend": {
  1060. "avg": false,
  1061. "current": false,
  1062. "max": false,
  1063. "min": false,
  1064. "show": true,
  1065. "total": false,
  1066. "values": false
  1067. },
  1068. "lines": true,
  1069. "linewidth": 2,
  1070. "links": [],
  1071. "nullPointMode": "null",
  1072. "percentage": false,
  1073. "pointradius": 5,
  1074. "points": false,
  1075. "renderer": "flot",
  1076. "seriesOverrides": [
  1077. {
  1078. "alias": "current",
  1079. "color": "#508642"
  1080. },
  1081. {
  1082. "alias": "daemon",
  1083. "color": "#d683ce"
  1084. },
  1085. {
  1086. "alias": "deadlocked",
  1087. "color": "#bf1b00"
  1088. }
  1089. ],
  1090. "spaceLength": 10,
  1091. "stack": false,
  1092. "steppedLine": false,
  1093. "targets": [
  1094. {
  1095. "expr": "jvm_threads_current{job='flint',instance='[[instance]]'}",
  1096. "format": "time_series",
  1097. "instant": false,
  1098. "intervalFactor": 1,
  1099. "legendFormat": "current",
  1100. "refId": "A"
  1101. },
  1102. {
  1103. "expr": "jvm_threads_daemon{job='flint',instance='[[instance]]'}",
  1104. "format": "time_series",
  1105. "instant": false,
  1106. "intervalFactor": 1,
  1107. "legendFormat": "daemon",
  1108. "refId": "B"
  1109. },
  1110. {
  1111. "expr": "jvm_threads_deadlocked{job='flint',instance='[[instance]]'}",
  1112. "format": "time_series",
  1113. "instant": false,
  1114. "intervalFactor": 1,
  1115. "legendFormat": "deadlocked",
  1116. "refId": "C"
  1117. }
  1118. ],
  1119. "thresholds": [],
  1120. "timeFrom": null,
  1121. "timeShift": null,
  1122. "title": "Threads",
  1123. "tooltip": {
  1124. "shared": true,
  1125. "sort": 0,
  1126. "value_type": "individual"
  1127. },
  1128. "transparent": false,
  1129. "type": "graph",
  1130. "xaxis": {
  1131. "buckets": null,
  1132. "mode": "time",
  1133. "name": null,
  1134. "show": true,
  1135. "values": []
  1136. },
  1137. "yaxes": [
  1138. {
  1139. "format": "short",
  1140. "label": null,
  1141. "logBase": 1,
  1142. "max": null,
  1143. "min": null,
  1144. "show": true
  1145. },
  1146. {
  1147. "format": "short",
  1148. "label": null,
  1149. "logBase": 1,
  1150. "max": null,
  1151. "min": null,
  1152. "show": true
  1153. }
  1154. ]
  1155. },
  1156. {
  1157. "collapsed": false,
  1158. "gridPos": {
  1159. "h": 1,
  1160. "w": 24,
  1161. "x": 0,
  1162. "y": 11
  1163. },
  1164. "id": 24,
  1165. "panels": [],
  1166. "title": "Memory",
  1167. "type": "row"
  1168. },
  1169. {
  1170. "aliasColors": {},
  1171. "bars": false,
  1172. "dashLength": 10,
  1173. "dashes": false,
  1174. "datasource": "local-prometheus",
  1175. "fill": 0,
  1176. "gridPos": {
  1177. "h": 5,
  1178. "w": 8,
  1179. "x": 0,
  1180. "y": 12
  1181. },
  1182. "id": 3,
  1183. "legend": {
  1184. "avg": false,
  1185. "current": false,
  1186. "max": false,
  1187. "min": false,
  1188. "show": true,
  1189. "total": false,
  1190. "values": false
  1191. },
  1192. "lines": true,
  1193. "linewidth": 2,
  1194. "links": [],
  1195. "nullPointMode": "null",
  1196. "percentage": false,
  1197. "pointradius": 5,
  1198. "points": false,
  1199. "renderer": "flot",
  1200. "seriesOverrides": [
  1201. {
  1202. "alias": "used",
  1203. "color": "#9ac48a"
  1204. },
  1205. {
  1206. "alias": "committed",
  1207. "color": "#eab839"
  1208. },
  1209. {
  1210. "alias": "max",
  1211. "color": "#bf1b00"
  1212. }
  1213. ],
  1214. "spaceLength": 10,
  1215. "stack": false,
  1216. "steppedLine": false,
  1217. "targets": [
  1218. {
  1219. "expr": "jvm_memory_bytes_used{job='flint',area='heap',instance='[[instance]]'}",
  1220. "format": "time_series",
  1221. "instant": false,
  1222. "intervalFactor": 1,
  1223. "legendFormat": "used",
  1224. "refId": "A"
  1225. },
  1226. {
  1227. "expr": "jvm_memory_bytes_committed{job='flint',area='heap',instance='[[instance]]'}",
  1228. "format": "time_series",
  1229. "instant": false,
  1230. "intervalFactor": 1,
  1231. "legendFormat": "committed",
  1232. "refId": "B"
  1233. },
  1234. {
  1235. "expr": "jvm_memory_bytes_max{job='flint',area='heap',instance='[[instance]]'}",
  1236. "format": "time_series",
  1237. "instant": false,
  1238. "intervalFactor": 1,
  1239. "legendFormat": "max",
  1240. "refId": "C"
  1241. }
  1242. ],
  1243. "thresholds": [],
  1244. "timeFrom": null,
  1245. "timeShift": null,
  1246. "title": "JVM Heap Memory",
  1247. "tooltip": {
  1248. "shared": true,
  1249. "sort": 0,
  1250. "value_type": "individual"
  1251. },
  1252. "transparent": false,
  1253. "type": "graph",
  1254. "xaxis": {
  1255. "buckets": null,
  1256. "mode": "time",
  1257. "name": null,
  1258. "show": true,
  1259. "values": []
  1260. },
  1261. "yaxes": [
  1262. {
  1263. "format": "decbytes",
  1264. "label": null,
  1265. "logBase": 1,
  1266. "max": null,
  1267. "min": null,
  1268. "show": true
  1269. },
  1270. {
  1271. "format": "short",
  1272. "label": null,
  1273. "logBase": 1,
  1274. "max": null,
  1275. "min": null,
  1276. "show": true
  1277. }
  1278. ]
  1279. },
  1280. {
  1281. "aliasColors": {},
  1282. "bars": false,
  1283. "dashLength": 10,
  1284. "dashes": false,
  1285. "datasource": "local-prometheus",
  1286. "fill": 0,
  1287. "gridPos": {
  1288. "h": 5,
  1289. "w": 8,
  1290. "x": 8,
  1291. "y": 12
  1292. },
  1293. "id": 11,
  1294. "legend": {
  1295. "avg": false,
  1296. "current": false,
  1297. "max": false,
  1298. "min": false,
  1299. "show": true,
  1300. "total": false,
  1301. "values": false
  1302. },
  1303. "lines": true,
  1304. "linewidth": 2,
  1305. "links": [],
  1306. "nullPointMode": "null",
  1307. "percentage": false,
  1308. "pointradius": 5,
  1309. "points": false,
  1310. "renderer": "flot",
  1311. "seriesOverrides": [
  1312. {
  1313. "alias": "used",
  1314. "color": "#9ac48a"
  1315. },
  1316. {
  1317. "alias": "committed",
  1318. "color": "#eab839"
  1319. },
  1320. {
  1321. "alias": "max",
  1322. "color": "#bf1b00"
  1323. }
  1324. ],
  1325. "spaceLength": 10,
  1326. "stack": false,
  1327. "steppedLine": false,
  1328. "targets": [
  1329. {
  1330. "expr": "jvm_memory_bytes_used{job='flint',area='nonheap',instance='[[instance]]'}",
  1331. "format": "time_series",
  1332. "instant": false,
  1333. "intervalFactor": 1,
  1334. "legendFormat": "used",
  1335. "refId": "A"
  1336. },
  1337. {
  1338. "expr": "jvm_memory_bytes_committed{job='flint',area='nonheap',instance='[[instance]]'}",
  1339. "format": "time_series",
  1340. "hide": false,
  1341. "instant": false,
  1342. "intervalFactor": 1,
  1343. "legendFormat": "committed",
  1344. "refId": "B"
  1345. },
  1346. {
  1347. "expr": "jvm_memory_bytes_max{job='flint',area='nonheap',instance='[[instance]]'}",
  1348. "format": "time_series",
  1349. "hide": false,
  1350. "instant": false,
  1351. "intervalFactor": 1,
  1352. "legendFormat": "max",
  1353. "refId": "C"
  1354. }
  1355. ],
  1356. "thresholds": [],
  1357. "timeFrom": null,
  1358. "timeShift": null,
  1359. "title": "JVM Non-Heap Memory",
  1360. "tooltip": {
  1361. "shared": true,
  1362. "sort": 0,
  1363. "value_type": "individual"
  1364. },
  1365. "transparent": false,
  1366. "type": "graph",
  1367. "xaxis": {
  1368. "buckets": null,
  1369. "mode": "time",
  1370. "name": null,
  1371. "show": true,
  1372. "values": []
  1373. },
  1374. "yaxes": [
  1375. {
  1376. "format": "decbytes",
  1377. "label": null,
  1378. "logBase": 1,
  1379. "max": null,
  1380. "min": "0",
  1381. "show": true
  1382. },
  1383. {
  1384. "format": "short",
  1385. "label": null,
  1386. "logBase": 1,
  1387. "max": null,
  1388. "min": null,
  1389. "show": true
  1390. }
  1391. ]
  1392. },
  1393. {
  1394. "aliasColors": {},
  1395. "bars": false,
  1396. "dashLength": 10,
  1397. "dashes": false,
  1398. "datasource": "local-prometheus",
  1399. "fill": 0,
  1400. "gridPos": {
  1401. "h": 5,
  1402. "w": 8,
  1403. "x": 16,
  1404. "y": 12
  1405. },
  1406. "id": 73,
  1407. "legend": {
  1408. "avg": false,
  1409. "current": false,
  1410. "max": false,
  1411. "min": false,
  1412. "show": true,
  1413. "total": false,
  1414. "values": false
  1415. },
  1416. "lines": true,
  1417. "linewidth": 2,
  1418. "links": [],
  1419. "nullPointMode": "null",
  1420. "percentage": false,
  1421. "pointradius": 5,
  1422. "points": false,
  1423. "renderer": "flot",
  1424. "seriesOverrides": [
  1425. {
  1426. "alias": "/.* max/",
  1427. "yaxis": 2
  1428. }
  1429. ],
  1430. "spaceLength": 10,
  1431. "stack": false,
  1432. "steppedLine": false,
  1433. "targets": [
  1434. {
  1435. "expr": "spark_driver_FlintServer_memory_max_on_heap_storage_bytes_Value{job='flint',instance='[[instance]]'}",
  1436. "format": "time_series",
  1437. "instant": false,
  1438. "intervalFactor": 1,
  1439. "legendFormat": "on-heap max",
  1440. "refId": "A"
  1441. },
  1442. {
  1443. "expr": "spark_driver_FlintServer_memory_max_off_heap_bytes_Value{job='flint',instance='[[instance]]'}",
  1444. "format": "time_series",
  1445. "instant": false,
  1446. "intervalFactor": 1,
  1447. "legendFormat": "off-heap max",
  1448. "refId": "B"
  1449. },
  1450. {
  1451. "expr": "spark_driver_FlintServer_memory_used_storage_bytes_Value{job='flint',instance='[[instance]]'}",
  1452. "format": "time_series",
  1453. "instant": false,
  1454. "intervalFactor": 1,
  1455. "legendFormat": "all storage used",
  1456. "refId": "C"
  1457. },
  1458. {
  1459. "expr": "spark_driver_FlintServer_memory_used_execution_bytes_Value{job='flint',instance='[[instance]]'}",
  1460. "format": "time_series",
  1461. "instant": false,
  1462. "intervalFactor": 1,
  1463. "legendFormat": "all execution used",
  1464. "refId": "E"
  1465. }
  1466. ],
  1467. "thresholds": [],
  1468. "timeFrom": null,
  1469. "timeShift": null,
  1470. "title": "Spark Memory",
  1471. "tooltip": {
  1472. "shared": true,
  1473. "sort": 0,
  1474. "value_type": "individual"
  1475. },
  1476. "transparent": false,
  1477. "type": "graph",
  1478. "xaxis": {
  1479. "buckets": null,
  1480. "mode": "time",
  1481. "name": null,
  1482. "show": true,
  1483. "values": []
  1484. },
  1485. "yaxes": [
  1486. {
  1487. "format": "decbytes",
  1488. "label": null,
  1489. "logBase": 1,
  1490. "max": null,
  1491. "min": "0",
  1492. "show": true
  1493. },
  1494. {
  1495. "format": "decbytes",
  1496. "label": null,
  1497. "logBase": 1,
  1498. "max": null,
  1499. "min": "0",
  1500. "show": true
  1501. }
  1502. ]
  1503. },
  1504. {
  1505. "collapsed": false,
  1506. "gridPos": {
  1507. "h": 1,
  1508. "w": 24,
  1509. "x": 0,
  1510. "y": 17
  1511. },
  1512. "id": 43,
  1513. "panels": [],
  1514. "title": "Transport",
  1515. "type": "row"
  1516. },
  1517. {
  1518. "aliasColors": {},
  1519. "bars": false,
  1520. "dashLength": 10,
  1521. "dashes": false,
  1522. "datasource": "local-prometheus",
  1523. "fill": 1,
  1524. "gridPos": {
  1525. "h": 5,
  1526. "w": 8,
  1527. "x": 0,
  1528. "y": 18
  1529. },
  1530. "id": 50,
  1531. "legend": {
  1532. "avg": false,
  1533. "current": true,
  1534. "max": true,
  1535. "min": false,
  1536. "show": true,
  1537. "total": false,
  1538. "values": true
  1539. },
  1540. "lines": true,
  1541. "linewidth": 1,
  1542. "links": [],
  1543. "nullPointMode": "null as zero",
  1544. "percentage": false,
  1545. "pointradius": 5,
  1546. "points": false,
  1547. "renderer": "flot",
  1548. "seriesOverrides": [],
  1549. "spaceLength": 10,
  1550. "stack": false,
  1551. "steppedLine": true,
  1552. "targets": [
  1553. {
  1554. "expr": "spark_driver_FlintServer_transport_open_connections_Count{job='flint',instance='[[instance]]'}",
  1555. "format": "time_series",
  1556. "intervalFactor": 1,
  1557. "legendFormat": "count",
  1558. "refId": "A"
  1559. }
  1560. ],
  1561. "thresholds": [],
  1562. "timeFrom": null,
  1563. "timeShift": null,
  1564. "title": "Connections",
  1565. "tooltip": {
  1566. "shared": true,
  1567. "sort": 0,
  1568. "value_type": "individual"
  1569. },
  1570. "type": "graph",
  1571. "xaxis": {
  1572. "buckets": null,
  1573. "mode": "time",
  1574. "name": null,
  1575. "show": true,
  1576. "values": []
  1577. },
  1578. "yaxes": [
  1579. {
  1580. "format": "short",
  1581. "label": null,
  1582. "logBase": 1,
  1583. "max": null,
  1584. "min": null,
  1585. "show": true
  1586. },
  1587. {
  1588. "format": "Bps",
  1589. "label": null,
  1590. "logBase": 1,
  1591. "max": null,
  1592. "min": null,
  1593. "show": true
  1594. }
  1595. ]
  1596. },
  1597. {
  1598. "aliasColors": {},
  1599. "bars": false,
  1600. "dashLength": 10,
  1601. "dashes": false,
  1602. "datasource": "local-prometheus",
  1603. "fill": 1,
  1604. "gridPos": {
  1605. "h": 5,
  1606. "w": 8,
  1607. "x": 8,
  1608. "y": 18
  1609. },
  1610. "id": 45,
  1611. "legend": {
  1612. "avg": true,
  1613. "current": false,
  1614. "max": true,
  1615. "min": false,
  1616. "show": true,
  1617. "total": false,
  1618. "values": true
  1619. },
  1620. "lines": true,
  1621. "linewidth": 1,
  1622. "links": [],
  1623. "nullPointMode": "null as zero",
  1624. "percentage": false,
  1625. "pointradius": 5,
  1626. "points": false,
  1627. "renderer": "flot",
  1628. "seriesOverrides": [
  1629. {
  1630. "alias": "sent",
  1631. "transform": "negative-Y"
  1632. }
  1633. ],
  1634. "spaceLength": 10,
  1635. "stack": false,
  1636. "steppedLine": true,
  1637. "targets": [
  1638. {
  1639. "expr": "rate(spark_driver_FlintServer_transport_received_bytes_Count{job='flint',instance='[[instance]]'}[30s])",
  1640. "format": "time_series",
  1641. "intervalFactor": 1,
  1642. "legendFormat": "received",
  1643. "refId": "A"
  1644. },
  1645. {
  1646. "expr": "rate(spark_driver_FlintServer_transport_sent_bytes_Count{job='flint',instance='[[instance]]'}[30s])",
  1647. "format": "time_series",
  1648. "intervalFactor": 1,
  1649. "legendFormat": "sent",
  1650. "refId": "B"
  1651. }
  1652. ],
  1653. "thresholds": [],
  1654. "timeFrom": null,
  1655. "timeShift": null,
  1656. "title": "Data Rate",
  1657. "tooltip": {
  1658. "shared": true,
  1659. "sort": 0,
  1660. "value_type": "individual"
  1661. },
  1662. "type": "graph",
  1663. "xaxis": {
  1664. "buckets": null,
  1665. "mode": "time",
  1666. "name": null,
  1667. "show": true,
  1668. "values": []
  1669. },
  1670. "yaxes": [
  1671. {
  1672. "format": "Bps",
  1673. "label": null,
  1674. "logBase": 1,
  1675. "max": null,
  1676. "min": null,
  1677. "show": true
  1678. },
  1679. {
  1680. "format": "Bps",
  1681. "label": null,
  1682. "logBase": 1,
  1683. "max": null,
  1684. "min": null,
  1685. "show": true
  1686. }
  1687. ]
  1688. },
  1689. {
  1690. "collapsed": false,
  1691. "gridPos": {
  1692. "h": 1,
  1693. "w": 24,
  1694. "x": 0,
  1695. "y": 23
  1696. },
  1697. "id": 61,
  1698. "panels": [],
  1699. "title": "Work Load Management",
  1700. "type": "row"
  1701. },
  1702. {
  1703. "aliasColors": {},
  1704. "bars": false,
  1705. "dashLength": 10,
  1706. "dashes": false,
  1707. "datasource": "local-prometheus",
  1708. "fill": 0,
  1709. "gridPos": {
  1710. "h": 6,
  1711. "w": 8,
  1712. "x": 0,
  1713. "y": 24
  1714. },
  1715. "id": 63,
  1716. "legend": {
  1717. "alignAsTable": false,
  1718. "avg": false,
  1719. "current": true,
  1720. "max": false,
  1721. "min": false,
  1722. "show": true,
  1723. "total": false,
  1724. "values": true
  1725. },
  1726. "lines": true,
  1727. "linewidth": 1,
  1728. "links": [],
  1729. "nullPointMode": "null",
  1730. "percentage": false,
  1731. "pointradius": 5,
  1732. "points": false,
  1733. "renderer": "flot",
  1734. "seriesOverrides": [
  1735. {
  1736. "alias": "under pressure",
  1737. "color": "#bf1b00",
  1738. "lines": false,
  1739. "points": true,
  1740. "yaxis": 2,
  1741. "zindex": -1
  1742. }
  1743. ],
  1744. "spaceLength": 10,
  1745. "stack": false,
  1746. "steppedLine": true,
  1747. "targets": [
  1748. {
  1749. "expr": "spark_driver_FlintServer_wlm_pool_available_permits_Value{job='flint',instance='[[instance]]'}",
  1750. "format": "time_series",
  1751. "intervalFactor": 1,
  1752. "legendFormat": "available",
  1753. "refId": "A"
  1754. },
  1755. {
  1756. "expr": "spark_driver_FlintServer_wlm_pool_unavailable_permits_Value{job='flint',instance='[[instance]]'}",
  1757. "format": "time_series",
  1758. "intervalFactor": 1,
  1759. "legendFormat": "unavailable",
  1760. "refId": "C"
  1761. },
  1762. {
  1763. "expr": "spark_driver_FlintServer_wlm_pool_max_permits_Value{job='flint',instance='[[instance]]'} - \nspark_driver_FlintServer_wlm_pool_available_permits_Value{job='flint',instance='[[instance]]'} - \nspark_driver_FlintServer_wlm_pool_unavailable_permits_Value{job='flint',instance='[[instance]]'}",
  1764. "format": "time_series",
  1765. "intervalFactor": 1,
  1766. "legendFormat": "claimed",
  1767. "refId": "D"
  1768. },
  1769. {
  1770. "expr": "spark_driver_FlintServer_wlm_under_pressure_Value",
  1771. "format": "time_series",
  1772. "intervalFactor": 1,
  1773. "legendFormat": "under pressure",
  1774. "refId": "E"
  1775. }
  1776. ],
  1777. "thresholds": [],
  1778. "timeFrom": null,
  1779. "timeShift": null,
  1780. "title": "Request Permits",
  1781. "tooltip": {
  1782. "shared": true,
  1783. "sort": 0,
  1784. "value_type": "individual"
  1785. },
  1786. "type": "graph",
  1787. "xaxis": {
  1788. "buckets": null,
  1789. "mode": "time",
  1790. "name": null,
  1791. "show": true,
  1792. "values": []
  1793. },
  1794. "yaxes": [
  1795. {
  1796. "format": "short",
  1797. "label": null,
  1798. "logBase": 1,
  1799. "max": null,
  1800. "min": null,
  1801. "show": true
  1802. },
  1803. {
  1804. "decimals": 0,
  1805. "format": "short",
  1806. "label": "",
  1807. "logBase": 1,
  1808. "max": "1",
  1809. "min": "0.1",
  1810. "show": true
  1811. }
  1812. ]
  1813. },
  1814. {
  1815. "aliasColors": {},
  1816. "bars": true,
  1817. "dashLength": 10,
  1818. "dashes": false,
  1819. "datasource": "local-prometheus",
  1820. "fill": 0,
  1821. "gridPos": {
  1822. "h": 6,
  1823. "w": 8,
  1824. "x": 8,
  1825. "y": 24
  1826. },
  1827. "id": 64,
  1828. "legend": {
  1829. "avg": true,
  1830. "current": false,
  1831. "max": true,
  1832. "min": false,
  1833. "show": true,
  1834. "total": false,
  1835. "values": true
  1836. },
  1837. "lines": false,
  1838. "linewidth": 1,
  1839. "links": [],
  1840. "nullPointMode": "null",
  1841. "percentage": false,
  1842. "pointradius": 5,
  1843. "points": false,
  1844. "renderer": "flot",
  1845. "seriesOverrides": [],
  1846. "spaceLength": 10,
  1847. "stack": false,
  1848. "steppedLine": true,
  1849. "targets": [
  1850. {
  1851. "expr": "idelta(spark_driver_FlintServer_wlm_pool_acquire_millis_Count{job='flint',instance='[[instance]]'}[30s])",
  1852. "format": "time_series",
  1853. "intervalFactor": 1,
  1854. "legendFormat": "available",
  1855. "refId": "A"
  1856. }
  1857. ],
  1858. "thresholds": [],
  1859. "timeFrom": null,
  1860. "timeShift": null,
  1861. "title": "Permit Acquire Time",
  1862. "tooltip": {
  1863. "shared": true,
  1864. "sort": 0,
  1865. "value_type": "individual"
  1866. },
  1867. "type": "graph",
  1868. "xaxis": {
  1869. "buckets": null,
  1870. "mode": "time",
  1871. "name": null,
  1872. "show": true,
  1873. "values": []
  1874. },
  1875. "yaxes": [
  1876. {
  1877. "format": "ms",
  1878. "label": null,
  1879. "logBase": 1,
  1880. "max": null,
  1881. "min": null,
  1882. "show": true
  1883. },
  1884. {
  1885. "format": "short",
  1886. "label": null,
  1887. "logBase": 1,
  1888. "max": null,
  1889. "min": null,
  1890. "show": true
  1891. }
  1892. ]
  1893. }
  1894. ],
  1895. "refresh": "30s",
  1896. "schemaVersion": 16,
  1897. "style": "dark",
  1898. "tags": [],
  1899. "templating": {
  1900. "list": [
  1901. {
  1902. "allValue": null,
  1903. "current": {
  1904. "text": "vm:1234",
  1905. "value": "vm:1234"
  1906. },
  1907. "datasource": "local-prometheus",
  1908. "hide": 0,
  1909. "includeAll": false,
  1910. "label": null,
  1911. "multi": false,
  1912. "name": "instance",
  1913. "options": [],
  1914. "query": "label_values(instance)",
  1915. "refresh": 1,
  1916. "regex": "",
  1917. "sort": 1,
  1918. "tagValuesQuery": "",
  1919. "tags": [],
  1920. "tagsQuery": "",
  1921. "type": "query",
  1922. "useTags": false
  1923. },
  1924. {
  1925. "allValue": null,
  1926. "current": {
  1927. "text": "All",
  1928. "value": [
  1929. "$__all"
  1930. ]
  1931. },
  1932. "datasource": "local-prometheus",
  1933. "hide": 0,
  1934. "includeAll": true,
  1935. "label": null,
  1936. "multi": true,
  1937. "name": "mem_pool",
  1938. "options": [],
  1939. "query": "label_values(mem_pool)",
  1940. "refresh": 1,
  1941. "regex": "",
  1942. "sort": 1,
  1943. "tagValuesQuery": "",
  1944. "tags": [],
  1945. "tagsQuery": "",
  1946. "type": "query",
  1947. "useTags": false
  1948. }
  1949. ]
  1950. },
  1951. "time": {
  1952. "from": "now-1h",
  1953. "to": "now"
  1954. },
  1955. "timepicker": {
  1956. "hidden": false,
  1957. "refresh_intervals": [
  1958. "5s",
  1959. "10s",
  1960. "30s",
  1961. "1m",
  1962. "5m",
  1963. "15m",
  1964. "30m",
  1965. "1h",
  1966. "2h",
  1967. "1d"
  1968. ],
  1969. "time_options": [
  1970. "5m",
  1971. "15m",
  1972. "1h",
  1973. "6h",
  1974. "12h",
  1975. "24h",
  1976. "2d",
  1977. "7d",
  1978. "30d"
  1979. ]
  1980. },
  1981. "timezone": "browser",
  1982. "title": "Flint Resource Usage",
  1983. "uid": "JyuVsizmk",
  1984. "version": 73
  1985. }