-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathDataFrame.json
More file actions
1 lines (1 loc) · 25.7 KB
/
DataFrame.json
File metadata and controls
1 lines (1 loc) · 25.7 KB
1
{"paragraphs":[{"user":"anonymous","config":{"colWidth":12,"enabled":true,"results":{},"editorSetting":{"language":"scala"},"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1616600762232_1922766978","id":"20210324-154602_12793548","dateCreated":"2021-03-24T15:46:02+0000","status":"FINISHED","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:22749","text":"spark","dateUpdated":"2021-03-24T15:46:12+0000","dateFinished":"2021-03-24T15:46:12+0000","dateStarted":"2021-03-24T15:46:12+0000","results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"res55: org.apache.spark.sql.SparkSession = org.apache.spark.sql.SparkSession@1d54840a\n"}]}},{"user":"anonymous","config":{"colWidth":12,"enabled":true,"results":{},"editorSetting":{"language":"scala"},"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1616600772363_-409965603","id":"20210324-154612_1417579837","dateCreated":"2021-03-24T15:46:12+0000","status":"FINISHED","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:22825","text":"val bankRDD =spark.read\n.format(\"org.apache.spark.sql.execution.datasources.csv.CSVFileFormat\"\n)\n.option(\"header\", \"true\")\n.option(\"inferSchema\",\"true\")\n.option(\"sep\",\";\")\n.load(\"/dataset/bank/bank.csv\")","dateUpdated":"2021-03-24T15:49:56+0000","dateFinished":"2021-03-24T15:49:57+0000","dateStarted":"2021-03-24T15:49:56+0000","results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"bankRDD: org.apache.spark.sql.DataFrame = [age: int, job: string ... 15 more fields]\n"}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://172.17.0.2:4040/jobs/job?id=41","http://172.17.0.2:4040/jobs/job?id=42","http://172.17.0.2:4040/jobs/job?id=43"],"interpreterSettingId":"2CBEJNFR7"}}},{"user":"anonymous","config":{"colWidth":12,"enabled":true,"results":{},"editorSetting":{"language":"scala"},"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1616600996358_-922745586","id":"20210324-154956_278341737","dateCreated":"2021-03-24T15:49:56+0000","status":"FINISHED","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:22928","text":"val bankDF = bankRDD.toDF\nbankDF.printSchema","dateUpdated":"2021-03-24T15:50:36+0000","dateFinished":"2021-03-24T15:50:37+0000","dateStarted":"2021-03-24T15:50:36+0000","results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"bankDF: org.apache.spark.sql.DataFrame = [age: int, job: string ... 15 more fields]\nroot\n |-- age: integer (nullable = true)\n |-- job: string (nullable = true)\n |-- marital: string (nullable = true)\n |-- education: string (nullable = true)\n |-- default: string (nullable = true)\n |-- balance: integer (nullable = true)\n |-- housing: string (nullable = true)\n |-- loan: string (nullable = true)\n |-- contact: string (nullable = true)\n |-- day: integer (nullable = true)\n |-- month: string (nullable = true)\n |-- duration: integer (nullable = true)\n |-- campaign: integer (nullable = true)\n |-- pdays: integer (nullable = true)\n |-- previous: integer (nullable = true)\n |-- poutcome: string (nullable = true)\n |-- y: string (nullable = true)\n\n"}]}},{"user":"anonymous","config":{"colWidth":12,"enabled":true,"results":{},"editorSetting":{"language":"scala"},"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1616601036565_-1690442235","id":"20210324-155036_822742386","dateCreated":"2021-03-24T15:50:36+0000","status":"FINISHED","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:23044","text":"bankRDD.toDF(\"age\",\"job\",\"marital\",\"education\",\"default\", \"balance\",\n\"housing\",\"loan\", \"contact\", \"day\", \"month\", \"duration\", \"campaign\",\n\"pdays\", \"previous\", \"potcome\", \"y\")","dateUpdated":"2021-03-24T15:54:27+0000","dateFinished":"2021-03-24T15:54:28+0000","dateStarted":"2021-03-24T15:54:27+0000","results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"res57: org.apache.spark.sql.DataFrame = [age: int, job: string ... 15 more fields]\n"}]}},{"user":"anonymous","config":{"colWidth":12,"enabled":true,"results":{},"editorSetting":{"language":"scala"},"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1616601213051_-1002470687","id":"20210324-155333_1408463828","dateCreated":"2021-03-24T15:53:33+0000","status":"FINISHED","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:23146","text":"val ds = Seq(1,2,3).toDS()\nds.map(_*2).show","dateUpdated":"2021-03-24T15:55:22+0000","dateFinished":"2021-03-24T15:55:23+0000","dateStarted":"2021-03-24T15:55:22+0000","results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"ds: org.apache.spark.sql.Dataset[Int] = [value: int]\n+-----+\n|value|\n+-----+\n| 2|\n| 4|\n| 6|\n+-----+\n\n"}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://172.17.0.2:4040/jobs/job?id=44","http://172.17.0.2:4040/jobs/job?id=45"],"interpreterSettingId":"2CBEJNFR7"}}},{"user":"anonymous","config":{"colWidth":12,"enabled":true,"results":{},"editorSetting":{"language":"scala"},"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1616601322006_-616782078","id":"20210324-155522_1087501367","dateCreated":"2021-03-24T15:55:22+0000","status":"FINISHED","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:23267","text":"case class Person(name: String, zip: Long)\nval df = spark.read.json(sc.parallelize(\"\"\"{\"zip\":94709, \"name\": \"Michael\"}\"\"\"::Nil))\nval ds2 = df.as[Person]\nds2.collect\nds2.show","dateUpdated":"2021-03-24T15:58:35+0000","dateFinished":"2021-03-24T15:58:37+0000","dateStarted":"2021-03-24T15:58:35+0000","results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"defined class Person\ndf: org.apache.spark.sql.DataFrame = [name: string, zip: bigint]\nds2: org.apache.spark.sql.Dataset[Person] = [name: string, zip: bigint]\nres59: Array[Person] = Array(Person(Michael,94709))\n+-------+-----+\n| name| zip|\n+-------+-----+\n|Michael|94709|\n+-------+-----+\n\n"}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://172.17.0.2:4040/jobs/job?id=46","http://172.17.0.2:4040/jobs/job?id=47","http://172.17.0.2:4040/jobs/job?id=48","http://172.17.0.2:4040/jobs/job?id=49"],"interpreterSettingId":"2CBEJNFR7"}}},{"user":"anonymous","config":{"colWidth":12,"enabled":true,"results":{},"editorSetting":{"language":"scala"},"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1616601515089_360555104","id":"20210324-155835_4265315","dateCreated":"2021-03-24T15:58:35+0000","status":"FINISHED","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:23381","text":"case class bank(age:Integer, job:String, marital:String, education:String, balance:Integer)\nval bankDS = bankDF.as[Bank]\nbankDS.take(2)","dateUpdated":"2021-03-24T16:00:25+0000","dateFinished":"2021-03-24T16:00:27+0000","dateStarted":"2021-03-24T16:00:25+0000","results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"defined class bank\nbankDS: org.apache.spark.sql.Dataset[Bank] = [age: int, job: string ... 15 more fields]\nres61: Array[Bank] = Array(Bank(30,unemployed,married,primary,1787), Bank(33,services,married,secondary,4789))\n"}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://172.17.0.2:4040/jobs/job?id=50"],"interpreterSettingId":"2CBEJNFR7"}}},{"user":"anonymous","config":{"colWidth":12,"enabled":true,"results":{},"editorSetting":{"language":"scala"},"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1616601625972_1777370765","id":"20210324-160025_371896431","dateCreated":"2021-03-24T16:00:25+0000","status":"FINISHED","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:23499","text":"bankDF.createOrReplaceTempView(\"bank\")\nval banks = spark.sql(\"select age, balance from bank limit 10\")\nbanks.map(t=> \"age:\" + t(0)).collect.foreach(println)","dateUpdated":"2021-03-24T16:06:17+0000","dateFinished":"2021-03-24T16:06:19+0000","dateStarted":"2021-03-24T16:06:17+0000","results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"banks: org.apache.spark.sql.DataFrame = [age: int, balance: int]\nage:30\nage:33\nage:35\nage:30\nage:59\nage:35\nage:36\nage:39\nage:41\nage:43\n"}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://172.17.0.2:4040/jobs/job?id=52"],"interpreterSettingId":"2CBEJNFR7"}}},{"user":"anonymous","config":{"colWidth":12,"enabled":true,"results":{"0":{"graph":{"mode":"table","height":300,"optionOpen":false,"setting":{"table":{"tableGridState":{},"tableColumnTypeState":{"names":{"age":"string","balance":"string"},"updated":false},"tableOptionSpecHash":"[{\"name\":\"useFilter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable filter for columns\"},{\"name\":\"showPagination\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable pagination for better navigation\"},{\"name\":\"showAggregationFooter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable a footer for displaying aggregated values\"}]","tableOptionValue":{"useFilter":false,"showPagination":false,"showAggregationFooter":false},"updated":false,"initialized":false}},"commonSetting":{}}}},"editorSetting":{"language":"sql"},"editorMode":"ace/mode/sql"},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1616601810074_1819752796","id":"20210324-160330_595693917","dateCreated":"2021-03-24T16:03:30+0000","status":"FINISHED","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:23614","text":"%sql select age, balance from bank","dateUpdated":"2021-03-24T16:06:44+0000","dateFinished":"2021-03-24T16:06:43+0000","dateStarted":"2021-03-24T16:06:42+0000","results":{"code":"SUCCESS","msg":[{"type":"TABLE","data":"age\tbalance\n30\t1787\n33\t4789\n35\t1350\n30\t1476\n59\t0\n35\t747\n36\t307\n39\t147\n41\t221\n43\t-88\n39\t9374\n43\t264\n36\t1109\n20\t502\n31\t360\n40\t194\n56\t4073\n37\t2317\n25\t-221\n31\t132\n38\t0\n42\t16\n44\t106\n44\t93\n26\t543\n41\t5883\n55\t627\n67\t696\n56\t784\n53\t105\n68\t4189\n31\t171\n59\t42\n32\t2536\n49\t1235\n42\t1811\n78\t229\n32\t2089\n33\t3935\n23\t363\n38\t11971\n36\t553\n52\t1117\n32\t396\n32\t2204\n34\t872\n55\t145\n26\t0\n32\t-849\n61\t4629\n45\t844\n37\t228\n38\t50\n34\t1539\n53\t2231\n48\t3064\n57\t82\n33\t2155\n36\t101\n54\t784\n41\t-516\n63\t415\n48\t5887\n48\t1355\n56\t16873\n51\t203\n31\t338\n29\t444\n41\t0\n32\t360\n37\t0\n42\t2\n31\t6248\n41\t412\n56\t344\n54\t3222\n41\t174\n40\t591\n50\t388\n40\t219\n27\t451\n60\t5\n28\t177\n52\t657\n37\t1315\n51\t1466\n41\t879\n35\t293\n38\t424\n34\t1831\n39\t111\n34\t455\n27\t-195\n32\t3616\n57\t14093\n41\t1567\n41\t5426\n30\t261\n36\t2843\n31\t406\n36\t0\n38\t493\n49\t5996\n57\t3777\n34\t524\n32\t574\n37\t427\n33\t483\n56\t3391\n27\t0\n21\t2488\n58\t1517\n32\t217\n33\t22\n25\t331\n25\t505\n30\t1808\n22\t4111\n39\t52\n46\t25\n31\t1890\n45\t419\n32\t2693\n36\t-231\n51\t-55\n34\t462\n24\t119\n45\t586\n32\t228\n77\t4659\n41\t168\n37\t0\n43\t-715\n48\t0\n27\t769\n33\t0\n29\t428\n34\t0\n52\t-970\n60\t6313\n32\t948\n32\t0\n56\t1877\n31\t874\n42\t323\n35\t106\n56\t1906\n48\t1152\n46\t179\n37\t391\n41\t89\n36\t442\n45\t-249\n55\t8104\n39\t501\n35\t308\n55\t602\n55\t273\n27\t50\n34\t1641\n34\t20\n25\t4590\n41\t-256\n43\t978\n28\t80\n31\t2104\n78\t499\n45\t1269\n48\t310\n32\t1143\n42\t2980\n37\t37\n40\t462\n32\t1031\n42\t9009\n43\t-465\n44\t5181\n37\t176\n37\t1699\n37\t0\n28\t172\n32\t0\n34\t6979\n40\t6\n34\t-62\n34\t1972\n34\t899\n37\t21\n36\t23\n56\t-1206\n49\t0\n33\t215\n30\t1372\n36\t1981\n23\t9216\n57\t39\n27\t5563\n38\t1\n42\t782\n75\t3771\n34\t992\n48\t1526\n35\t2658\n39\t1315\n29\t455\n45\t0\n42\t2030\n29\t1599\n38\t-196\n56\t1333\n36\t9149\n25\t-350\n38\t432\n57\t11494\n31\t-253\n42\t372\n45\t1410\n30\t975\n49\t305\n49\t400\n53\t-22\n37\t4030\n49\t365\n41\t204\n54\t1691\n32\t406\n33\t-204\n33\t359\n36\t123\n35\t0\n52\t142\n40\t3571\n44\t33\n45\t0\n30\t3096\n48\t20\n33\t3576\n57\t206\n57\t7082\n51\t1634\n34\t1\n50\t4012\n44\t3762\n27\t-247\n50\t606\n36\t0\n42\t-189\n32\t0\n42\t484\n43\t0\n31\t395\n32\t2349\n55\t410\n58\t3401\n46\t222\n55\t989\n34\t415\n28\t16\n42\t7190\n29\t482\n54\t209\n32\t0\n39\t5803\n53\t624\n58\t883\n40\t1516\n29\t872\n33\t-988\n38\t902\n56\t1007\n40\t0\n24\t174\n46\t12186\n35\t524\n35\t0\n34\t4\n35\t11219\n38\t0\n50\t5776\n51\t37\n59\t593\n32\t1148\n37\t3561\n42\t63\n40\t260\n28\t2269\n47\t1060\n27\t-220\n41\t49\n34\t69\n50\t4108\n47\t480\n53\t4994\n53\t0\n47\t3681\n49\t-701\n29\t451\n45\t-311\n38\t593\n32\t759\n70\t4531\n65\t1840\n56\t345\n35\t1287\n56\t353\n56\t205\n49\t687\n38\t1147\n35\t4286\n38\t605\n49\t8545\n55\t559\n43\t2\n43\t2\n25\t760\n30\t1317\n46\t182\n50\t276\n35\t2971\n26\t1064\n45\t1783\n37\t-67\n60\t179\n38\t1199\n47\t214\n33\t6699\n51\t1760\n35\t145\n35\t978\n48\t1150\n37\t121\n29\t828\n34\t244\n32\t228\n30\t424\n47\t447\n33\t-195\n33\t1410\n63\t1084\n51\t10924\n41\t832\n56\t478\n60\t0\n41\t3950\n37\t504\n36\t219\n57\t1602\n55\t2587\n44\t0\n47\t2303\n31\t1660\n35\t32\n39\t278\n50\t4\n29\t318\n30\t209\n46\t271\n27\t3196\n48\t4099\n26\t2572\n36\t339\n42\t0\n50\t395\n49\t2039\n45\t5450\n23\t780\n38\t0\n32\t8436\n60\t11262\n30\t946\n58\t497\n60\t55\n38\t-140\n51\t-379\n42\t-396\n30\t0\n40\t733\n37\t393\n53\t7290\n27\t468\n39\t0\n39\t3705\n59\t9676\n37\t1328\n41\t8\n45\t61\n48\t6613\n48\t302\n32\t1005\n35\t109\n33\t1240\n28\t0\n64\t2923\n35\t0\n33\t43\n41\t288\n34\t613\n37\t6101\n38\t168\n39\t7685\n35\t4515\n28\t517\n27\t148\n48\t-285\n50\t887\n45\t3098\n41\t744\n39\t130\n44\t438\n54\t0\n49\t322\n34\t186\n75\t3810\n42\t0\n53\t4380\n49\t755\n31\t2070\n45\t999\n39\t167\n46\t1322\n42\t1076\n37\t502\n26\t1216\n37\t876\n36\t342\n29\t950\n36\t973\n26\t3825\n32\t2366\n40\t542\n53\t995\n29\t20\n34\t228\n43\t130\n56\t217\n55\t0\n31\t259\n27\t619\n36\t644\n44\t22\n37\t4303\n30\t239\n42\t275\n30\t1221\n62\t816\n24\t1222\n31\t2363\n66\t2262\n47\t2\n39\t2\n35\t4508\n35\t-402\n27\t1577\n32\t34\n44\t795\n42\t117\n34\t5462\n25\t402\n40\t641\n43\t36\n55\t383\n50\t283\n45\t0\n35\t3102\n32\t889\n59\t0\n34\t-370\n39\t-606\n40\t10378\n36\t1313\n40\t8969\n55\t-196\n38\t15\n61\t4608\n41\t666\n57\t452\n48\t149\n77\t7802\n35\t1453\n54\t1480\n37\t715\n56\t237\n40\t694\n40\t0\n54\t55\n55\t136\n55\t-404\n52\t779\n55\t1187\n33\t641\n52\t826\n33\t991\n53\t1796\n46\t22\n44\t244\n48\t1328\n50\t7317\n34\t4943\n38\t258\n42\t515\n32\t12607\n58\t2\n31\t13\n19\t103\n41\t3872\n31\t296\n52\t217\n42\t360\n41\t428\n30\t315\n38\t121\n32\t820\n52\t195\n48\t108\n36\t-381\n45\t757\n34\t691\n36\t1925\n34\t902\n61\t5207\n54\t0\n50\t665\n43\t738\n47\t233\n45\t-839\n57\t5799\n27\t1033\n49\t66\n43\t2567\n40\t1584\n32\t182\n58\t76\n34\t663\n46\t3455\n29\t15\n52\t1054\n45\t1529\n26\t63\n40\t0\n41\t920\n47\t3696\n27\t59\n27\t0\n48\t157\n49\t2465\n35\t0\n47\t2\n54\t0\n39\t12437\n28\t378\n54\t211\n34\t-228\n63\t2747\n42\t1932\n43\t11269\n37\t1314\n55\t2275\n43\t1304\n41\t720\n47\t2914\n34\t1464\n28\t11555\n36\t-302\n50\t2497\n35\t-339\n40\t56\n26\t211\n36\t3611\n59\t0\n28\t459\n46\t242\n50\t1138\n53\t1319\n81\t1\n35\t67\n58\t937\n44\t0\n38\t-558\n49\t171\n33\t696\n29\t361\n28\t227\n31\t236\n33\t-53\n52\t192\n43\t38\n32\t518\n36\t16\n41\t-256\n43\t105\n45\t334\n39\t1048\n41\t108\n31\t660\n37\t0\n28\t1034\n47\t201\n37\t189\n60\t-49\n43\t1413\n58\t264\n52\t54\n50\t12519\n32\t2881\n42\t0\n31\t88\n28\t1020\n36\t119\n51\t1594\n46\t342\n50\t72\n32\t14\n26\t81\n41\t231\n39\t1161\n31\t-45\n28\t231\n31\t36\n30\t1570\n35\t7050\n33\t3704\n30\t6619\n32\t-84\n40\t1509\n31\t1134\n36\t146\n33\t9449\n57\t374\n45\t88\n59\t2764\n30\t2\n33\t8023\n52\t289\n83\t0\n58\t1382\n33\t280\n41\t2195\n31\t33\n35\t275\n27\t703\n57\t887\n56\t0\n53\t1178\n39\t2763\n32\t890\n46\t548\n56\t272\n46\t6269\n29\t178\n60\t252\n33\t23663\n27\t81\n50\t59\n45\t1343\n58\t225\n59\t0\n58\t2538\n64\t43\n47\t57\n40\t-117\n36\t666\n28\t0\n38\t25\n53\t1034\n46\t324\n54\t0\n32\t0\n55\t621\n55\t138\n56\t4063\n40\t11084\n44\t310\n32\t73\n33\t1808\n41\t1281\n37\t64\n58\t2\n52\t60\n49\t133\n44\t3706\n28\t174\n31\t251\n37\t4153\n30\t985\n28\t168\n46\t1550\n47\t7708\n35\t-12\n80\t6483\n30\t60\n55\t3339\n22\t1161\n33\t599\n53\t28\n49\t1430\n51\t35\n41\t6000\n34\t0\n36\t340\n35\t0\n29\t3\n40\t445\n32\t874\n48\t705\n59\t1033\n35\t1354\n33\t123\n55\t8894\n41\t429\n42\t14752\n46\t67\n35\t39\n28\t102\n25\t1790\n56\t15311\n30\t-635\n45\t115\n40\t10786\n40\t498\n39\t1045\n48\t810\n31\t-162\n32\t55\n34\t586\n26\t455\n31\t1010\n37\t509\n29\t2929\n57\t3071\n47\t153\n38\t1146\n48\t1092\n50\t3463\n33\t1158\n28\t26\n30\t566\n52\t204\n36\t480\n36\t1855\n46\t1034\n57\t3250\n28\t1633\n46\t0\n55\t3334\n33\t4020\n53\t66\n41\t-41\n60\t322\n35\t2643\n43\t49\n57\t1\n46\t3098\n31\t352\n53\t65\n35\t1949\n32\t739\n48\t1167\n50\t231\n40\t1136\n42\t233\n59\t817\n27\t1128\n32\t1831\n35\t450\n28\t0\n37\t414\n57\t1052\n42\t1022\n55\t343\n52\t1944\n26\t-32\n52\t1781\n26\t350\n33\t2\n24\t111\n37\t168\n28\t3\n30\t102\n33\t0\n55\t159\n33\t1134\n42\t352\n37\t865\n59\t179\n27\t5\n23\t-230\n51\t0\n50\t3924\n43\t764\n37\t511\n34\t4348\n41\t3016\n26\t279\n49\t1405\n29\t908\n30\t162\n38\t792\n58\t111\n34\t1281\n53\t1012\n50\t2881\n30\t445\n40\t643\n57\t254\n40\t-1212\n41\t2125\n53\t629\n48\t-202\n32\t271\n34\t703\n46\t-216\n45\t88\n51\t16\n31\t466\n47\t-75\n32\t456\n41\t77\n37\t-244\n27\t1209\n27\t58\n50\t421\n31\t112\n40\t13669\n43\t1429\n39\t794\n31\t1957\n48\t454\n32\t882\n47\t168\n35\t714\n42\t0\n47\t1996\n59\t163\n38\t3190\n50\t1772\n27\t-151\n55\t16\n39\t7066\n31\t454\n37\t4798\n28\t-298\n42\t439\n40\t1927\n59\t671\n40\t65\n43\t-932\n38\t4366\n54\t0\n41\t4900\n55\t976\n33\t148\n46\t5\n36\t-148\n48\t113\n42\t-105\n46\t624\n49\t-1680\n36\t-461\n34\t144\n51\t4\n58\t309\n48\t866\n41\t1020\n49\t489\n43\t8167\n32\t-255\n54\t3671\n33\t636\n35\t141\n56\t150\n57\t839\n31\t26965\n33\t716\n29\t2485\n38\t15030\n37\t11303\n33\t595\n30\t19358\n31\t203\n28\t183\n26\t255\n31\t102\n50\t94\n45\t58\n48\t606\n41\t0\n60\t65\n41\t338\n43\t757\n36\t9269\n40\t1206\n28\t882\n27\t5291\n49\t61\n37\t0\n31\t1407\n31\t25\n31\t1354\n35\t793\n51\t10287\n33\t5235\n30\t3\n58\t409\n34\t35\n45\t-459\n28\t198\n31\t99\n40\t60\n30\t3485\n34\t-139\n40\t952\n59\t1427\n43\t1017\n41\t-29\n33\t9\n33\t4040\n36\t13\n32\t1259\n25\t18\n25\t-76\n38\t221\n34\t136\n67\t16353\n32\t-63\n45\t7353\n33\t511\n38\t3913\n32\t1097\n54\t6102\n51\t340\n42\t-119\n41\t2993\n39\t3575\n38\t361\n39\t1072\n46\t2904\n50\t1790\n33\t86\n37\t1633\n31\t8312\n34\t172\n34\t0\n36\t222\n40\t109\n40\t1451\n41\t1066\n52\t3163\n40\t888\n48\t428\n33\t106\n44\t0\n55\t979\n51\t2662\n34\t84\n58\t5920\n39\t816\n27\t3276\n55\t2\n35\t-51\n37\t3315\n52\t196\n41\t552\n52\t2347\n34\t3723\n53\t255\n33\t3143\n47\t0\n35\t6411\n33\t1909\n55\t3873\n58\t1013\n44\t262\n25\t3217\n37\t5436\n41\t2067\n34\t215\n36\t1594\n44\t134\n34\t262\n56\t3021\n43\t388\n28\t3412\n54\t1291\n37\t79\n59\t2013\n58\t543\n56\t1016\n32\t604\n42\t525\n52\t353\n46\t964\n37\t3913\n39\t879\n31\t314\n59\t0\n38\t1370\n58\t37\n34\t673\n40\t-342\n20\t291\n"},{"type":"HTML","data":"<div class=\"result-alert alert-warning\" role=\"alert\"><button type=\"button\" class=\"close\" data-dismiss=\"alert\" aria-label=\"Close\"><span aria-hidden=\"true\">×</span></button><strong>Output is truncated</strong> to 1000 rows. Learn more about <strong>zeppelin.spark.maxResult</strong></div>"}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://172.17.0.2:4040/jobs/job?id=53"],"interpreterSettingId":"2CBEJNFR7"}}},{"text":"%sql\nselect age, sum(balance)from bank group by age","user":"anonymous","dateUpdated":"2021-03-24T16:07:27+0000","config":{"colWidth":12,"enabled":true,"results":{"0":{"graph":{"mode":"table","height":300,"optionOpen":false,"setting":{"table":{"tableGridState":{},"tableColumnTypeState":{"names":{"age":"string","sum(balance)":"string"},"updated":false},"tableOptionSpecHash":"[{\"name\":\"useFilter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable filter for columns\"},{\"name\":\"showPagination\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable pagination for better navigation\"},{\"name\":\"showAggregationFooter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable a footer for displaying aggregated values\"}]","tableOptionValue":{"useFilter":false,"showPagination":false,"showAggregationFooter":false},"updated":false,"initialized":false}},"commonSetting":{}}}},"editorSetting":{"language":"sql"},"editorMode":"ace/mode/sql"},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1616602002935_1904625772","id":"20210324-160642_708448678","dateCreated":"2021-03-24T16:06:42+0000","status":"FINISHED","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:23776","dateFinished":"2021-03-24T16:07:26+0000","dateStarted":"2021-03-24T16:07:22+0000","results":{"code":"SUCCESS","msg":[{"type":"TABLE","data":"age\tsum(balance)\n31\t256408\n65\t9829\n53\t149301\n78\t954\n34\t256765\n81\t1\n28\t105585\n76\t2676\n26\t60719\n27\t80067\n44\t192838\n22\t13098\n47\t147209\n52\t67277\n86\t1503\n20\t1984\n40\t198730\n57\t151572\n54\t117623\n48\t166709\n19\t1574\n64\t7723\n41\t203282\n43\t207901\n37\t235691\n61\t38520\n72\t10104\n35\t214709\n59\t112356\n55\t112045\n39\t143632\n23\t42359\n49\t178204\n84\t639\n87\t230\n51\t139100\n69\t4646\n63\t18291\n77\t14431\n50\t166151\n45\t132985\n38\t273320\n80\t25101\n25\t54563\n73\t3155\n24\t15231\n70\t35592\n62\t3613\n29\t122402\n21\t12420\n32\t281467\n60\t139335\n75\t42279\n56\t156890\n58\t149182\n33\t287447\n83\t1522\n68\t23506\n71\t22724\n42\t227343\n79\t16351\n30\t166955\n66\t29825\n67\t20747\n46\t118854\n74\t5935\n36\t230656\n"}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://172.17.0.2:4040/jobs/job?id=54","http://172.17.0.2:4040/jobs/job?id=55","http://172.17.0.2:4040/jobs/job?id=56","http://172.17.0.2:4040/jobs/job?id=57","http://172.17.0.2:4040/jobs/job?id=58"],"interpreterSettingId":"2CBEJNFR7"}}},{"text":"val df = sc.makeRDD(1 to 500).map(i => ( i,i * 2)).toDF(\"single\", \"double\")\nprintln(df)\ndf.createOrReplaceTempView(\"u\")\ndf.printSchema\nspark.sql(\"select count(*) from u\").first.get(0)\n\n","user":"anonymous","dateUpdated":"2021-03-24T16:11:18+0000","config":{"colWidth":12,"enabled":true,"results":{},"editorSetting":{"language":"scala"},"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1616602042295_1255047035","id":"20210324-160722_1948509997","dateCreated":"2021-03-24T16:07:22+0000","status":"FINISHED","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:24445","dateFinished":"2021-03-24T16:11:21+0000","dateStarted":"2021-03-24T16:11:18+0000","results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"df: org.apache.spark.sql.DataFrame = [single: int, double: int]\n[single: int, double: int]\nroot\n |-- single: integer (nullable = true)\n |-- double: integer (nullable = true)\n\nres69: Any = 500\n"}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://172.17.0.2:4040/jobs/job?id=59"],"interpreterSettingId":"2CBEJNFR7"}}},{"user":"anonymous","config":{"colWidth":12,"enabled":true,"results":{"0":{"graph":{"mode":"table","height":300,"optionOpen":false,"setting":{"table":{"tableGridState":{},"tableColumnTypeState":{"names":{"count(1)":"string"},"updated":false},"tableOptionSpecHash":"[{\"name\":\"useFilter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable filter for columns\"},{\"name\":\"showPagination\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable pagination for better navigation\"},{\"name\":\"showAggregationFooter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable a footer for displaying aggregated values\"}]","tableOptionValue":{"useFilter":false,"showPagination":false,"showAggregationFooter":false},"updated":false,"initialized":false}},"commonSetting":{}}}},"editorSetting":{"language":"sql"},"editorMode":"ace/mode/sql"},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1616602214955_1562783509","id":"20210324-161014_2016497345","dateCreated":"2021-03-24T16:10:14+0000","status":"FINISHED","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:25094","text":"%sql select count(*) from u","dateUpdated":"2021-03-24T16:11:51+0000","dateFinished":"2021-03-24T16:11:50+0000","dateStarted":"2021-03-24T16:11:50+0000","results":{"code":"SUCCESS","msg":[{"type":"TABLE","data":"count(1)\n500\n"}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://172.17.0.2:4040/jobs/job?id=60"],"interpreterSettingId":"2CBEJNFR7"}}},{"text":"%sql\n","user":"anonymous","dateUpdated":"2021-03-24T16:11:50+0000","config":{"colWidth":12,"enabled":true,"results":{},"editorSetting":{"language":"sql"},"editorMode":"ace/mode/sql"},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1616602310565_-536067714","id":"20210324-161150_1631922770","dateCreated":"2021-03-24T16:11:50+0000","status":"READY","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:25261"}],"name":"DataFrame","id":"2G435Z1SK","angularObjects":{"2CCMX5R9J:shared_process":[],"2CBEJNFR7:shared_process":[],"2CC4ZU7DE:shared_process":[],"2CA9YJVBZ:shared_process":[],"2CBRBCK1E:shared_process":[],"2CB345NPA:shared_process":[],"2CDPGFX2T:shared_process":[]},"config":{"looknfeel":"default","personalizedMode":"false"},"info":{}}