|
4 | 4 | "cell_type": "markdown",
|
5 | 5 | "metadata": {
|
6 | 6 | "application/vnd.databricks.v1+cell": {
|
7 |
| - "cellMetadata": {}, |
| 7 | + "cellMetadata": { |
| 8 | + "byteLimit": 2048000, |
| 9 | + "rowLimit": 10000 |
| 10 | + }, |
8 | 11 | "inputWidgets": {},
|
9 | 12 | "nuid": "fadf709d-de3d-4bfc-b69f-3b489de68bef",
|
10 | 13 | "showTitle": false,
|
|
21 | 24 | "execution_count": 0,
|
22 | 25 | "metadata": {
|
23 | 26 | "application/vnd.databricks.v1+cell": {
|
24 |
| - "cellMetadata": {}, |
| 27 | + "cellMetadata": { |
| 28 | + "byteLimit": 2048000, |
| 29 | + "rowLimit": 10000 |
| 30 | + }, |
25 | 31 | "inputWidgets": {},
|
26 | 32 | "nuid": "d4a1fef1-aa99-469c-b35f-9b3f3e81c9f7",
|
27 | 33 | "showTitle": false,
|
|
40 | 46 | "cell_type": "markdown",
|
41 | 47 | "metadata": {
|
42 | 48 | "application/vnd.databricks.v1+cell": {
|
43 |
| - "cellMetadata": {}, |
| 49 | + "cellMetadata": { |
| 50 | + "byteLimit": 2048000, |
| 51 | + "rowLimit": 10000 |
| 52 | + }, |
44 | 53 | "inputWidgets": {},
|
45 | 54 | "nuid": "78daa073-80d8-4f7e-9cfa-10f6eb568909",
|
46 | 55 | "showTitle": false,
|
|
126 | 135 | "execution_count": 0,
|
127 | 136 | "metadata": {
|
128 | 137 | "application/vnd.databricks.v1+cell": {
|
129 |
| - "cellMetadata": {}, |
| 138 | + "cellMetadata": { |
| 139 | + "byteLimit": 2048000, |
| 140 | + "rowLimit": 10000 |
| 141 | + }, |
130 | 142 | "inputWidgets": {},
|
131 | 143 | "nuid": "7b78bc27-26cd-4523-8646-7369baf68fcb",
|
132 | 144 | "showTitle": false,
|
133 | 145 | "tableResultSettingsMap": {},
|
134 | 146 | "title": ""
|
135 | 147 | }
|
136 | 148 | },
|
137 |
| - "outputs": [], |
| 149 | + "outputs": [ |
| 150 | + { |
| 151 | + "output_type": "stream", |
| 152 | + "name": "stdout", |
| 153 | + "output_type": "stream", |
| 154 | + "text": [ |
| 155 | + "+------+--------+-----------+------------+\n|box_id|chest_id|apple_count|orange_count|\n+------+--------+-----------+------------+\n| 2| NULL| 6| 15|\n| 18| 14| 4| 15|\n| 19| 3| 8| 4|\n| 12| 2| 19| 20|\n| 20| 6| 12| 9|\n| 8| 6| 9| 9|\n| 3| 14| 16| 7|\n+------+--------+-----------+------------+\n\n+--------+-----------+------------+\n|chest_id|apple_count|orange_count|\n+--------+-----------+------------+\n| 6| 5| 6|\n| 14| 20| 10|\n| 2| 8| 8|\n| 3| 19| 4|\n| 16| 19| 19|\n+--------+-----------+------------+\n\n" |
| 156 | + ] |
| 157 | + } |
| 158 | + ], |
138 | 159 | "source": [
|
139 | 160 | "boxes_data_1715 = [\n",
|
140 | 161 | " (2, None, 6, 15),\n",
|
|
163 | 184 | "chests_df_1715.show()\n",
|
164 | 185 | "\n"
|
165 | 186 | ]
|
| 187 | + }, |
| 188 | + { |
| 189 | + "cell_type": "code", |
| 190 | + "execution_count": 0, |
| 191 | + "metadata": { |
| 192 | + "application/vnd.databricks.v1+cell": { |
| 193 | + "cellMetadata": { |
| 194 | + "byteLimit": 2048000, |
| 195 | + "rowLimit": 10000 |
| 196 | + }, |
| 197 | + "inputWidgets": {}, |
| 198 | + "nuid": "4771ec37-b5de-46bb-8eff-59493121cb22", |
| 199 | + "showTitle": false, |
| 200 | + "tableResultSettingsMap": {}, |
| 201 | + "title": "" |
| 202 | + } |
| 203 | + }, |
| 204 | + "outputs": [], |
| 205 | + "source": [ |
| 206 | + "boxes = boxes_df_1715.alias(\"b\")\n", |
| 207 | + "chests = chests_df_1715.alias(\"c\")" |
| 208 | + ] |
| 209 | + }, |
| 210 | + { |
| 211 | + "cell_type": "code", |
| 212 | + "execution_count": 0, |
| 213 | + "metadata": { |
| 214 | + "application/vnd.databricks.v1+cell": { |
| 215 | + "cellMetadata": { |
| 216 | + "byteLimit": 2048000, |
| 217 | + "rowLimit": 10000 |
| 218 | + }, |
| 219 | + "inputWidgets": {}, |
| 220 | + "nuid": "343a17f7-9b2a-431d-a80a-f77682728cd0", |
| 221 | + "showTitle": false, |
| 222 | + "tableResultSettingsMap": {}, |
| 223 | + "title": "" |
| 224 | + } |
| 225 | + }, |
| 226 | + "outputs": [ |
| 227 | + { |
| 228 | + "output_type": "stream", |
| 229 | + "name": "stdout", |
| 230 | + "output_type": "stream", |
| 231 | + "text": [ |
| 232 | + "+-----------+------------+\n|apple_count|orange_count|\n+-----------+------------+\n| 151| 123|\n+-----------+------------+\n\n" |
| 233 | + ] |
| 234 | + } |
| 235 | + ], |
| 236 | + "source": [ |
| 237 | + "boxes\\\n", |
| 238 | + " .join(chests, boxes.chest_id == chests.chest_id, \"left\")\\\n", |
| 239 | + " .select(\n", |
| 240 | + " (col(\"b.apple_count\") + coalesce(col(\"c.apple_count\"), lit(0))).alias(\"total_apples\"),\n", |
| 241 | + " (col(\"b.orange_count\") + coalesce(col(\"c.orange_count\"), lit(0))).alias(\"total_oranges\")\n", |
| 242 | + " )\\\n", |
| 243 | + " .agg(\n", |
| 244 | + " sum(\"total_apples\").alias(\"apple_count\"),\n", |
| 245 | + " sum(\"total_oranges\").alias(\"orange_count\")\n", |
| 246 | + " ).show()" |
| 247 | + ] |
166 | 248 | }
|
167 | 249 | ],
|
168 | 250 | "metadata": {
|
169 | 251 | "application/vnd.databricks.v1+notebook": {
|
170 |
| - "computePreferences": null, |
| 252 | + "computePreferences": { |
| 253 | + "hardware": { |
| 254 | + "accelerator": null, |
| 255 | + "gpuPoolId": null, |
| 256 | + "memory": null |
| 257 | + } |
| 258 | + }, |
171 | 259 | "dashboards": [],
|
172 | 260 | "environmentMetadata": {
|
173 | 261 | "base_environment": "",
|
174 |
| - "environment_version": "1" |
| 262 | + "environment_version": "2" |
175 | 263 | },
|
176 | 264 | "inputWidgetPreferences": null,
|
177 | 265 | "language": "python",
|
|
0 commit comments