Repository: drill Updated Branches: refs/heads/gh-pages a63f2e347 -> 93f6759f3 edits to sort/hag operators doc Project: http://git-wip-us.apache.org/repos/asf/drill/repo Commit: http://git-wip-us.apache.org/repos/asf/drill/commit/93f6759f Tree: http://git-wip-us.apache.org/repos/asf/drill/tree/93f6759f Diff: http://git-wip-us.apache.org/repos/asf/drill/diff/93f6759f Branch: refs/heads/gh-pages Commit: 93f6759f3f27e8b5394390004e0bdf499025650c Parents: a63f2e3 Author: Bridget Bevens Authored: Wed Aug 16 21:49:21 2017 -0700 Committer: Bridget Bevens Committed: Wed Aug 16 21:49:21 2017 -0700 ---------------------------------------------------------------------- _data/docs.json | 81 +++++++++++++++++--- .../010-odbc-configuration-reference.md | 2 +- ...d-hash-based-memory-constrained-operators.md | 33 +++++--- 3 files changed, 96 insertions(+), 20 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/drill/blob/93f6759f/_data/docs.json ---------------------------------------------------------------------- diff --git a/_data/docs.json b/_data/docs.json index 6234c8c..d2d8763 100644 --- a/_data/docs.json +++ b/_data/docs.json @@ -1710,8 +1710,8 @@ } ], "children": [], - "next_title": "Configuring ODBC on Linux", - "next_url": "/docs/configuring-odbc-on-linux/", + "next_title": "ODBC Configuration Reference", + "next_url": "/docs/odbc-configuration-reference/", "parent": "Configuring ODBC", "previous_title": "Configuring ODBC", "previous_url": "/docs/configuring-odbc/", @@ -1731,6 +1731,27 @@ } ], "children": [], + "next_title": "Configuring ODBC on Linux", + "next_url": "/docs/configuring-odbc-on-linux/", + "parent": "Configuring ODBC", + "previous_title": "ODBC Configuration Reference", + "previous_url": "/docs/odbc-configuration-reference/", + "relative_path": "_docs/odbc-jdbc-interfaces/configuring-odbc/011-logging-tracing.md", + "title": "ODBC Configuration Reference", + "url": "/docs/odbc-configuration-reference/" + }, + { + "breadcrumbs": [ + { + "title": "Configuring ODBC", + "url": "/docs/configuring-odbc/" + }, + { + "title": "ODBC/JDBC Interfaces", + "url": "/docs/odbc-jdbc-interfaces/" + } + ], + "children": [], "next_title": "Configuring ODBC on Mac OS X", "next_url": "/docs/configuring-odbc-on-mac-os-x/", "parent": "Configuring ODBC", @@ -5839,9 +5860,9 @@ "next_title": "Configuring ODBC on Linux", "next_url": "/docs/configuring-odbc-on-linux/", "parent": "Configuring ODBC", - "previous_title": "Configuring ODBC", - "previous_url": "/docs/configuring-odbc/", - "relative_path": "_docs/odbc-jdbc-interfaces/configuring-odbc/010-odbc-configuration-reference.md", + "previous_title": "ODBC Configuration Reference", + "previous_url": "/docs/odbc-configuration-reference/", + "relative_path": "_docs/odbc-jdbc-interfaces/configuring-odbc/011-logging-tracing.md", "title": "ODBC Configuration Reference", "url": "/docs/odbc-configuration-reference/" }, @@ -6000,8 +6021,8 @@ } ], "children": [], - "next_title": "Configuring ODBC on Linux", - "next_url": "/docs/configuring-odbc-on-linux/", + "next_title": "ODBC Configuration Reference", + "next_url": "/docs/odbc-configuration-reference/", "parent": "Configuring ODBC", "previous_title": "Configuring ODBC", "previous_url": "/docs/configuring-odbc/", @@ -6021,6 +6042,27 @@ } ], "children": [], + "next_title": "Configuring ODBC on Linux", + "next_url": "/docs/configuring-odbc-on-linux/", + "parent": "Configuring ODBC", + "previous_title": "ODBC Configuration Reference", + "previous_url": "/docs/odbc-configuration-reference/", + "relative_path": "_docs/odbc-jdbc-interfaces/configuring-odbc/011-logging-tracing.md", + "title": "ODBC Configuration Reference", + "url": "/docs/odbc-configuration-reference/" + }, + { + "breadcrumbs": [ + { + "title": "Configuring ODBC", + "url": "/docs/configuring-odbc/" + }, + { + "title": "ODBC/JDBC Interfaces", + "url": "/docs/odbc-jdbc-interfaces/" + } + ], + "children": [], "next_title": "Configuring ODBC on Mac OS X", "next_url": "/docs/configuring-odbc-on-mac-os-x/", "parent": "Configuring ODBC", @@ -15124,8 +15166,8 @@ } ], "children": [], - "next_title": "Configuring ODBC on Linux", - "next_url": "/docs/configuring-odbc-on-linux/", + "next_title": "ODBC Configuration Reference", + "next_url": "/docs/odbc-configuration-reference/", "parent": "Configuring ODBC", "previous_title": "Configuring ODBC", "previous_url": "/docs/configuring-odbc/", @@ -15145,6 +15187,27 @@ } ], "children": [], + "next_title": "Configuring ODBC on Linux", + "next_url": "/docs/configuring-odbc-on-linux/", + "parent": "Configuring ODBC", + "previous_title": "ODBC Configuration Reference", + "previous_url": "/docs/odbc-configuration-reference/", + "relative_path": "_docs/odbc-jdbc-interfaces/configuring-odbc/011-logging-tracing.md", + "title": "ODBC Configuration Reference", + "url": "/docs/odbc-configuration-reference/" + }, + { + "breadcrumbs": [ + { + "title": "Configuring ODBC", + "url": "/docs/configuring-odbc/" + }, + { + "title": "ODBC/JDBC Interfaces", + "url": "/docs/odbc-jdbc-interfaces/" + } + ], + "children": [], "next_title": "Configuring ODBC on Mac OS X", "next_url": "/docs/configuring-odbc-on-mac-os-x/", "parent": "Configuring ODBC", http://git-wip-us.apache.org/repos/asf/drill/blob/93f6759f/_docs/odbc-jdbc-interfaces/configuring-odbc/010-odbc-configuration-reference.md ---------------------------------------------------------------------- diff --git a/_docs/odbc-jdbc-interfaces/configuring-odbc/010-odbc-configuration-reference.md b/_docs/odbc-jdbc-interfaces/configuring-odbc/010-odbc-configuration-reference.md index 24f4b7e..47bab18 100644 --- a/_docs/odbc-jdbc-interfaces/configuring-odbc/010-odbc-configuration-reference.md +++ b/_docs/odbc-jdbc-interfaces/configuring-odbc/010-odbc-configuration-reference.md @@ -1,6 +1,6 @@ --- title: "ODBC Configuration Reference" -date: 2017-08-17 04:11:39 UTC +date: 2017-08-17 04:49:30 UTC parent: "Configuring ODBC" --- You can use various configuration options to control the behavior of the Drill ODBC Driver. You can use these options in a connection string or in the `odbc.ini` configuration file for the Mac OS X version or the driver. http://git-wip-us.apache.org/repos/asf/drill/blob/93f6759f/_docs/performance-tuning/query-plans-and-tuning/050-sort-based-and-hash-based-memory-constrained-operators.md ---------------------------------------------------------------------- diff --git a/_docs/performance-tuning/query-plans-and-tuning/050-sort-based-and-hash-based-memory-constrained-operators.md b/_docs/performance-tuning/query-plans-and-tuning/050-sort-based-and-hash-based-memory-constrained-operators.md index ed2a91c..3d17ae5 100644 --- a/_docs/performance-tuning/query-plans-and-tuning/050-sort-based-and-hash-based-memory-constrained-operators.md +++ b/_docs/performance-tuning/query-plans-and-tuning/050-sort-based-and-hash-based-memory-constrained-operators.md @@ -1,6 +1,6 @@ --- title: "Sort-Based and Hash-Based Memory-Constrained Operators" -date: 2017-08-17 04:12:18 UTC +date: 2017-08-17 04:49:34 UTC parent: "Query Plans and Tuning" --- @@ -40,16 +40,29 @@ The spill to disk options reside in the drill-override.conf file on each Drill n {% include startnote.html %}You can see examples of these configuration options in the drill-override-example.conf file located in the /conf directory.{% include endnote.html %} -The following table lists the configuration options for spilling data: +The following list describes the configuration options for spilling data to disk: + +* **drill.exe.spill.fs** +Introduced in Drill 1.11. The default file system on the local machine into which the sort and hash aggregate operators spill data. This is the recommended option to use for spilling. You can configure this option so that data spills into a distributed file system, such as hdfs. For example, "hdfs:///". The default setting is "file:///". + +* **drill.exec.spill.directories** +Introduced in Drill 1.11. The list of directories into which the sort and hash aggregate operators spill data. The list must be an array with directories separated by a comma, for example ["/fs1/drill/spill" , "/fs2/drill/spill" , "/fs3/drill/spill"]. This is the recommended option for spilling to multiple directories. The default setting is ["/tmp/drill/spill"]. + +* **drill.exec.sort.external.spill.fs** +Overrides the default location into which the sort operator spills data. Instead of spilling into the location set by the drill.exec.spill.fs option, the sort operators spill into the location specified by this option. +**Note:** As of Drill 1.11, this option is supported for backward compatibility, however in future releases, this option will be deprecated. It is highly recommended that you use the drill.exec.spill.fs option to set the spill location instead. The default setting is "file:///". +* **drill.exec.sort.external.spill.directories** +Overrides the location into which the sort operator spills data. Instead of spilling into the location set by the drill.exec.spill.directories option, the sort operators spill into the directories specified by this option. The list must be an array with directories separated by a comma, for example ["/fs1/drill/spill" , "/fs2/drill/spill" , "/fs3/drill/spill"]. +**Note:** As of Drill 1.11, this option is supported for backward compatibility, however in future releases, this option will be deprecated. It is highly recommended that you use the drill.exec.spill.directories option to set the spill location instead. The default setting is ["/tmp/drill/spill"]. + +* **drill.exec.hashagg.spill.fs** +Overrides the location into which the hash aggregate operator spills data. Instead of spilling into the location set by the drill.exec.spill.fs option, the hash aggregate operator spills into the location specified by this option. Setting this option to 1 disables spilling for the hash aggregate operator. +**Note:** As of Drill 1.11, this option is supported for backward compatibility, however in future releases, this option will be deprecated. It is highly recommended that you use the drill.exec.spill.fs option to set the spill location instead. The default setting is "file:///". + +* **drill.exec.hashagg.spill.directories** +Overrides the location into which the hash aggregate operator spills data. Instead of spilling into the location set by the drill.exec.spill.directories option, the hash aggregate operator spills to the directories specified by this option. The list must be an array with directories separated by a comma, for example ["/fs1/drill/spill" , "/fs2/drill/spill" , "/fs3/drill/spill"]. +**Note:** As of Drill 1.11, this option is supported for backward compatibility, however in future releases, this option will be deprecated. It is highly recommended that you use the drill.exec.spill. directories option to set the spill location instead. -| Option | Description | Default | Example | -|--------------------------------------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|---------------------------|-----------------------------------------------------------------------| -| drill.exe.spill.fs | Introduced in Drill 1.11. The default file system on the local machine into which the sort and hash aggregate operators spill data. This is the recommended option to use for spilling. You can configure this option so that data spills into a distributed file system, such as hdfs. | "file:///" | "hdfs:///" | -| drill.exec.spill.directories | Introduced in Drill 1.11. The list of directories into which the sort and hash aggregate operators spill data. The list must be an array with directories separated by a comma. This is the recommended option for spilling to multiple directories. | [ "/tmp/drill/spill" ], | [ "/fs1/drill/spill" , "/fs2/drill/spill" , "/fs3/drill/spill" ], | -| drill.exec.sort.external.spill.fs | Overrides the default location into which the sort operator spills data. Instead of spilling into the location set by the drill.exec.spill.fs option, the sort operators spill into the location specified by this option. Note: As of Drill 1.11, this option is supported for backward compatibility, however in future releases, this option will be deprecated. It is highly recommended that you use the drill.exec.spill.fs option to set the spill location instead. | "file:///" | "hdfs:///" | -| drill.exec.sort.external.spill.directories | Overrides the location into which the sort operator spills data. Instead of spilling into the location set by the drill.exec.spill.directories option, the sort operators spill into the directories specified by this option. The list must be an array with directories separated by a comma. Note: As of Drill 1.11, this option is supported for backward compatibility, however in future releases, this option will be deprecated. It is highly recommended that you use the drill.exec.spill.directories option to set the spill location instead. | [ "/tmp/drill/spill" ] | ["/fs1/drill/spill" , "/fs2/drill/spill" , "/fs3/drill/spill" ], | -| drill.exec.hashagg.spill.fs | Overrides the location into which the hash aggregate operator spills data. Instead of spilling into the location set by the drill.exec.spill.fs option, the hash aggregate operator spills into the location specified by this option. Setting this option to 1 disables spilling for the hash aggregate operator. Note: As of Drill 1.11, this option is supported for backward compatibility, however in future releases, this option will be deprecated. It is highly recommended that you use the drill.exec.spill.fs option to set the spill location instead. | "file:///" | "hdfs:///" | -| drill.exec.hashagg.spill.directories | Overrides the location into which the hash aggregate operator spills data. Instead of spilling into the location set by the drill.exec.spill.directories option, the hash aggregate operator spills to the directories specified by this option. The list must be an array with directories separated by a comma. Note: As of Drill 1.11, this option is supported for backward compatibility, however in future releases, this option will be deprecated. It is highly recommended that you use the drill.exec.spill. directories option to set the spill location instead. | [ "/tmp/drill/spill" ], | ["/fs1/drill/spill" , "/fs2/drill/spill" , "/fs3/drill/spill" ], | ##Hash-Based Operator Settings Use the ALTER SYSTEM|SESSION SET commands with the options below to disable the hash aggregate and hash join operators, modify the hash table size, disable memory estimation, or set the estimated maximum amount of memory for a query. Typically, you set the options at the session level unless you want the setting to persist across all sessions.