yujunjun/knex
1
0
Fork 0
mirror of https://github.com/knex/knex.git synced 2025-12-29 07:59:31 +00:00
Code Issues Packages Projects Releases Wiki Activity

Allow optimizer hints (#4243)

Browse Source
This commit is contained in:
martinmacko47 2021-01-28 00:57:25 +01:00 committed by GitHub
parent 5dcdf70066
commit 50be910113
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
6 changed files with 269 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
lib/dialects/mssql/query/mssql-querycompiler.js
View File

@ -277,6 +277,7 @@ class QueryCompiler_MSSQL extends QueryCompiler {
let distinctClause = '';
if (this.onlyUnions()) return '';
const top = this.top();
const hints = this._hintComments()
const columns = this.grouped.columns || [];
let i = -1,
sql = [];
@ -302,7 +303,7 @@ class QueryCompiler_MSSQL extends QueryCompiler {
if (sql.length === 0) sql = ['*'];
return (
`select ${distinctClause}` +
`select ${hints}${distinctClause}` +
(top ? top + ' ' : '') +
sql.join(', ') +
(this.tableName ? ` from ${this.tableName}` : '')

20
lib/query/querybuilder.js
View File

@ -148,6 +148,25 @@ class Builder extends EventEmitter {
return this;
}
// Adds a single hint or an array of hits to the list of "hintComments" on the query.
hintComment(hints) {
hints = Array.isArray(hints) ? hints : [hints]
if (hints.some((hint) => !isString(hint))) {
throw new Error('Hint comment must be a string');
}
if (hints.some((hint) => hint.includes('/*') || hint.includes('*/'))) {
throw new Error('Hint comment cannot include "/*" or "*/"');
}
if (hints.some((hint) => hint.includes('?'))) {
throw new Error('Hint comment cannot include "?"');
}
this._statements.push({
grouping: 'hintComments',
value: hints,
})
return this;
}
// Prepends the `schemaName` on `tableName` defined by `.table` and `.join`.
withSchema(schemaName) {
this._single.schema = schemaName;
@ -1040,6 +1059,7 @@ class Builder extends EventEmitter {
'with',
'select',
'columns',
'hintComments',
'where',
'union',
'join',

10
lib/query/querycompiler.js
View File

@ -199,10 +199,18 @@ class QueryCompiler {
);
}
_hintComments() {
let hints = this.grouped.hintComments || [];
hints = hints.map((hint) => compact(hint.value).join(' '));
hints = compact(hints).join(' ');
return hints ? `/*+ ${hints} */ ` : ''
}
// Compiles the columns in the query, specifying if an item was distinct.
columns() {
let distinctClause = '';
if (this.onlyUnions()) return '';
const hints = this._hintComments()
const columns = this.grouped.columns || [];
let i = -1,
sql = [];
@ -234,7 +242,7 @@ class QueryCompiler {
}
if (sql.length === 0) sql = ['*'];
return (
`select ${distinctClause}` +
`select ${hints}${distinctClause}` +
sql.join(', ') +
(this.tableName
? ` from ${this.single.only ? 'only ' : ''}${this.tableName}`

72
test/integration/query/selects.js
View File

@ -150,6 +150,78 @@ module.exports = function (knex) {
});
});
it('#4199 - adheres to hint comments', async function () {
const expectedErrors = {
mysql: {
code: 'ER_QUERY_TIMEOUT',
errno: 3024,
sqlMessage: 'Query execution was interrupted, maximum statement execution time exceeded',
},
mysql2: {
errno: 3024,
sqlMessage: 'Query execution was interrupted, maximum statement execution time exceeded',
},
}
if (!expectedErrors[knex.client.driverName]) {
return this.skip();
}
const baseQuery = knex('accounts')
.select('id', knex.raw('sleep(0.1)'))
.limit(2)
await expect(
baseQuery.clone()
).to.eventually.be.fulfilled.and.to.have.lengthOf(2)
await expect(
baseQuery.clone().hintComment('max_execution_time(10)')
).to.eventually.be.rejected.and.to.deep.include(expectedErrors[knex.client.driverName])
});
it('#4199 - ignores invalid hint comments', async function () {
return knex
.select('id')
.orderBy('id')
.from('accounts')
.hintComment('invalid()')
.testSql(function (tester) {
tester(
'mysql',
'select /*+ invalid() */ `id` from `accounts` order by `id` asc',
[],
[{id: 1}, {id: 2}, {id: 3}, {id: 4}, {id: 5}, {id: 7}]
);
tester(
'pg',
'select /*+ invalid() */ "id" from "accounts" order by "id" asc',
[],
[{id: '1'}, {id: '2'}, {id: '3'}, {id: '4'}, {id: '5'}, {id: '7'}]
);
tester(
'pg-redshift',
'select /*+ invalid() */ "id" from "accounts" order by "id" asc',
[],
[{id: '1'}, {id: '2'}, {id: '3'}, {id: '4'}, {id: '5'}, {id: '6'}]
);
tester(
'sqlite3',
'select /*+ invalid() */ `id` from `accounts` order by `id` asc',
[],
[{id: 1}, {id: 2}, {id: 3}, {id: 4}, {id: 5}, {id: 6}]
);
tester(
'oracledb',
'select /*+ invalid() */ "id" from "accounts" order by "id" asc',
[],
[{id: 1}, {id: 2}, {id: 3}, {id: 4}, {id: 5}, {id: 7}]
);
tester(
'mssql',
'select /*+ invalid() */ [id] from [accounts] order by [id] asc',
[],
[{id: '1'}, {id: '2'}, {id: '3'}, {id: '4'}, {id: '5'}, {id: '7'}]
);
});
});
it('returns a single entry with first', function () {
return knex
.first('id', 'first_name')

159
test/unit/query/builder.js
View File

@ -752,6 +752,7 @@ describe('QueryBuilder', () => {
})
.join('tableJoin', 'id', 'id')
.select(['id'])
.hintComment('hint()')
.where('id', '<', 10)
.groupBy('id')
.groupBy('id', 'desc')
@ -770,6 +771,7 @@ describe('QueryBuilder', () => {
.clear('columns')
.select(['id'])
.clear('select')
.clear('hintComments')
.clear('where')
.clear('group')
.clear('order')
@ -9223,6 +9225,163 @@ describe('QueryBuilder', () => {
});
});
it('#4199 - allows an hint comment', () => {
testsql(
qb()
.from('testtable')
.hintComment('hint()'),
{
mysql: {
sql: 'select /*+ hint() */ * from `testtable`',
bindings: [],
},
oracledb: {
sql: 'select /*+ hint() */ * from "testtable"',
bindings: [],
},
mssql: {
sql: 'select /*+ hint() */ * from [testtable]',
bindings: [],
},
pg: {
sql: 'select /*+ hint() */ * from "testtable"',
bindings: [],
},
'pg-redshift': {
sql: 'select /*+ hint() */ * from "testtable"',
bindings: [],
},
},
)
});
it('#4199 - allows multiple hint comments', () => {
testsql(
qb()
.from('testtable')
.hintComment(['hint1()', 'hint2()'])
.hintComment('hint3()'),
{
mysql: {
sql: 'select /*+ hint1() hint2() hint3() */ * from `testtable`',
bindings: [],
},
oracledb: {
sql: 'select /*+ hint1() hint2() hint3() */ * from "testtable"',
bindings: [],
},
mssql: {
sql: 'select /*+ hint1() hint2() hint3() */ * from [testtable]',
bindings: [],
},
pg: {
sql: 'select /*+ hint1() hint2() hint3() */ * from "testtable"',
bindings: [],
},
'pg-redshift': {
sql: 'select /*+ hint1() hint2() hint3() */ * from "testtable"',
bindings: [],
},
},
)
});
it('#4199 - allows hint comments in subqueries', () => {
testsql(
qb()
.select({
c1: 'c1',
c2: qb().select('c2').from('t2').hintComment('hint2()').limit(1),
})
.from('t1')
.hintComment('hint1()'),
{
mysql: {
sql: 'select /*+ hint1() */ `c1` as `c1`, (select /*+ hint2() */ `c2` from `t2` limit ?) as `c2` from `t1`',
bindings: [1],
},
oracledb: {
sql: 'select /*+ hint1() */ "c1" "c1", (select * from (select /*+ hint2() */ "c2" from "t2") where rownum <= ?) "c2" from "t1"',
bindings: [1],
},
mssql: {
sql: 'select /*+ hint1() */ [c1] as [c1], (select /*+ hint2() */ top (?) [c2] from [t2]) as [c2] from [t1]',
bindings: [1],
},
pg: {
sql: 'select /*+ hint1() */ "c1" as "c1", (select /*+ hint2() */ "c2" from "t2" limit ?) as "c2" from "t1"',
bindings: [1],
},
'pg-redshift': {
sql: 'select /*+ hint1() */ "c1" as "c1", (select /*+ hint2() */ "c2" from "t2" limit ?) as "c2" from "t1"',
bindings: [1],
},
},
)
});
it('#4199 - allows hint comments in unions', () => {
testsql(
qb()
.from('t1')
.hintComment('hint1()')
.unionAll(qb().from('t2').hintComment('hint2()')),
{
mysql: {
sql: 'select /*+ hint1() */ * from `t1` union all select /*+ hint2() */ * from `t2`',
bindings: [],
},
oracledb: {
sql: 'select /*+ hint1() */ * from "t1" union all select /*+ hint2() */ * from "t2"',
bindings: [],
},
mssql: {
sql: 'select /*+ hint1() */ * from [t1] union all select /*+ hint2() */ * from [t2]',
bindings: [],
},
pg: {
sql: 'select /*+ hint1() */ * from "t1" union all select /*+ hint2() */ * from "t2"',
bindings: [],
},
'pg-redshift': {
sql: 'select /*+ hint1() */ * from "t1" union all select /*+ hint2() */ * from "t2"',
bindings: [],
},
},
)
});
it('#4199 - forbids "/*", "*/" and "?" in hint comments', () => {
expect(() => {
qb().from('testtable').hintComment('hint() /*').toString();
}).to.throw(
'Hint comment cannot include "/*" or "*/"'
);
expect(() => {
qb().from('testtable').hintComment('hint() */').toString();
}).to.throw(
'Hint comment cannot include "/*" or "*/"'
);
expect(() => {
qb().from('testtable').hintComment('hint(?)').toString();
}).to.throw(
'Hint comment cannot include "?"'
);
});
it('#4199 - forbids non-strings as hint comments', () => {
expect(() => {
qb().from('testtable').hintComment(47).toString();
}).to.throw(
'Hint comment must be a string'
);
expect(() => {
qb().from('testtable').hintComment(raw('hint(?)', [47])).toString();
}).to.throw(
'Hint comment must be a string'
);
});
it('Any undefined binding in a SELECT query should throw an error', () => {
const qbuilders = [
{

8
types/index.d.ts vendored
View File

@ -472,13 +472,14 @@ export declare namespace Knex {
//
// QueryInterface
//
type ClearStatements = "with" | "select" | "columns" | "where" | "union" | "join" | "group" | "order" | "having" | "limit" | "offset" | "counter" | "counters";
type ClearStatements = "with" | "select" | "columns" | "hintComments" | "where" | "union" | "join" | "group" | "order" | "having" | "limit" | "offset" | "counter" | "counters";
interface QueryInterface<TRecord extends {} = any, TResult = any> {
select: Select<TRecord, TResult>;
as: As<TRecord, TResult>;
columns: Select<TRecord, TResult>;
column: Select<TRecord, TResult>;
hintComment: HintComment<TRecord, TResult>;
from: Table<TRecord, TResult>;
into: Table<TRecord, TResult>;
table: Table<TRecord, TResult>;
@ -1000,6 +1001,11 @@ export declare namespace Knex {
): QueryBuilder<TRecord, TResult2>;
}
interface HintComment<TRecord extends {} = any, TResult extends {} = any> {
(hint: string): QueryBuilder<TRecord, TResult>;
(hints: readonly string[]): QueryBuilder<TRecord, TResult>;
}
interface Table<TRecord extends {} = any, TResult extends {} = any> {
<
TTable extends TableNames,