const db = require('../core/db'); const { where } = require('../formatters'); const debug = require('debug')('server-connect:db'); module.exports = { connect: function(options, name) { if (!name) throw new Error('dbconnector.connect has no name.'); this.setDbConnection(name, options); }, select: async function(options, name, meta) { const connection = this.parseRequired(options.connection, 'string', 'dbconnector.select: connection is required.'); const sql = this.parseSQL(options.sql); const db = this.getDbConnection(connection); if (!db) throw new Error(`Connection "${connection}" doesn't exist.`); if (!sql) throw new Error('dbconnector.select: sql is required.'); if (!sql.table) throw new Error('dbconnector.select: sql.table is required.'); if (typeof sql.sort != 'string') sql.sort = this.parseOptional('{{ $_GET.sort }}', 'string', null); if (typeof sql.dir != 'string') sql.dir = this.parseOptional('{{ $_GET.dir }}', 'string', 'asc'); if (sql.sort && sql.columns) { if (!sql.orders) sql.orders = []; for (let column of sql.columns) { if (column.column == sql.sort || column.alias == sql.sort) { let order = { column: column.alias || column.column, direction: sql.dir.toLowerCase() == 'desc' ? 'desc' : 'asc' }; if (column.table && !column.alias) order.table = column.table; sql.orders.unshift(order); break; } } } sql.type = 'select'; if (db.client == 'couchdb') { let table = sql.table.name || sql.table; let { rows } = await db.list({ include_docs: true, startkey: table + '/', endkey: table + '0' }); rows = rows.map(row => row.doc); if (sql.wheres) { const validate = (row, rule) => { if (rule.operator) { let a = row[rule.data.column]; let b = rule.value; switch (rule.operator) { case 'equal': return a == b; case 'not_equal': return a != b; case 'in': return b.includes(a); case 'not_in': return !b.includes(a); case 'less': return a < b; case 'less_or_equal': return a <= b; case 'greater': return a > b; case 'greater_or_equal': return a >= b; case 'between': return b[0] <= a <= b[1]; case 'not_between': return !(b[0] <= a <= b[1]); case 'begins_with': return String(a).startsWith(String(b)); case 'not_begins_with': return !String(a).startsWith(String(b)); case 'contains': return String(a).includes(String(b)); case 'not_contains': return !String(a).includes(String(b)); case 'ends_with': return String(a).endsWith(String(b)); case 'not_ends_with': return !String(a).endsWith(String(b)); case 'is_empty': return a == null || a == ''; case 'is_not_empty': return a != null && a != ''; case 'is_null': return a == null; case 'is_not_null': return a != null; } } if (rule.condition && rule.rules.length) { for (const _rule of rule.rules) { const valid = validate(row, _rule); if (!valid && rule.condition == 'AND') return false; if (valid && rule.condition == 'OR') return true; } return rule.condition == 'OR' ? false : true; } return true; }; rows = rows.filter(row => { return validate(row, sql.wheres); }); } if (sql.orders && sql.orders.length) { rows.sort((a, b) => { for (let order of sql.orders) { if (a[order.column] == b[order.column]) continue; let desc = order.direction && order.direction.toLowerCase() == 'desc'; if (a[order.column] < b[order.column]) { return desc ? 1 : -1; } else { return desc ? -1 : 1; } } return 0; }); } if (sql.columns && sql.columns.length) { // we can also skip if user want just all columns if (!(sql.columns.length == 1 && sql.columns[0].column == '*')) { rows = rows.map(doc => { const row = {}; for (let column of sql.columns) { if (column.column == '*') { Object.assign(row, doc); } else { // only support single level for now row[column.alias || column.column || column] = doc[column.column || column]; } } return row; }); } } if (sql.distinct) { rows = [...new Set(rows)]; } let offset = Number(sql.offset || 0); let limit = Number(sql.limit || 0); return rows.slice(offset, limit ? offset + limit : undefined); } if (options.test) { return { options: options, query: db.fromJSON(sql, meta).toSQL().toNative() }; } if (hasSubs(sql)) { prepareColumns(sql); const results = await db.fromJSON(sql, meta); if (results.length) { if (sql.sub) { await _processSubQueries.call(this, db, results, sql.sub, meta); } if (sql.joins && sql.joins.length) { for (const join of sql.joins) { if (join.sub) { await _processSubQueries.call(this, db, results, join.sub, meta, '_' + (join.alias || join.table)); } } } cleanupResults(results); } return results; } return db.fromJSON(sql, meta); }, count: async function(options) { const connection = this.parseRequired(options.connection, 'string', 'dbconnector.count: connection is required.'); const sql = this.parseSQL(options.sql); const db = this.getDbConnection(connection); if (!db) throw new Error(`Connection "${connection}" doesn't exist.`); if (!sql) throw new Error('dbconnector.count: sql is required.'); if (!sql.table) throw new Error('dbconnector.count: sql.table is required.'); sql.type = 'count'; if (db.client == 'couchdb') { let table = sql.table.name || sql.table; let { rows } = await db.list({ include_docs: true, startkey: table + '/', endkey: table + '0' }); rows = rows.map(row => row.doc); if (sql.wheres) { const validate = (row, rule) => { if (rule.operator) { let a = row[rule.data.column]; let b = rule.value; switch (rule.operator) { case 'equal': return a == b; case 'not_equal': return a != b; case 'in': return b.includes(a); case 'not_in': return !b.includes(a); case 'less': return a < b; case 'less_or_equal': return a <= b; case 'greater': return a > b; case 'greater_or_equal': return a >= b; case 'between': return b[0] <= a <= b[1]; case 'not_between': return !(b[0] <= a <= b[1]); case 'begins_with': return String(a).startsWith(String(b)); case 'not_begins_with': return !String(a).startsWith(String(b)); case 'contains': return String(a).includes(String(b)); case 'not_contains': return !String(a).includes(String(b)); case 'ends_with': return String(a).endsWith(String(b)); case 'not_ends_with': return !String(a).endsWith(String(b)); case 'is_empty': return a == null || a == ''; case 'is_not_empty': return a != null && a != ''; case 'is_null': return a == null; case 'is_not_null': return a != null; } } if (rule.condition && rule.rules.length) { for (const _rule of rule.rules) { const valid = validate(row, _rule); if (!valid && rule.condition == 'AND') return false; if (valid && rule.condition == 'OR') return true; } return rule.condition == 'OR' ? false : true; } return true; }; rows = rows.filter(row => { return validate(row, sql.wheres); }); } if (sql.distinct) { rows = [...new Set(rows)]; } return rows.length; } if (options.test) { return { options: options, query: db.fromJSON(sql, meta).toSQL().toNative() }; } return (await db.fromJSON(sql)).Total; }, single: async function(options, name, meta) { const connection = this.parseRequired(options.connection, 'string', 'dbconnector.single: connection is required.'); const sql = this.parseSQL(options.sql); const db = this.getDbConnection(connection); if (!db) throw new Error(`Connection "${connection}" doesn't exist.`); if (!sql) throw new Error('dbconnector.single: sql is required.'); if (!sql.table) throw new Error('dbconnector.single: sql.table is required.'); if (typeof sql.sort != 'string') sql.sort = this.parseOptional('{{ $_GET.sort }}', 'string', null); if (typeof sql.dir != 'string') sql.dir = this.parseOptional('{{ $_GET.dir }}', 'string', 'asc'); sql.type = 'first'; if (db.client == 'couchdb') { let table = sql.table.name || sql.table; let { rows } = await db.list({ include_docs: true, startkey: table + '/', endkey: table + '0' }); rows = rows.map(row => row.doc); if (sql.wheres) { const validate = (row, rule) => { if (rule.operator) { let a = row[rule.data.column]; let b = rule.value; switch (rule.operator) { case 'equal': return a == b; case 'not_equal': return a != b; case 'in': return b.includes(a); case 'not_in': return !b.includes(a); case 'less': return a < b; case 'less_or_equal': return a <= b; case 'greater': return a > b; case 'greater_or_equal': return a >= b; case 'between': return b[0] <= a <= b[1]; case 'not_between': return !(b[0] <= a <= b[1]); case 'begins_with': return String(a).startsWith(String(b)); case 'not_begins_with': return !String(a).startsWith(String(b)); case 'contains': return String(a).includes(String(b)); case 'not_contains': return !String(a).includes(String(b)); case 'ends_with': return String(a).endsWith(String(b)); case 'not_ends_with': return !String(a).endsWith(String(b)); case 'is_empty': return a == null || a == ''; case 'is_not_empty': return a != null && a != ''; case 'is_null': return a == null; case 'is_not_null': return a != null; } } if (rule.condition && rule.rules.length) { for (const _rule of rule.rules) { const valid = validate(row, _rule); if (!valid && rule.condition == 'AND') return false; if (valid && rule.condition == 'OR') return true; } return rule.condition == 'OR' ? false : true; } return true; }; rows = rows.filter(row => { return validate(row, sql.wheres); }); } if (sql.orders && sql.orders.length) { rows.sort((a, b) => { for (let order of sql.orders) { if (a[order.column] == b[order.column]) continue; let desc = order.direction && order.direction.toLowerCase() == 'desc'; if (a[order.column] < b[order.column]) { return desc ? 1 : -1; } else { return desc ? -1 : 1; } } return 0; }); } if (sql.columns && sql.columns.length) { // we can also skip if user want just all columns if (!(sql.columns.length == 1 && sql.columns[0].column == '*')) { rows = rows.map(doc => { const row = {}; for (let column of sql.columns) { if (column.column == '*') { Object.assign(row, doc); } else { // only support single level for now row[column.alias || column.column || column] = doc[column.column || column]; } } return row; }); } } if (sql.distinct) { rows = [...new Set(rows)]; } return rows.length ? rows[0] : null; } if (options.test) { return { options: options, query: db.fromJSON(sql, meta).toSQL().toNative() }; } if (hasSubs(sql)) { prepareColumns(sql); const result = await db.fromJSON(sql, meta); if (!result) return null; if (sql.sub) { await _processSubQueries.call(this, db, [result], sql.sub, meta); } if (sql.joins && sql.joins.length) { for (const join of sql.joins) { if (join.sub) { await _processSubQueries.call(this, db, [result], join.sub, meta, '_' + (join.alias || join.table)); } } } cleanupResults([result]); return result; } return db.fromJSON(sql, meta) || null; }, paged: async function(options, name, meta) { const connection = this.parseRequired(options.connection, 'string', 'dbconnector.paged: connection is required.'); const sql = this.parseSQL(options.sql); const db = this.getDbConnection(connection); if (!db) throw new Error(`Connection "${connection}" doesn't exist.`); if (!sql) throw new Error('dbconnector.paged: sql is required.'); if (!sql.table) throw new Error('dbconnector.paged: sql.table is required.'); if (typeof sql.offset != 'number') sql.offset = Number(this.parseOptional('{{ $_GET.offset }}', '*', 0)); if (typeof sql.limit != 'number') sql.limit = Number(this.parseOptional('{{ $_GET.limit }}', '*', 25)); if (typeof sql.sort != 'string') sql.sort = this.parseOptional('{{ $_GET.sort }}', 'string', null); if (typeof sql.dir != 'string') sql.dir = this.parseOptional('{{ $_GET.dir }}', 'string', 'asc'); if (sql.sort && sql.columns) { if (!sql.orders) sql.orders = []; for (let column of sql.columns) { if (column.column == sql.sort || column.alias == sql.sort) { let order = { column: column.alias || column.column, direction: sql.dir.toLowerCase() == 'desc' ? 'desc' : 'asc' }; if (column.table && !column.alias) order.table = column.table; sql.orders.unshift(order); break; } } } if (db.client == 'couchdb') { let table = sql.table.name || sql.table; let { rows } = await db.list({ include_docs: true, startkey: table + '/', endkey: table + '0' }); rows = rows.map(row => row.doc); if (sql.wheres) { const validate = (row, rule) => { if (rule.operator) { let a = row[rule.data.column]; let b = rule.value; switch (rule.operator) { case 'equal': return a == b; case 'not_equal': return a != b; case 'in': return b.includes(a); case 'not_in': return !b.includes(a); case 'less': return a < b; case 'less_or_equal': return a <= b; case 'greater': return a > b; case 'greater_or_equal': return a >= b; case 'between': return b[0] <= a <= b[1]; case 'not_between': return !(b[0] <= a <= b[1]); case 'begins_with': return String(a).startsWith(String(b)); case 'not_begins_with': return !String(a).startsWith(String(b)); case 'contains': return String(a).includes(String(b)); case 'not_contains': return !String(a).includes(String(b)); case 'ends_with': return String(a).endsWith(String(b)); case 'not_ends_with': return !String(a).endsWith(String(b)); case 'is_empty': return a == null || a == ''; case 'is_not_empty': return a != null && a != ''; case 'is_null': return a == null; case 'is_not_null': return a != null; } } if (rule.condition && rule.rules.length) { for (const _rule of rule.rules) { const valid = validate(row, _rule); if (!valid && rule.condition == 'AND') return false; if (valid && rule.condition == 'OR') return true; } return rule.condition == 'OR' ? false : true; } return true; }; rows = rows.filter(row => { return validate(row, sql.wheres); }); } if (sql.orders && sql.orders.length) { rows.sort((a, b) => { for (let order of sql.orders) { if (a[order.column] == b[order.column]) continue; let desc = order.direction && order.direction.toLowerCase() == 'desc'; if (a[order.column] < b[order.column]) { return desc ? 1 : -1; } else { return desc ? -1 : 1; } } return 0; }); } if (sql.columns && sql.columns.length) { // we can also skip if user want just all columns if (!(sql.columns.length == 1 && sql.columns[0].column == '*')) { rows = rows.map(doc => { const row = {}; for (let column of sql.columns) { if (column.column == '*') { Object.assign(row, doc); } else { // only support single level for now row[column.alias || column.column || column] = doc[column.column || column]; } } return row; }); } } if (sql.distinct) { rows = [...new Set(rows)]; } let offset = Number(sql.offset || 0); let limit = Number(sql.limit || 0); let total = rows.length; return { offset, limit, total, page: { offset: { first: 0, prev: offset - limit > 0 ? offset - limit : 0, next: offset + limit < total ? offset + limit : offset, last: (Math.ceil(total / limit) - 1) * limit }, current: Math.floor(offset / limit) + 1, total: Math.ceil(total / limit) }, data: rows.slice(offset, limit ? offset + limit : undefined) }; } sql.type = 'count'; let total = +(await db.fromJSON(sql, meta))['Total']; sql.type = 'select'; let data = []; if (options.test) { return { options: options, query: db.fromJSON(sql, meta).toSQL().toNative() }; } if (hasSubs(sql)) { prepareColumns(sql); const results = await db.fromJSON(sql, meta); if (results.length) { if (sql.sub) { await _processSubQueries.call(this, db, results, sql.sub, meta); } if (sql.joins && sql.joins.length) { for (const join of sql.joins) { if (join.sub) { await _processSubQueries.call(this, db, results, join.sub, meta, '_' + (join.alias || join.table)); } } } cleanupResults(results); } data = results; } else { data = await db.fromJSON(sql, meta); } return { offset: sql.offset, limit: sql.limit, total, page: { offset: { first: 0, prev: sql.offset - sql.limit > 0 ? sql.offset - sql.limit : 0, next: sql.offset + sql.limit < total ? sql.offset + sql.limit : sql.offset, last: (Math.ceil(total / sql.limit) - 1) * sql.limit }, current: Math.floor(sql.offset / sql.limit) + 1, total: Math.ceil(total / sql.limit) }, data } }, }; async function _processSubQueries(db, results, sub, meta, prefix = '') { const lookup = new Map(); const keys = new Set(); // get keys from results and create lookup table // add initial sub field to results (empty array) for (const result of results) { const key = String(result['__dmxPrimary' + prefix]); if (lookup.has(key)) { lookup.get(key).push(result); } else { lookup.set(key, [result]); } keys.add(key); for (const field in sub) { result[field] = []; } } for (const field in sub) { const sql = this.parseSQL(sub[field]); sql.type = 'select'; prepareColumns(sql); let submeta = meta && meta.find(data => data.name == field); if (submeta && submeta.sub) submeta = submeta.sub; // get all subresults with a single query const subResults = await db.fromJSON(sql, submeta).whereIn(sql.key, Array.from(keys)); if (subResults.length) { if (sql.sub) { await _processSubQueries.call(this, db, subResults, sql.sub, submeta); } if (sql.joins && sql.joins.length) { for (const join of sql.joins) { if (join.sub) { await _processSubQueries.call(this, db, subResults, join.sub, submeta, '_' + (join.alias || join.table)); } } } // map the sub results to the parent recordset for (const subResult of subResults) { const results = lookup.get(String(subResult['__dmxForeign'])); if (results) { for (const result of results) { result[field].push(subResult); } } } } } // we don't need to return anything since all is updated by reference } function hasSubs(sql) { if (sql.sub) return true; if (sql.joins && sql.joins.length) { for (const join of sql.joins) { if (join.sub) return true; } } return false; } function prepareColumns(sql) { const table = sql.table.alias || sql.table.name || sql.table; if (!Array.isArray(sql.columns) || !sql.columns.length) { sql.columns = [{ table: table, column: '*' }]; if (Array.isArray(sql.joins) && sql.joins.length) { for (join of sql.joins) { sql.columns.push({ table: join.alias || join.table, column: '*' }); } } } if (sql.sub && sql.primary) { sql.columns.push({ table: table, column: sql.primary, alias: '__dmxPrimary' }); if (sql.groupBy && sql.groupBy.length) { sql.groupBy.push({ table: table, column: sql.primary }); } } if (sql.key) { sql.columns.push({ table: table, column: sql.key, alias: '__dmxForeign' }); if (sql.groupBy && sql.groupBy.length) { sql.groupBy.push({ table: table, column: sql.key }); } } if (sql.joins && sql.joins.length) { for (const join of sql.joins) { if (join.sub && join.primary) { sql.columns.push({ table: join.alias || join.table, column: join.primary, alias: '__dmxPrimary_' + (join.alias || join.table) }); if (sql.groupBy && sql.groupBy.length) { sql.groupBy.push({ table: join.alias || join.table, column: join.primary }); } } } } } function cleanupResults(results) { for (const result of results) { for (const field of Object.keys(result)) { if (field.startsWith('__dmx')) { delete result[field]; } else if (Array.isArray(result[field])) { cleanupResults(result[field]); } } } }