Browse Source
Merge pull request #3019 from Budibase/fix/large-csv-import
Fix performance of importing large CSVs
master
Andrew Kingston
5 years ago
committed by
GitHub
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with
2 additions and
12 deletions
-
packages/server/src/api/controllers/table/utils.js
|
|
@ -1,5 +1,4 @@ |
|
|
const CouchDB = require("../../../db") |
|
|
const CouchDB = require("../../../db") |
|
|
const linkRows = require("../../../db/linkedRows") |
|
|
|
|
|
const csvParser = require("../../../utilities/csvParser") |
|
|
const csvParser = require("../../../utilities/csvParser") |
|
|
const { |
|
|
const { |
|
|
getRowParams, |
|
|
getRowParams, |
|
|
@ -93,19 +92,10 @@ exports.handleDataImport = async (appId, user, table, dataImport) => { |
|
|
} |
|
|
} |
|
|
} |
|
|
} |
|
|
|
|
|
|
|
|
// make sure link rows are up to date
|
|
|
finalData.push(row) |
|
|
finalData.push( |
|
|
|
|
|
linkRows.updateLinks({ |
|
|
|
|
|
appId, |
|
|
|
|
|
eventType: linkRows.EventType.ROW_SAVE, |
|
|
|
|
|
row, |
|
|
|
|
|
tableId: row.tableId, |
|
|
|
|
|
table, |
|
|
|
|
|
}) |
|
|
|
|
|
) |
|
|
|
|
|
} |
|
|
} |
|
|
|
|
|
|
|
|
await db.bulkDocs(await Promise.all(finalData)) |
|
|
await db.bulkDocs(finalData) |
|
|
let response = await db.put(table) |
|
|
let response = await db.put(table) |
|
|
table._rev = response._rev |
|
|
table._rev = response._rev |
|
|
} |
|
|
} |
|
|
|
