-
Notifications
You must be signed in to change notification settings - Fork 8
Expand file tree
/
Copy pathimport.js
More file actions
70 lines (60 loc) · 2.37 KB
/
import.js
File metadata and controls
70 lines (60 loc) · 2.37 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
var test = require('tape')
var fs = require('fs')
var path = require('path')
var Jawn = require('../')
var memdb = require('memdb')
test('import json to jawn', function (t) {
var jawn = freshJawn()
var importStream = importFromFile(jawn, 'dummy.json', {'format': 'json'})
var expected = [
'{"foo":"bar","name":"josie","age":"35"}',
'{"foo":"baz","name":"eloise","age":"71"}',
'{"foo":"baz","name":"francoise","age":"5"}'
]
importStream.on('finish', verify)
function verify (err) {
if (err) { console.log(err) }
var feedId = importStream.writeStream.id
var rs = jawn.core.createReadStream(feedId)
rs.on('data', function (block) {
t.same(block.toString(), expected.shift(), 'block matches imported line')
})
t.same(jawn.core.get(feedId).blocks, 3, 'correct number of blocks returned')
t.end()
}
})
test('import csv to jawn', function (t) {
var jawn = freshJawn()
importFromFile(jawn, 'sample.csv', {'format': 'csv'})
var importStream = importFromFile(jawn, 'sample.csv', {'format': 'csv'})
var expected = [
'{"Type of Experience":"Writing software in any programming language","Little/No Experience":"1","Some Experience":"5","Very Familiar":"4"}',
'{"Type of Experience":"Frontend Web Development","Little/No Experience":"4","Some Experience":"3","Very Familiar":"3"}',
'{"Type of Experience":"Server-side (“backend”) Web Development","Little/No Experience":"4","Some Experience":"4","Very Familiar":"2"}',
'{"Type of Experience":"Using Git to track changes and share code (add, commit, push, pull)","Little/No Experience":"2","Some Experience":"5","Very Familiar":"3"}'
]
importStream.on('finish', verify)
function verify (err) {
if (err) { console.log(err) }
var feedId = importStream.writeStream.id
var rs = jawn.core.createReadStream(feedId)
rs.on('data', function (block) {
t.same(block.toString(), expected.shift(), 'block matches imported line')
})
t.same(jawn.core.get(feedId).blocks, 4, 'correct number of blocks returned')
t.end()
}
})
// helpers
function fixture (name) {
return path.join(__dirname, 'data', name)
}
function freshJawn () {
return new Jawn({db: memdb()})
}
function importFromFile (jawn, file, opts) {
var importPipeline = jawn.createImportPipeline(opts)
var data = fs.createReadStream(fixture(file))
data.pipe(importPipeline)
return importPipeline
}