Create a Smart Collection with Amazon S3
Creating the Smart Collection
On our Live Demo, we’ve stored the
Legal Documents of a Company on Amazon S3. In the following example, we show you how to create the Smart Collection to see and manipulate them in your Forest admin.SQL
Mongodb
First, we declare the
legal_docs collection in the forest/ directory. In this Smart Collection, all fields are related to S3 attributes except the field is_verified that is stored on our database in the collection documents. You MUST declare an
id field when creating a Smart Collection. The value of this field for each record MUST be unique. On the following example, we simply generate a random UUID./forest/legal_docs.js
1
const { collection } = require('forest-express-sequelize');
2
const models = require('../models');
3
4
collection('legal_docs', {
5
fields: [{
6
field: 'id',
7
type: 'String'
8
}, {
9
field: 'url',
10
type: 'String',
11
widget: 'link',
12
isReadOnly: true
13
}, {
14
field: 'last_modified',
15
type: 'Date',
16
isReadOnly: true
17
}, {
18
field: 'size',
19
type: 'String',
20
isReadOnly: true
21
}, {
22
field: 'is_verified',
23
type: 'Boolean',
24
isReadOnly: false
25
}]
26
});
Copied!
First, we declare the
legal_docs collection in the forest/ directory. In this Smart Collection, all fields are related to S3 attributes except the field is_verified that is stored on our database in the collection documents. You MUST declare an
id field when creating a Smart Collection. The value of this field for each record MUST be unique. On the following example, we simply generate a random UUID./forest/legal_docs.js
1
const { collection } = require('forest-express-mongoose');
2
const models = require('../models');
3
4
collection('legal_docs', {
5
fields: [{
6
field: 'id',
7
type: 'String'
8
}, {
9
field: 'url',
10
type: 'String',
11
widget: 'link',
12
isReadOnly: true
13
}, {
14
field: 'last_modified',
15
type: 'Date',
16
isReadOnly: true
17
}, {
18
field: 'size',
19
type: 'String',
20
isReadOnly: true
21
}, {
22
field: 'is_verified',
23
type: 'Boolean',
24
isReadOnly: false
25
}]
26
});
Copied!
You can add the option
isSearchable: true to your collection to display the search bar. Note that you will have to implement the search yourself by including it into your own get logic.Implementing the GET (all records)
At this time, there’s no Smart Collection Implementation because no route in your admin backend handles the API call yet.
SQL
Mongodb
In the file
routes/legal_docs.js, we’ve created a new route to implement the API behind the Smart Collection.The logic here is to list all the files uploaded on a specific S3 Bucket. We use a custom service
services/s3-helper.js for this example. The implementation code of this service is available on Github.Finally, the last step is to serialize the response data in the expected format which is simply a standard JSON API document. We use the very simple JSON API Serializer library for this task.
/routes/legal_docs.js
1
const P = require('bluebird');
2
const express = require('express');
3
const router = express.Router();
4
const models = require('../models');
5
const S3Helper = require('../services/s3-helper');
6
const Serializer = require('../serializers/legal_docs');
7
8
function reconcileData(file) {
9
return models.documents
10
.findOne({ where: { file_id: file.id }})
11
.then((doc) => {
12
file.is_verified = doc ? doc.is_verified : false;
13
return file;
14
});
15
}
16
17
router.get('/legal_docs', (req, res, next) => {
18
return new S3Helper().files('livedemo/legal')
19
.then((files) => P.mapSeries(files, (file) => reconcileData(file)))
20
.then((files) => Serializer.serialize(files))
21
.then((files) => res.send(files))
22
.catch((err) => next(err));
23
});
24
25
module.exports = router;
Copied!
/serializers/legal_docs.js
1
const JSONAPISerializer = require('jsonapi-serializer').Serializer;
2
3
module.exports = new JSONAPISerializer('legal_docs', {
4
attributes: ['url', 'last_modified', 'size', 'is_verified'],
5
keyForAttribute: 'underscore_case'
6
});
Copied!
In the file
routes/legal_docs.js, we’ve created a new route to implement the API behind the Smart Collection.The logic here is to list all the files uploaded on a specific S3 Bucket. We use a custom service
services/s3-helper.js for this example. The implementation code of this service is available on Github.Finally, the last step is to serialize the response data in the expected format which is simply a standard JSON API document. We use the very simple JSON API Serializer library for this task.
/routes/legal_docs.js
1
const P = require('bluebird');
2
const express = require('express');
3
const router = express.Router();
4
const models = require('../models');
5
const S3Helper = require('../services/s3-helper');
6
const Serializer = require('../serializers/legal_docs');
7
8
function reconcileData(file) {
9
return models.documents
10
.findOne({ where: { file_id: file.id }})
11
.then((doc) => {
12
file.is_verified = doc ? doc.is_verified : false;
13
return file;
14
});
15
}
16
17
router.get('/legal_docs', (req, res, next) => {
18
return new S3Helper().files('livedemo/legal')
19
.then((files) => P.mapSeries(files, (file) => reconcileData(file)))
20
.then((files) => Serializer.serialize(files))
21
.then((files) => res.send(files))
22
.catch((err) => next(err));
23
});
24
25
module.exports = router;
Copied!
/serializers/legal_docs.js
1
const JSONAPISerializer = require('jsonapi-serializer').Serializer;
2
3
module.exports = new JSONAPISerializer('legal_docs', {
4
attributes: ['url', 'last_modified', 'size', 'is_verified'],
5
keyForAttribute: 'underscore_case'
6
});
Copied!
Implementing the GET (specific record)
SQL
Mongodb
To access the details view of a Smart Collection record, you have to catch the GET API call on a specific record. One more time, we use a custom service
services/s3-helper.js that encapsulates the S3 business logic for this example.The implementation of the
reconcileData() and Serializer.serialize() functions are already described in the Implementing the GET (all records) section./routes/legal_docs.js
1
const P = require('bluebird');
2
const express = require('express');
3
const router = express.Router();
4
const models = require('../models');
5
const S3Helper = require('../services/s3-helper');
6
const Serializer = require('../serializers/legal_docs');
7
8
// ...
9
10
router.get('/legal_docs/:doc_id', (req, res, next) => {
11
return new S3Helper()
12
.file(`livedemo/legal/${req.params.doc_id}`)
13
.then((file) => reconcileData(file))
14
.then((file) => Serializer.serialize(file))
15
.then((file) => res.send(file))
16
.catch((err) => next(err));
17
});
18
19
module.exports = router;
Copied!
To access the details view of a Smart Collection record, you have to catch the GET API call on a specific record. One more time, we use a custom service
services/s3-helper.js that encapsulates the S3 business logic for this example.The implementation of the
reconcileData() and Serializer.serialize() functions are already described in the Implementing the GET (all records) section./routes/legal_docs.js
1
const P = require('bluebird');
2
const express = require('express');
3
const router = express.Router();
4
const models = require('../models');
5
const S3Helper = require('../services/s3-helper');
6
const Serializer = require('../serializers/legal_docs');
7
8
// ...
9
10
router.get('/legal_docs/:doc_id', (req, res, next) => {
11
return new S3Helper()
12
.file(`livedemo/legal/${req.params.doc_id}`)
13
.then((file) => reconcileData(file))
14
.then((file) => Serializer.serialize(file))
15
.then((file) => res.send(file))
16
.catch((err) => next(err));
17
});
18
19
module.exports = router;
Copied!
Implementing the PUT
To handle the update of a record we have to catch the PUT API call. In our example, all S3-related fields are set as read-only and only
is_verified can be updated.SQL
Mongodb
The implementation of the
reconcileData() and Serializer.serialize() functions are already explained in the Implementing the GET (all records) section./routes/legal_docs.js
1
const P = require('bluebird');
2
const express = require('express');
3
const router = express.Router();
4
const models = require('../models');
5
const S3Helper = require('../services/s3-helper');
6
const Serializer = require('../serializers/legal_docs');
7
8
// ...
9
10
router.put('/legal_docs/:doc_id', (req, res, next) => {
11
return models.documents
12
.findOne({ where: { file_id: req.params.doc_id }})
13
.then((doc) => {
14
doc.is_verified = req.body.data.attributes.is_verified;
15
return doc.save();
16
})
17
.then(() => new S3Helper().file(`livedemo/legal/${req.params.doc_id}`))
18
.then((file) => reconcileData(file))
19
.then((file) => Serializer.serialize(file))
20
.then((file) => res.send(file))
21
.catch((err) => next(err));
22
});
23
24
module.exports = router;
Copied!
The implementation of the
reconcileData() and Serializer.serialize() functions are already explained in the Implementing the GET (all records) section./routes/legal_docs.js
1
const P = require('bluebird');
2
const express = require('express');
3
const router = express.Router();
4
const models = require('../models');
5
const S3Helper = require('../services/s3-helper');
6
const Serializer = require('../serializers/legal_docs');
7
8
// ...
9
10
router.put('/legal_docs/:doc_id', (req, res, next) => {
11
return models.documents
12
.findOne({ where: { file_id: req.params.doc_id }})
13
.then((doc) => {
14
doc.is_verified = req.body.data.attributes.is_verified;
15
return doc.save();
16
})
17
.then(() => new S3Helper().file(`livedemo/legal/${req.params.doc_id}`))
18
.then((file) => reconcileData(file))
19
.then((file) => Serializer.serialize(file))
20
.then((file) => res.send(file))
21
.catch((err) => next(err));
22
});
23
24
module.exports = router;
Copied!
Implementing the DELETE
Now we are able to see all the legal documents on Forest Admin, it’s time to implement the DELETE HTTP method in order to remove the documents on S3 when the admin user needs it.
SQL
Mongodb
/routes/legal_docs.js
1
const express = require('express');
2
const router = express.Router();
3
const S3Helper = require('../services/s3-helper');
4
const Serializer = require('../serializers/legal_docs');
5
6
// ...
7
8
router.delete('/legal_docs/:doc_id', (req, res, next) => {
9
return new S3Helper()
10
.deleteFile(`livedemo/legal/${req.params.doc_id}`)
11
.then(() => res.status(204).send())
12
.catch((err) => next(err));
13
});
14
15
module.exports = router;
Copied!
/routes/legal_docs.js
1
const express = require('express');
2
const router = express.Router();
3
const S3Helper = require('../services/s3-helper');
4
const Serializer = require('../serializers/legal_docs');
5
6
// ...
7
8
router.delete('/legal_docs/:doc_id', (req, res, next) => {
9
return new S3Helper()
10
.deleteFile(`livedemo/legal/${req.params.doc_id}`)
11
.then(() => res.status(204).send())
12
.catch((err) => next(err));
13
});
14
15
module.exports = router;
Copied!
Implementing the POST
On our Live Demo example, creating a record directly from this Smart Collection does not make any sense because the admin user will upload the legal docs in the company details view. For the documentation purpose, we catch the call and returns an appropriate error message to the admin user.
SQL
Mongodb
/routes/legal_docs.js
1
...
2
3
router.post('/legal_docs', permissionMiddlewareCreator.create(), (request, response) => {
4
response.status(400).send('You cannot create legal documents from here. Please, upload them directly in the details view of a Company');
5
});
6
7
...
8
9
module.exports = router;
Copied!
/routes/legal_docs.js
1
const P = require('bluebird');
2
const express = require('express');
3
const router = express.Router();
4
const models = require('../models');
5
const S3Helper = require('../services/s3-helper');
6
const Serializer = require('../serializers/legal_docs');
7
8
// ...
9
10
router.post('/legal_docs', (req, res, next) => {
11
res.status(400).send('You cannot create legal documents from here. Please, upload them directly in the details view of a Company');
12
});
13
14
module.exports = router;
Copied!
Last modified 3mo ago