Node.JS + Express parse CSV file on server - node.js
Essentially, what I have is a form where a user will upload a CSV file.
<form action="/upload" method="POST" enctype="multipart/form-data">
<div class="custom-file">
<input type="file" class="custom-file-input" id="customFile" name="file" required>
<label class="custom-file-label" for="customFile">Choose file</label>
</div>
<input type="submit" class="btn btn-primary btn-block">
</form>
FYI: I'm using getbootstrap.com as my style sheet.
Now, the form sends a POST request to /upload which is where my node.js code is. What I need is for the server to parse this CSV file and extract the data. I've got no idea what to do as all the different NPM packages such as Multer are using a system where the save the file locally and then parse it.
Edit: Forgot to mention this, but temporary local CSV hosting is not an option.
I need the client to upload server to process it and push to a DB, can't save the file locally anywhere.
Edit 2: I've used multer and the memory processing option and have gotten the following.
const express = require("express");
const app = express();
var bodyParser = require("body-parser");
var multer = require('multer');
var storage = multer.memoryStorage();
var upload = multer({ storage: storage });
app.use(bodyParser.urlencoded({ extended: false }));
app.use(bodyParser.json());
app.use(express.static("public"));
app.get("/", function(req, res) {
response.sendFile(__dirname + "/views/index.html");
});
app.post("/upload", upload.single('file'), async (req, res) => {
res.send(req.file)
});
const listener = app.listen(process.env.PORT, function() {
console.log("Your app is listening on port " + listener.address().port);
});
Now once I upload the file, I'm getting the following response (this is what req.file is).
{"fieldname":"file","originalname":"tech.csv","encoding":"7bit","mimetype":"application/octet-stream","buffer":{"type":"Buffer","data":[67,76,65,83,83,32,73,68,44,84,69,67,72,32,35,44,70,73,82,83,84,32,78,65,77,69,44,76,65,83,84,32,78,65,77,69,13,10,54,79,44,54,79,48,49,44,65,110,105,115,104,44,65,110,110,101]},"size":56}
So It's pretty clear that our data happens to be
67,76,65,83,83,32,73,68,44,84,69,67,72,32,35,44,70,73,82,83,84,32,78,65,77,69,44,76,65,83,84,32,78,65,77,69,13,10,54,79,44,54,79,48,49,44,65,110,105,115,104,44,65,110,110,101
but how do I process that? The csv file data was
CLASS ID,TECH #,FIRST NAME,LAST NAME
6O,6O01,Anish,Anne
So how do I go from the information provided in the buffer data attribute to the actual data?
All you have to use is Multer. Multer will return a buffer object which you can then make a string with the .toString() attribute.
Code:
const express = require("express");
const app = express();
var bodyParser = require("body-parser");
var multer = require('multer');
var storage = multer.memoryStorage();
var upload = multer({ storage: storage });
app.use(bodyParser.urlencoded({ extended: false }));
app.use(bodyParser.json());
app.use(express.static("public"));
app.get("/", function(request, response) {
response.sendFile(__dirname + "/views/index.html");
});
app.post("/upload", upload.single('file'), async (req, res) => {
var b = req.file["buffer"]
console.log(b.toString())
res.send(b.toString())
});
const listener = app.listen(process.env.PORT, function() {
console.log("Your app is listening on port " + listener.address().port);
});
Related
Multer nodejs - req.file is undefined
I am creating an app using Node, Express and ejs and multer for uploading images. Every time I submit the form, req.file is undefined. I've spent the entire day troubleshooting but can't figure out what I'm doing wrong. HTML <form action="/post" id="formPost" method="post" enctype="multipart/form-data"> <input class="img-file" type="file" name="image" required> <input class="submit" type="submit" value="Post" /> </form> app.js const path = require('path'); const express = require('express'); const morgan = require('morgan'); const bodyParser = require("body-parser"); const multer = require('multer'); const app = express(); app.use(express.static(path.join(__dirname, 'public'))) app.set('view engine', 'ejs'); app.set('views', path.join(__dirname,'resources/views')); app.use(bodyParser.json()); app.use(bodyParser.urlencoded({ extended: true })); const storage = multer.diskStorage({ destination: function (req, file, cb) { cb(null, "./image"); }, filename: function (req, file, cb) { console.log(req.file); cb(null, Date.now() + "-" + file.fieldname + ".png"); }, }); const upload = multer({ storage: storage }); app.post("/post", upload.single("image"), (req, res) => { console.log(req.file); }); app.get("/post", (req, res) => { res.render("post"); }); app.listen(, () => { console.log(`Example app listening at http://localhost:3000/login`); });
You have few little bugs: first you forgot to add port and instead of login it should be post then we hit the correct address immediately, avoiding error Cannot GET /login app.listen(3000, () => { console.log(`Example app listening at http://localhost:3000/post`); }); Project Folder & File structure: app.js I added simple an error handler to the: app.post("/post", upload.single("image"), (req, res, next) => {} const path = require("path"); const express = require("express"); const morgan = require("morgan"); const bodyParser = require("body-parser"); const multer = require("multer"); const app = express(); app.use(express.static(path.join(__dirname, "public"))); app.set("view engine", "ejs"); app.set("views", path.join(__dirname, "resources/views")); app.use(bodyParser.json()); app.use(bodyParser.urlencoded({ extended: true })); const storage = multer.diskStorage({ destination: function (req, file, cb) { cb(null, "./image"); }, filename: function (req, file, cb) { console.log(req.file); cb(null, Date.now() + "-" + file.fieldname + ".png"); }, }); const upload = multer({ storage: storage }); // app.post("/post", upload.single("image"), (req, res) => { // console.log(req.file); // }); app.post("/post", upload.single("image"), (req, res, next) => { const file = req.file; if (!file) { const error = new Error("Please upload a file"); error.httpStatusCode = 400; return next(error); } res.send(file); console.log("Success", req.file); }); app.get("/post", (req, res) => { res.render("post"); }); app.listen(3000, () => { console.log(`Example app listening at http://localhost:3000/post`); }); post.ejs <form action="/post" id="formPost" method="post" enctype="multipart/form-data"> <input class="img-file" type="file" name="image" required /> <input class="submit" type="submit" value="Upload File" /> </form> output: after selecting the file and pressing upload file: VSCode output: Works like a charm ;-)
Cannot read property of undefined / req.body returns undefined
I'm trying to do the most basic POST request in express but my req.body keeps returning undefined, I've googled similar issues but I can't find the solution that would work for me. The form in HTML: <form method="POST" class="vote"> <input type="text" name="test"> <button type="submit">TEST VOTE</button> </form> and in my post.js file const express = require('express'); const app = express(); app.use(express.urlencoded({ extended: true })); app.post('/test', function (req, res) { console.log('post to /test'); var data = req.body.test; console.log(data); What am I doing wrong here?
Try using body-parser node module which will parse the post data and append it on request object so that you can access it. body-parser extract the entire body portion of an incoming request stream and exposes it on request.body. const express = require('express'); const bodyParser = require("body-parser"); const app = express(); app.use(bodyParser.json()); app.use(bodyParser.urlencoded({ extended: false })); app.post('/test', function (req, res) { console.log('post to /test'); var data = req.body; console.log(data); //rest of the code }
Actually you didn't set the "action" field in your "form" tag. You have to set your action field to action= "/test"
Calling POST method by clicking a button
this is my first time when I'm setting up the server and need help. So my goal is to set up server by NodeJS and Expresss. Let's say we have an app with Admin and Users. When Admin clicks a button, it sends some data for the server, then Users can fetch the data. So this is my server set up: const express = require('express') const app = express() const port = 3000 app.get('/', (req, res) => res.send('Hello World!')) app.listen(port) I can add some post method, let's say: app.post('/', (req, res) => ....); So I can prepare server reaction for listening the POST method, but I have no idea how to send some data from my app by clicking an button (I mean calling this post method). I've watched a bunch of tutorials and haven't seen any real-world exercises.
To receive the POST parameters, you need the body-parser module, which you can include in your app.js like this, var bodyParser = require('body-parser'); app.use(bodyParser.json()); And here is how you can receive your form fields which are being sent through the POST method, app.post('/', function(req, res) { var someField1 = req.body.some_form_field; var someField1 = req.body.form_field1; }); Hope this helps!
On your express server var bodyParser = require('body-parser'); app.use(bodyParser.json()); app.post("/", (req,res) => { res.send("Hello"); }); On your webpage/app, You can use axios. Lets say your express server running with localhost and port 4000. <script src="https://unpkg.com/axios/dist/axios.min.js"></script> <script> var instance = axios.create({ baseURL: "http://localhost:4000" //use your express server's url(address) and port here }); function onclick(){ instance.post("/").then( response => { //response.data will have received data } } </script> You can use this function and call it on your button click
You can simply use jquery in your HTML page like this to call your api: $("button").click(function(){ $.post("/", function(data, status){ alert("Data: " + data + "\nStatus: " + status); }); }); And Send data from your api: var bodyParser = require('body-parser'); app.use(bodyParser.json()); app.use(bodyParser.urlencoded({ extended: false })); app.post('/', function(req, res) { var obj = {}; obj.name="hello"; obj.lname="world" res.json(obj); });
Example: HTML: Your form elements should have name (it is mandatory) to access these in post body request. <form method="post" action="/"> <input type="text" name="Name" /> <br> <input type="text" name="Telephone" /> <br> <input type="submit" /> </form> app.js const express = require('express') const app = express() const port = 3000 var bodyParser = require('body-parser'); app.use(bodyParser.json()); app.post('/', (req, res) => { name = req.body.Name; telephone = req.body.Telephone; res.render('somefolder/index', { name: name, telephone: telephone, }); // Above code is for reference if you want to load another page after post complete and get posted values in this page too. res.end(); });
Express js Image upload and Text inputs using post method
I have following code for uploading image and handling text input. But both are not working together *Images are uploading properly but I can't get text field value * var express = require('express'); var multer = require('multer'); var mime = require('mime'); var app = express(); var bodyParser = require("body-parser"); app.use(bodyParser.urlencoded({ extended: true })); app.use(bodyParser.json()); var storage = multer.diskStorage({ destination: function (req, file, callback) { callback(null, './uploads'); }, filename: function (req, file, callback) { callback(null, file.fieldname + '-' + Date.now() + '.' + mime.extension(file.mimetype)); } }); var upload = multer({ storage : storage }).array('userPic'); app.get('/completeForm.html', function(req, res){ res.sendFile(__dirname + '/' + 'completeForm.html') }); app.post("/postFormAct", function (req, res, next) { console.log(req.body.user); // Here i getting undefined console.log(req.body.email);// Here i getting undefined upload(req,res,function(err) { console.log(req.files); // Here i getting proper output and image also uploading to concern folder }); }); app.listen(3000); Html code given below.... please help me someone <form method="post" action="/postFormAct" enctype="multipart/form-data"> <input type="text" name="user"><br> <input type="text" name="email"><br> <input type="file" name="userPic"><br> <input type="submit" value="Submit"> </form>
Just put console.log(req.body.user); console.log(req.body.email); inside your upload function. After the function may also work.
That's because there is no multipart/form-data parsing middleware called before your /postFormAct route handler. You have two parsing middlewares set up but not one of them parse this multipart/form-data Content-Type. app.use(bodyParser.urlencoded({ extended: true })); app.use(bodyParser.json()); Multer does that, so you can access req.body.user and req.body.email variables in handlers following your upload middleware.
Expressjs acess names of uploaded files
I want to display names of all files. Here is my code: var express = require('express'); var app = express(); var fs = require("fs"); var bodyParser = require('body-parser'); var multer = require('multer'); app.use(bodyParser.urlencoded({ extended: false })); app.use(multer({ dest: '/nodejs/diwanjidocs/tmp/'}).array('files')); app.post('/file_upload', function (req, res) { console.log(req.files); for(var i=0;i<req.files.length;i++){ console.log(req.files.name); } }) var server = app.listen(8081,'localhost',function () { var host = server.address().address var port = server.address().port console.log("Example app listening at http://%s:%s", host, port) }) For single file upload req.file.originalname returns filename but for multiple files how to get file names ?
req.files.forEach(function (file) { console.log(file.originalname) });
That depends on your form, but consinder the following form: <form action="/uploadFiles" method="post" enctype="multipart/form-data"> <input type="file" multiple="multiple" accept="image/*" name="uploadedImages"/><br/> <input type="submit" value="Upload" /> </form> Then to handle the form you will include the: app.use(express.bodyParser()); And then you can manipulate the file array: req.files.uploadedImages.forEach(function(photo, index, array) { console.log(photo.name); });