Node.JS make multiple POST requests untill response is empty - node.js

I'm making a POST request to API that has limited number of characters in response. In order to get full response I need to make multiple POST requests and then append them all to one file. I'm not that familiar with asynchronous programming so I can't think of a solution for my problem. Here is snippet of my code:
var request = require('request');
var fs = require('fs');
var options = {//options for POST request body};
request(options, function (error, response, body) {
if (!error && response.statusCode == 200) {
fs.appendFileSync("./response.json", JSON.stringify(body), 'utf8');
var resp = JSON.parse(fs.readFileSync('./response.json', 'utf8'));
options.offset = resp.parameters.length; //this is length of my data so far, next request will have this number in it and response will be new data offseted by this number
}
});
And after this request I need to make another one untill body.length is zero. So I guess what I need is to call request function from its own callback. How do I achieve this? Thanks!

Like JM-AGMS said, wrap the request function call in another function to have the callback of one request trigger the next request.
A recursive solution would look somewhat like this:
var request = require('request');
var fs = require('fs');
var options = {/*options for POST request body*/};
function loop(options) {
request(options, function (error, response, body) {
if (!error && response.statusCode == 200) {
if (body.length !== 0) {
fs.appendFileSync("./response.json", JSON.stringify(body), 'utf8');
var resp = JSON.parse(fs.readFileSync('./response.json', 'utf8'));
loop({ ...options, offset: resp.parameters.length });
}
}
});
}

Related

How to always add prefix to url in Node.js request

I'm using the package "request" (https://www.npmjs.com/package/request) in Node.js. What I want to have is somehow like the "defaults" api, that I give a default url prefix to the request object, the url of any request which sent from my request object will be prefixed before sending. Is that possible? Thank you!
You can use request.defaults
const request = require('request');
const baseRequest = request.defaults({baseUrl : 'https://example.com/api/'}})
now use baseRequest object
Documentation Link-
Request.defaults
You can create a default request instance, in there config you baseUrl
var request = require('request');
var r = request.defaults({
baseUrl: 'https://example.com/api/',
})
r({
'url':'/end/point?test=true',
'method': "GET",
},function (error, response, body) {
if (!error && response.statusCode == 200) {
console.log(body);
}
}); // will fetch https://example.com/api/end/point?test=true

Consuming a service API using nodejs + jsonwebtoken(jwt)

Hello guys i want to use node.js to retrieve the user authenticated from an api URL.
I retrieved the codeToken(jsonwebtoken) and put it in the header of my request in postman it works.
But when i go to the code i can't find a way to use node.js+express request, to retrieve the json response of the user that's logged in using all that.
i can't put the url of the API in the sake of the client.
here is my code guys but it's not the right one please advise
var request = require('request');
var options = {
url: '**********',//for the sake of client hidden
headers: {
tokenCode: '15288648455b20a04d5463e'
}
};
function callback(error, response, body) {
if (!error && response.statusCode == 200) {
var info = JSON.parse(body);
console.log(info);
}else
//console.log(response );
console.log(response.statusCode);
}
request(options, callback);
Headers in my POSTMAN (only tokenCode)

costom http Header can not get respect value

I am trying to write a server app that client sends an HTTP request with two custom headers targeturl and setheader.And the server gets the value from that.
And then server create a new request whit URL and headers get from this client.
var http = require('http')
var request = require('request')
const express = require('express')
var app = express();
app.get("/",(req,res)=>{
let targeturl = req.headers.targeturl
let headers1 = req.headers.setheaders
let headers2 = { 'x-shard': 'shopid=1354933;loc=138.252924,36.20482399999999' }
console.log(headers)
console.log(headers2)
getData(targeturl,headers1)//wrong response
getData(targeturl,headers2)//right response
res.send("ok")
})
function getData(url,header){
var options = {
url:url,
headers:header
}
var data=''
function callback(error, response, body) {
if (!error && response.statusCode == 200) {
data = JSON.parse(body);
console.log(data)
}
}
request(options, callback);
}
When I create a request from the client, this strange thing happened.
this is output:
{ 'x-shard': 'shopid=1354933;loc=138.252924,36.20482399999999' }
{ 'x-shard': 'shopid=1354933;loc=138.252924,36.20482399999999' }
//a right response
//anther wrong response
In my bash,headers1 and header2 are exactly with same chars.That confused me a lot, I really can not find what is the difference between them.Is there some different than cannot show on bash?

Insert data through SPARQL over HTTP POST request from node js

I am using 'request' module in my node app to POST data in ontology model which resides in a fuseki server. I am using the following code:
var request = require('request');
var querystring = require('querystring');
var myquery = querystring.stringify({update: "PREFIX test:<http://www.semanticweb.org/muhammad/ontologies/2017/2/untitled-ontology-14#> INSERT { ?KPIs test:hasValue 2009} WHERE { ?KPIs test:hasValue ?Newvalue}"});
request.post('http://localhost:3030/DS-1/sparql?'+myquery, function (error, response, body) {
if (!error && response.statusCode == 200) {
// Show the HTML for the Google homepage.
console.log('successful update');
console.log(body);
} else {
console.log(response.statusCode);
console.warn(error);
}
});
PS: When I use POSTMAN to send the Post request to insert data it works fine but from my node app, it doesn't. it shows error 'bad request 400'.
P.S: GET methods work fine from both POSTMAN and node app.
Problem Solved:
I was making mistake in the format of post request. The corrected format is given below.
var request = require('request');
var querystring = require('querystring');
var myquery2 = querystring.stringify({update: "PREFIX test:<http://www.semanticweb.org/muhammad/ontologies/2017/2/untitled-ontology-14#> INSERT { ?KPI_Variables test:hasValue_ROB1 2000} WHERE { ?KPI_Variables test:hasValue_ROB1 ?Newvalue FILTER(?KPI_Variables= test:Actual_Production_Time)}"});
request.post({headers: {'content-type' : 'application/x-www-form-urlencoded'},url:'http://localhost:3030/DS-1/?'+myquery2 }, function (error, response, body) {
if (!error && response.statusCode == 200) {
// Show the HTML for the Google homepage.
console.log('successful update');
console.log(body);
}
else
{
console.log(response.statusCode)
console.warn(error);
}
});
I was missing the 'headers' and 'url' elements in my request.post.
/DS-1/sparql is the query service.
INSERT is an update operation.
Try /DS-1/update
It is better to POST the update in the body of the request with a Content-type. ?update= may not work.

GET request in Node.js always returns the same

I´m writing a Node.js app which should make an HTTP request using "request" module and save the response in Parse with some parameters and so. I use setInterval() for the loop.
Problem is I'm getting always the same response, like it´s cached or something. If I do a cURL form my local machine I see the actual data, however the loop in Node.js seems to get always the same response.
EDIT with code:
//Loop
setInterval(function(){
try {
foo.make_request();
}catch(e){
console.log(e);
}
}, 30 * 1000); //30 secs
and my make_request function:
function _make_request(){
//Configure the request
var options = {
url: 'http://player.rockfm.fm/rdsrock.php',
method: 'GET'
};
//Start the request
request(options, function (error, response, body) {
if (!error && response.statusCode == 200) {
// Print out the response body
var artist = body.substring(0, body.indexOf(':'));
var title = body.substring(body.indexOf(':')+3, body.indexOf('#')-1);
console.log(artist + " - " + title);
//upload to Parse etc etc
}
});
}
module.exports.make_request = _make_request;
Yeah! I left it working all the afternoon and it worked well:
request(options, function (error, response, body) {
response.on('data', function() {});
if (!error && response.statusCode == 200) {
// Print out the response body
var artist = body.substring(0, body.indexOf(':'));
var title = body.substring(body.indexOf(':')+3, body.indexOf('#')-1);
console.log(artist + " - " + title);
//upload to Parse etc etc
}
});
The solution was to actually consume the response with .on() method. As it turns out, you need to do it when throwing many request at the same time.

Resources