Download image throught clouflare with pipe send error 503 about hooman

[sayem314]

You are suppose to respect issue template when creating issue, the template exists for a reason. BTW stream example is documented here > https://github.com/sayem314/hooman#pipe-stream

[sayem314]

Related issue you can read on to grasp more details: #3

[Clemv95]

Yeah sorry about that it's m'y first issue on github.
I dont understand what is the await lign for pipe can you help ?

[sayem314]

@Clemv95 no problem then.

you can use it like this:

const fs = require('fs');
const request = require('request');
const emojis = require('./emojis.json');
const hooman = require('hooman');

const download = async function(uri, filename, callback) {
  let file = fs.createWriteStream(filename);
  let r = hooman.stream(uri).pipe(file);
  r.on('error', function(err) {
    console.log(err);
  });
  r.on('finish', function() {
    file.close(callback);
  });
};

hooman
  .get(siteUrl)
  .then((res) => {
    for (let i = 0; i < emojis.length; i++) {
      nom = emojis[i].image.slice(emojis[i].image.indexOf('emoji/') + 6, emojis[i].image.length);
      download(emojis[i].image, './emojis/' + nom, function(err) {
        console.log(err);
      });
    }
  })
  .catch((err) => {
    console.log(err.message);
  });

siteUrl is the main base url of images where you will download images from. first you make dummy request to initialize cookie.

[sayem314]

You can also use this function for image/small binary files.

const download = async function(uri, filename, callback) {
  try {
    const { body } = await hooman.get(uri, {
      responseType: 'buffer',
    });
    // Write image to file
    fs.writeFileSync('image.jpg', body);
    console.log('Done');
  } catch (err) {
    callback(err);
  }
};

[sayem314]

Quick full example based your code:

const fs = require('fs');
const request = require('request');
const emojis = require('./emojis.json');
const hooman = require('hooman');

const download = async function(uri, filename, callback) {
  try {
    const { body } = await hooman.get(uri, {
      responseType: 'buffer',
    });
    // Write image to file
    fs.writeFileSync(filename, body);
    callback();
  } catch (err) {
    callback(err);
  }
};

for (let i = 0; i < emojis.length; i++) {
  nom = emojis[i].image.slice(emojis[i].image.indexOf('emoji/') + 6, emojis[i].image.length);
  download(emojis[i].image, './emojis/' + nom, function(err) {
    console.log(err);
  });
}