app.js

const fs = require("fs");
const $ = require("cheerio");
const puppeteer = require("puppeteer");
const slugify = require("slugify");
const inquirer = require("inquirer");

// const url = "https://www.codewars.com/collections/python-8kyu-1";
// const folder_name = "8kyu";
let url, folder_name;

inquirer
  .prompt([
    {
      type: "input",
      name: "url",
      message: "Codewars collection url?",
      validate: function(value) {
        if (value !== "") {
          return true;
        }
        return "URL is required";
      }
    },
    {
      type: "input",
      name: "folder_name",
      message: "Folder name for problems?",
      validate: function(value) {
        if (value !== "") {
          return true;
        }
        return "Folder name is required";
      }
    }
  ])
  .then(answers => {
    url = answers.url;
    folder_name = answers.folder_name;

    app(url, folder_name);
  });

function app(url, folder_name) {
  puppeteer.launch().then(async browser => {
    const page = await browser.newPage();
    await page.goto(url);
    let content = await page.content();
    let katas = [];

    $(".collection-items .item-title a", content).each(function() {
      katas.push({
        url: "https://www.codewars.com" + $(this).attr("href"),
        title: $(this).text()
      });
    });

    for (let i = 0; i < katas.length; i++) {
      const kata = katas[i];
      await page.goto(kata.url);
      await page.waitFor(
        () =>
          document.querySelector("#description").innerText !==
          "Loading description..."
      );
      let content = await page.content();
      const description = $("#description", content);
      kata.description = description.html();

      console.log(i + 1, kata);
    }

    let readme = "\n\n## " + folder_name + "\n";

    fs.appendFileSync("readme.md", readme);

    if (!fs.existsSync(folder_name)) {
      fs.mkdirSync(folder_name);
    }

    console.log("Writting data to files...");

    katas.map((value, index) => {
      let slug = slugify(value.title, { remove: /[\/:*?"<>|]/g, lower: true });
      let template = `\n${index + 1}. [${value.title}](${
        value.url
      }) - [Solution](${folder_name}/${index + 1}-${slug}.md)`;
      fs.appendFileSync("readme.md", template);

      let problemTemplate = "### Problem:\n";
      problemTemplate += value.description;
      problemTemplate += "\n### Solution";

      try {
        fs.writeFileSync(
          `${folder_name}/${index + 1}-${slug}.md`,
          problemTemplate
        );
      } catch (error) {
        console.log(`ERROR --- ${folder_name}/${index + 1}-${slug}.md`);
      }
    });

    await browser.close();
  });
}