Takes markdown files in a given path, concatenates them into a single string, and outputs the file at the specified path

generate_llm_txt.js

import fs from 'fs';
import path from 'path';

const generate_llm_txt = (dir_path, output_path = 'llm.txt') => {
  const read_markdown_files = (dir) => {
    let files_content = '';
    const files = fs.readdirSync(dir);

    files.forEach((file) => {
      const file_path = path.join(dir, file);
      const stat = fs.statSync(file_path);

      if (stat.isDirectory()) {
        files_content += read_markdown_files(file_path);
      } else if (file_path.endsWith('.md')) {
        files_content += fs.readFileSync(file_path, 'utf-8') + '\n';
      }
    });

    return files_content;
  };

  const all_content = read_markdown_files(dir_path);
  fs.writeFileSync(output_path, all_content);
};

export default generate_llm_txt;