cli.ts

// read from
import * as fs from "https://deno.land/std@0.159.0/fs/mod.ts";
import { extract } from "https://deno.land/std@0.159.0/encoding/front_matter.ts";
import { DateTimeFormatter } from "https://deno.land/std@0.159.0/datetime/formatter.ts";
import * as path from "https://deno.land/std@0.159.0/path/mod.ts";
import { Feed, FeedOptions } from "https://esm.sh/feed@4.2.2";
import {
  parse as parseTOML,
  stringify,
} from "https://deno.land/std@0.159.0/encoding/toml.ts";
import { encode } from "https://deno.land/std@0.165.0/encoding/base64.ts";
// import { default as kebabCase } from "https://jspm.dev/lodash@4.17.21/kebabCase";
import { default as groupBy } from "https://deno.land/x/lodash@4.17.15-es/groupBy.js";
import { serve } from "https://deno.land/std@0.159.0/http/server.ts";
import { serveDir } from "https://deno.land/std@0.159.0/http/file_server.ts";
import { parse } from "https://deno.land/std@0.159.0/flags/mod.ts";
import { Base64 } from "https://deno.land/x/bb64@1.1.0/mod.ts";
import { config } from "https://deno.land/std@0.166.0/dotenv/mod.ts";
import transliteration from "https://jspm.dev/transliteration@2.3.5";
import { default as kebabCase } from "https://jspm.dev/lodash@4.17.21/kebabCase";
import { gfm } from "https://esm.sh/micromark-extension-gfm@2.0.1";
import {
  gfmFromMarkdown,
  gfmToMarkdown,
} from "https://esm.sh/mdast-util-gfm@2.0.1";
// import { default as kebabCase } from "https://jspm.dev/lodash@4.17.21/kebabCase";
import { toMarkdown } from "https://esm.sh/mdast-util-to-markdown@1.5.0";
import { fromMarkdown } from "https://esm.sh/mdast-util-from-markdown@1.3.0";
import { visit } from "https://esm.sh/unist-util-visit@4.1.2";
import showdown from "https://esm.sh/showdown@2.1.0";
// @ts-ignore: npm module
const _slug = transliteration.slugify;
export const SECOND = 1e3;
export const MINUTE = SECOND * 60;
export const HOUR = MINUTE * 60;
export const DAY = HOUR * 24;
export const WEEK = DAY * 7;
const DAYS_PER_WEEK = 7;
enum Day {
  Sun,
  Mon,
  Tue,
  Wed,
  Thu,
  Fri,
  Sat,
}
interface FrontMatter {
  title: string;
  date: string;
  updated?: string;
  draft?: boolean;
  taxonomies: {
    tags?: string[];
    categories?: string[];
  };
  extra: Record<string, string>;
}
export interface WeekOfYear {
  year: number;
  week: number;
  number: number;
  path: string;
  date: Date;
  id: string;
  name: string;
  days: string[];
}
interface Chapter {
  relativePath: string;
  path: string;
  title: string;
  date: Date;
  updated: Date;
  content: string;
  day: string;
  frontMatter: FrontMatter;
}
interface OutputOptions {
  epub?: Record<string, unknown>;
  html: Record<string, unknown>;
  markdown?: Record<string, unknown>;
  pdf?: Record<string, unknown>;
  latex?: Record<string, unknown>;
  mail?: Record<string, unknown>;
}
interface BookConfig {
  base_url: string;
  mail?: Record<string, string>;
  book: Record<string, unknown>;
  preprocessor: Record<string, Record<string, string>>;
  output: OutputOptions;
}
interface SubSection {
  title: string;
  path: string;
  relativePathToSection: string;
  source?: string;
  originalTitle?: string;
}
interface SummarySection {
  title: string;
  path: string;
  rules?: Rule[];
  subSections?: SubSection[];
}
interface Rule {
  condition: string;
  key: string;
  value: string;
}
interface Book {
  config: BookConfig;
  introduction?: SummarySection;
  summary: SummarySection[];
}

const markdownSourcePath = "./content";
const markdownRootPath = "./";
const bookDist = "./book-dist";
async function main() {
  const flags = parse(Deno.args, {
    boolean: [
      "today",
      "yesterday",
      "thisweek",
      "lastweek",
      "serve",
      "archive",
      "kindle",
      "key",
      "epub",
      "mail",
      "zip",
    ],
    string: ["day", "week"],
  });
  const isBuildArchive = flags.archive;
  const now = new Date();
  let serveDistDir = "";
  let dayBooks: Record<string, string[]> = {};
  if (flags.today) {
    const today = formatBeijing(now, "yyyy-MM-dd");
    dayBooks[`${today}`] = [today];
  } else if (flags.yesterday) {
    const yesterday = formatBeijing(
      new Date(now.getTime() - DAY),
      "yyyy-MM-dd",
    );
    dayBooks[`${yesterday}`] = [yesterday];
  } else if (flags.day) {
    // split by comma
    const allDays = flags.day.trim().split(",").map((day) => day.trim());
    for (const day of allDays) {
      dayBooks[`${day}`] = [day];
    }
  } else if (flags.thisweek) {
    // get week
    const week = getWeekOfYear(now);

    const allDays = week.days;
    const weekName = week.id;
    dayBooks[`${weekName}`] = allDays;
  } else if (flags.lastweek) {
    const lastWeek = getWeekOfYear(new Date(now.getTime() - WEEK));
    const allDays = lastWeek.days;
    const weekName = lastWeek.id;
    dayBooks[`${weekName}`] = allDays;
  } else if (flags.week) {
    // get week
    const allWeeks = flags.week.trim().split(",").map((day) => day.trim());
    for (const weekId of allWeeks) {
      const week = getWeekOfYear(new Date(weekId));
      const allDays = week.days;
      dayBooks[`${week.id}`] = allDays;
    }
  }

  if (flags.key) {
    const keys = Object.keys(dayBooks);
    console.log(keys.join(","));
    return;
  }

  await config({
    export: true,
  });
  // console.log("dayBooks", dayBooks);

  const workDir = new URL(".", import.meta.url).pathname;
  const bookToml = await Deno.readTextFile(`${workDir}/book.toml`);
  const originalBookConfig = parseTOML(bookToml) as unknown as BookConfig;
  let baseUrl = "";
  if (
    originalBookConfig.base_url
  ) {
    baseUrl = originalBookConfig.base_url;
  }

  const isServe = flags.serve;
  if (isServe) {
    baseUrl = "http://localhost:8000";
  }
  let mailConfig = {};
  if (originalBookConfig && originalBookConfig.mail) {
    mailConfig = originalBookConfig.mail;
  }
  const binDir = new URL("./bin", import.meta.url).pathname;

  // walk content directory
  let outputOptions = originalBookConfig.output;
  let blogRepoPath: string | undefined;
  if (Deno.env.get("JOURNAL_PATH")) {
    blogRepoPath = path.join(
      Deno.env.get("JOURNAL_PATH")!,
    );
  }

  const books: Record<string, Book> = {};
  const allChapters: Chapter[] = [];

  const daysBooksKeys = Object.keys(dayBooks);
  if (daysBooksKeys.length > 0) {
    const keys = Object.keys(dayBooks);
    for (const key of keys) {
      const dayConfig = JSON.parse(
        JSON.stringify(originalBookConfig),
      ) as BookConfig;
      if (!isServe && key !== "archive") {
        outputOptions = {
          ...outputOptions,
        };
        outputOptions.epub = {
          "optional": true,
          "cover-image": "cover.jpg",
          "command": binDir + "/mdbook-epub",
          "use-default-css": false,
        };
        dayConfig.output = outputOptions;
      }
      const days = dayBooks[key];
      // check if the day exists

      const validDays: string[] = [];
      console.log("days", days);
      for (const dayString of days) {
        const year = dayString.split("-")[0];
        const month = dayString.split("-")[1];
        const day = dayString.split("-")[2];
        const dayDir = path.join(workDir, "content", year, month, day);
        if (fs.existsSync(dayDir)) {
          validDays.push(dayString);
        }
      }
      if (validDays.length > 0) {
        const summary: SummarySection[] = [];
        for (const dayString of validDays) {
          const year = dayString.split("-")[0];
          const month = dayString.split("-")[1];
          const day = dayString.split("-")[2];
          summary.push({
            title: dayString,
            path: `${year}/${month}/${day}/index.md`,
            rules: [
              {
                condition: "contains",
                key: "day",
                value: dayString,
              },
            ],
          });
        }
        dayConfig.book.title = dayConfig.book.title + " " + key;
        dayConfig.book.description = dayConfig.book.description + " " + key;
        books[`${key}`] = {
          summary,
          config: dayConfig,
        };
      } else {
        console.log(`no valid days for ${key}`);
        throw new Error(`no valid days for ${key}`);
      }
    }
  }

  if (isBuildArchive || daysBooksKeys.length === 0) {
    // all
    books["archive"] = {
      summary: [],
      introduction: {
        title: "简介",
        path: "README.md",
      },
      config: originalBookConfig,
    };
  }

  // clear current book dist
  try {
    await Deno.remove(bookDist, { recursive: true });
  } catch (_e) {
    // ignore
  }
  const booksKeys = Object.keys(books);

  for await (
    const entry of fs.walk(markdownSourcePath, {
      includeDirs: false,
    })
  ) {
    if (entry.isFile && !entry.name.startsWith(".")) {
      const filepath = entry.path;
      const filename = path.basename(filepath);
      const ext = path.extname(filepath);
      if (
        ext === ".md" && !filename.startsWith("_")
      ) {
        let fileLanguage = "zh";

        const filenameParts = filename.split(".");
        if (filenameParts.length > 2) {
          fileLanguage = filenameParts[filenameParts.length - 2];
        }

        // read file
        const file = await Deno.readTextFile(entry.path);
        // extract front matter
        let parsed = {};
        try {
          parsed = extract(file);
        } catch (e) {
          console.error(`error parsing ${filepath}`);
          throw e;
        }
        // @ts-ignore: it's ok
        const { body } = parsed;
        // @ts-ignore: it's ok
        const attrs = parsed.attrs as FrontMatter;
        if (attrs.draft) {
          continue;
        }
        const taxonomies = attrs.taxonomies;
        const tags = taxonomies?.tags || [];
        const categories = taxonomies?.categories;
        const category = categories?.[0];
        const relativePath = path.relative(markdownRootPath, filepath);
        const chapter = {
          path: filepath,
          relativePath,
          title: attrs.title,
          date: new Date(attrs.date),
          updated: attrs.updated
            ? new Date(attrs.updated)
            : new Date(attrs.date),
          category,
          content: body,
          day: formatBeijing(new Date(attrs.date), "yyyy-MM-dd"),
          frontMatter: attrs,
        };
        // add to archive
        if (attrs.date) {
          allChapters.push(chapter);
          // if books day
        }
      }
    }
  }
  for (const key of booksKeys) {
    let keyType = "";
    if (key === "archive") {
      keyType = "archive";
    } else if (key.length === 4) {
      keyType = "yearly";
    } else if (key.length === 7) {
      keyType = "weekly";
    } else if (key.length === 10) {
      keyType = "daily";
    }
    if (!keyType) {
      throw new Error(`invalid book key ${key}`);
    }
    const book = books[key];
    // console.log("book", book);
    const bookConfig = book.config;
    const bookSourceFileDist = path.join(bookDist, key);

    const chapters = allChapters;
    // console.log("chapters", chapters);
    // sort by date
    chapters.sort((a, b) => b.date.getTime() - a.date.getTime());
    // write to file
    const targetMarkdownFiles: Record<string, string> = {};
    const allFiles: string[] = [];
    for (const chapter of chapters) {
      let markdownContent = `# ${chapter.title}\n\n`;
      // if title is not the same as original title
      if (chapter.frontMatter) {
        const title = chapter.frontMatter.title;
        const extra = chapter.frontMatter.extra;
        if (title && extra && extra.original_title) {
          // is same
          if (title !== extra.original_title) {
            markdownContent += `原文标题：**${extra.original_title}**\n\n`;
          }
        }
      }

      markdownContent += chapter.content;

      // add original url
      if (chapter.frontMatter) {
        const extra = chapter.frontMatter.extra;
        if (extra && extra.source) {
          markdownContent += `\n\n原文链接：[${extra.source}](${extra.source})`;
        }
      }
      targetMarkdownFiles[chapter.relativePath] = markdownContent;
      if (!allFiles.includes(chapter.relativePath)) {
        allFiles.push(chapter.relativePath);
      }
      // if chapter is a folder, also copy assets
      if (/index.(\w+\.)?md$/.test(chapter.path)) {
        const folder = path.dirname(chapter.path);
        const assets = fs.walk(folder, { includeDirs: false });
        for await (const asset of assets) {
          if (
            asset.isFile && !asset.path.endsWith(".md") &&
            !asset.name.startsWith(".")
          ) {
            const assetRelativePath = path.relative(
              markdownRootPath,
              asset.path,
            );
            const assetDistPath = path.join(
              bookSourceFileDist,
              assetRelativePath,
            );
            await fs.ensureDir(path.dirname(assetDistPath));
            await Deno.copyFile(asset.path, assetDistPath);
          }
        }
      }
    }

    // format markdown and write to dist
    for (const relativePath of Object.keys(targetMarkdownFiles)) {
      const distPath = path.join(
        bookSourceFileDist,
        relativePath,
      );
      // ensure folder exists
      const markdownContent = targetMarkdownFiles[relativePath];
      await fs.ensureDir(path.dirname(distPath));
      await Deno.writeTextFile(
        distPath,
        markdownContent,
      );
    }

    // gen summary

    for (const chapter of chapters) {
      for (const summarySection of book.summary) {
        const rules = summarySection.rules;
        if (rules) {
          let match = true;
          for (const rule of rules) {
            const actualValue =
              (chapter as unknown as Record<string, string>)[rule.key];
            if (rule.condition === "contains") {
              if (
                Array.isArray(actualValue) && !actualValue.includes(rule.value)
              ) {
                match = false;
              } else if (actualValue !== rule.value) {
                match = false;
              }
            }

            // notContains
            if (rule.condition === "notContains") {
              if (
                Array.isArray(actualValue) && actualValue.includes(rule.value)
              ) {
                match = false;
              } else if (actualValue === rule.value) {
                match = false;
              }
            }
          }
          if (match) {
            const relativePathToSummary = chapter.relativePath.replace(
              /^content\//,
              "",
            );

            if (!summarySection.subSections) {
              summarySection.subSections = [];
            }
            const relativePathToSection = path.relative(
              path.dirname(summarySection.path),
              relativePathToSummary,
            );
            const source = chapter.frontMatter?.extra?.source;
            const originalTitle = chapter.frontMatter?.extra?.original_title;

            // TODO
            summarySection.subSections.push({
              title: chapter.title,
              path: relativePathToSummary,
              relativePathToSection,
              source,
              originalTitle,
            });
          }
        }
      }
    }

    // for archive book gropu by year and month
    if (key === "archive") {
      const groups = groupBy(chapters, (chapter: Chapter) => {
        return formatBeijing(chapter.date, "yyyyMMdd");
      });
      const days = Object.keys(groups).sort((a, b) => {
        return parseInt(b) - parseInt(a);
      });
      for (const day of days) {
        // split 4,2
        const yearStr = day.slice(0, 4);
        const monthStr = day.slice(4, 6);
        const dayStr = day.slice(6, 8);
        const daySummaryPath = `${yearStr}/${monthStr}/${dayStr}/index.md`;
        book.summary.push({
          title: yearStr + "-" + monthStr + "-" + dayStr,
          path: daySummaryPath,
          subSections: groups[day].map((chapter: Chapter) => {
            const relativePathToSummary = chapter.relativePath.replace(
              /^content\//,
              "",
            );
            const relativePathToSection = path.relative(
              path.dirname(daySummaryPath),
              relativePathToSummary,
            );
            const source = chapter.frontMatter?.extra?.source;

            const originalTitle = chapter.frontMatter?.extra?.original_title;
            return {
              title: chapter.title,
              path: relativePathToSummary,
              relativePathToSection,
              source,
              originalTitle,
            };
          }),
        });
      }
    }

    let summary = `# Summary\n\n`;
    if (book.introduction) {
      summary += `[${book.introduction.title}](${
        formatMarkdownPath(book.introduction.path)
      })\n\n`;
    }
    for (const section of book.summary) {
      summary += `- [${section.title}](${formatMarkdownPath(section.path)})\n`;

      if (section.subSections) {
        for (const subSection of section.subSections) {
          summary += `  - [${subSection.title}](${
            formatMarkdownPath(subSection.path)
          })\n`;
        }
      }
    }
    // write summary
    await Deno.writeTextFile(
      path.join(
        bookSourceFileDist,
        bookConfig.book.src as string,
        "SUMMARY.md",
      ),
      summary,
    );

    // copy book assets
    const bookAssetsPath = path.join("templates", keyType);

    // is exists
    if (fs.existsSync(bookAssetsPath)) {
      for await (
        const asset of fs.walk(bookAssetsPath, {
          includeDirs: false,
        })
      ) {
        if (asset.isFile && !asset.name.startsWith(".")) {
          const assetRelativePath = path.relative(bookAssetsPath, asset.path);
          const assetDistPath = path.join(
            bookSourceFileDist,
            bookConfig.book.src as string,
            assetRelativePath,
          );
          await fs.ensureDir(path.dirname(assetDistPath));
          await Deno.copyFile(asset.path, assetDistPath);
        }
      }
    } else {
      // copy cover.jpg
      const coverPath = path.join("templates", "cover.jpg");
      const coverDistPath = path.join(
        bookSourceFileDist,
        bookConfig.book.src as string,
        "cover.jpg",
      );
      await fs.ensureDir(path.dirname(coverDistPath));
      await Deno.copyFile(coverPath, coverDistPath);
    }

    // check is readme file exists
    const readmePath = path.join(bookAssetsPath, "README.md");
    if (!fs.existsSync(readmePath)) {
      // copy root readme
      const rootReadmePath = path.join(workDir, "README.md");
      const assetDistPath = path.join(
        bookSourceFileDist,
        bookConfig.book.src as string,
        "README.md",
      );
      await fs.ensureDir(path.dirname(assetDistPath));
      await Deno.copyFile(rootReadmePath, assetDistPath);
    }

    // add summary sections to section file
    for (const section of book.summary) {
      if (section.subSections && section.subSections.length > 0) {
        // check blog folder is there is links markdown, if not, create one
        let newSectionContent = "";
        let dayNoteContent = "# Notes\n\n";
        const sectionPath = path.join(
          bookSourceFileDist,
          bookConfig.book.src as string,
          section.path,
        );
        let subSectionsMarkdown = "";

        for (const subSection of section.subSections) {
          subSectionsMarkdown +=
            `- [${subSection.title}](${subSection.relativePathToSection})\n`;

          dayNoteContent += `- [${subSection.title}](${subSection.source})`;
          if (subSection.title !== subSection.originalTitle) {
            dayNoteContent += ` ([双语机翻译文](${baseUrl}/${
              subSection.path.slice(0, -8)
            }))`;
          }
          dayNoteContent += "\n";
        }

        await fs.ensureDir(path.dirname(sectionPath));
        await Deno.writeTextFile(
          path.join(path.dirname(sectionPath), "README.md"),
          dayNoteContent,
        );
        let sectionContent = `# ${section.title}\n\n`;
        try {
          sectionContent = await Deno.readTextFile(sectionPath);
        } catch (_e) {
          // ignore
        }
        newSectionContent = `${sectionContent}

## 包含以下文章

${subSectionsMarkdown}
`;

        if (blogRepoPath) {
          const JOURNAL_URL = Deno.env.get("JOURNAL_URL") || "";
          // sync journal notes
          const dayIntroPath = path.join(blogRepoPath, section.title + ".md");
          if (fs.existsSync(dayIntroPath)) {
            const dayIntroContent = await Deno.readTextFile(dayIntroPath);
            const parsed = extract(dayIntroContent);
            const { body } = parsed;
            newSectionContent += `
## 当日笔记 ([博客原文](${JOURNAL_URL}${section.title}/))

${body}
`;
          }
        }
        await fs.ensureDir(path.dirname(sectionPath));
        await Deno.writeTextFile(
          sectionPath,
          newSectionContent,
        );
      }
    }

    // write book.toml
    const bookToml = stringify(
      book.config as unknown as Record<string, unknown>,
    );
    const bookTomlPath = path.join(bookSourceFileDist, "book.toml");
    await Deno.writeTextFile(bookTomlPath, bookToml);
    console.log(`build book ${key} source files success`);
    const p = Deno.run({
      cmd: ["../../bin/mdbook", "build"],
      cwd: bookSourceFileDist,
    });
    await p.status();

    const distDir = path.join(workDir, "dist", key);
    serveDistDir = distDir;
    await fs.ensureDir(distDir);
    // clean dist folder
    await Deno.remove(distDir, {
      recursive: true,
    });
    const htmlPath = path.join(bookSourceFileDist, "book/html");
    if (!isServe && key !== "archive") {
      // copy epub file
      const epubPath = path.join(
        bookSourceFileDist,
        `book/epub/${book.config.book.title}.epub`,
      );
      await fs.ensureDir(distDir);
      const epubNewPath = path.join(
        distDir,
        `${
          slug(originalBookConfig.book.title as string)
        }-${keyType}-${key}.epub`,
      );
      await Deno.copyFile(epubPath, epubNewPath);
      console.log(`build epub ${epubNewPath} success.`);

      // // copy pdf file
      // const pdfPath = path.join(bookSourceFileDist, "book/pdf/output.pdf");
      // const pdfDistPath = path.join(distDir, `${key}.pdf`);
      // await Deno.copyFile(pdfPath, pdfDistPath);

      // zip html files to dist
      const zipProcess = Deno.run({
        cmd: [
          "zip",
          "-r",
          "-q",
          path.join(
            distDir,
            `${
              slug(originalBookConfig.book.title as string)
            }-${keyType}-${key}-html.zip`,
          ),
          "./",
        ],
        cwd: htmlPath,
      });

      await zipProcess.status();
      // send mail
      if (flags.mail) {
        await sendMail(
          [epubNewPath],
          `${originalBookConfig.book.title} ${key} Updates`,
          mailConfig,
        );
      }
    }

    // generate rss items;
    if (key === "archive") {
      const feedItems = [];
      const feedParams: FeedOptions = {
        title: originalBookConfig.book.title as string,
        description: originalBookConfig.book.description as string,
        id: originalBookConfig.base_url,
        link: originalBookConfig.base_url,
        language: originalBookConfig.book.language as string, // optional, used only in RSS 2.0, possible values: http://www.w3.org/TR/REC-html40/struct/dirlang.html#langcodes
        generator: "clip", // optional, default = 'Feed for Node.js'
        copyright: "",
      };
      const authors = originalBookConfig.book.authors as string[];
      if (
        authors &&
        authors.length > 0
      ) {
        feedParams.author = {
          name: authors[0],
          link: originalBookConfig.base_url,
        };
      }

      // check favicon exists

      const faviconPath = path.join(htmlPath, "favicon.png");
      if (fs.existsSync(faviconPath)) {
        feedParams.favicon = `${originalBookConfig.base_url}/favicon.png`;
      }
      const feed = new Feed(feedParams);
      allChapters.slice(0, 25).forEach((post) => {
        feed.addItem({
          title: post.title,
          id: relativePathToAbsoluteUrl(post.relativePath, baseUrl),
          link: relativePathToAbsoluteUrl(post.relativePath, baseUrl),
          content: renderMarkdown(post.relativePath, post.content, baseUrl),
          date: post.date,
        });
      });
      const feedText = feed.atom1();
      // write to feed.xml
      const feedPath = path.join(htmlPath, "feed.xml");
      await Deno.writeTextFile(feedPath, feedText);
    }

    // copy all html files to distDir
    await fs.copy(htmlPath, distDir, { overwrite: true });
    console.log("build book success");
  }

  if (isServe) {
    serve((req) => {
      return serveDir(req, {
        fsRoot: serveDistDir,
      });
    });
  }
}

if (import.meta.main) {
  await main();
}

function addZero(num: number): string {
  if (num < 10) {
    return "0" + num;
  } else {
    return "" + num;
  }
}
function formatBeijing(date: Date, formatString: string) {
  date = new Date(date.getTime() + 8 * 60 * 60 * 1000);
  const formatter = new DateTimeFormatter(formatString);
  return formatter.format(date, {
    timeZone: "UTC",
  });
}
export function getWeekOfYear(date: Date): WeekOfYear {
  const beijingDate = formatBeijing(date, "yyyy-MM-dd");
  const beijingDateArr = beijingDate.split("-");
  const workingDate = new Date(
    Date.UTC(
      Number(beijingDateArr[0]),
      Number(beijingDateArr[1]) - 1,
      Number(beijingDateArr[2]),
    ),
  );

  const day = workingDate.getUTCDay();

  const nearestThursday = workingDate.getUTCDate() +
    Day.Thu -
    (day === Day.Sun ? DAYS_PER_WEEK : day);

  workingDate.setUTCDate(nearestThursday);

  // Get first day of year
  const yearStart = new Date(Date.UTC(workingDate.getUTCFullYear(), 0, 1));
  const weekYear = workingDate.getUTCFullYear();
  // return the calculated full weeks to nearest Thursday
  const week = Math.ceil(
    (workingDate.getTime() - yearStart.getTime() + DAY) / WEEK,
  );
  const weekRangeInfo = weekToRange(Number(`${weekYear}${addZero(week)}`));
  return {
    year: weekYear,
    week: week,
    path: `${workingDate.getUTCFullYear()}/${addZero(week)}`,
    number: Number(`${weekYear}${addZero(week)}`),
    date: weekNumberToDate(Number(`${weekYear}${addZero(week)}`)),
    id: `${weekYear}-${addZero(week)}`,
    name: weekRangeInfo[1],
    days: weekRangeInfo[0],
  };
}
export function weekToRange(weekNumber: number): [string[], string] {
  let year = Math.floor(weekNumber / 100);
  let week = weekNumber % 100;
  // Get first day of year
  const yearStart = new Date(Date.UTC(year, 0, 1));

  // year start monday date

  const yearStartMondayDate = startDateOfWeek(yearStart);

  const yearStartMondayFullYear = yearStartMondayDate.getUTCFullYear();

  let yearFirstWeekMonday = yearStartMondayDate;
  if (yearStartMondayFullYear !== year) {
    // then year first week monday is next +7
    yearFirstWeekMonday = new Date(yearStartMondayDate.getTime() + WEEK);
  }

  const weekMonday = yearFirstWeekMonday.getTime() + WEEK * (week - 1);
  const weekSunday = weekMonday + WEEK - 1;

  const weekStartYear = new Date(weekMonday).getUTCFullYear();
  const start = new Intl.DateTimeFormat("en-US", {
    month: "short",
    day: "2-digit",
    timeZone: "UTC",
  }).format(weekMonday);

  const end = new Intl.DateTimeFormat("en-US", {
    month: "short",
    day: "2-digit",
    timeZone: "UTC",
  }).format(weekSunday);

  const weekName = `${start} - ${end}, ${weekStartYear}`;
  const days: string[] = [];
  for (let i = 0; i < 7; i++) {
    const day = new Date(weekMonday + DAY * i);
    days.push(
      `${day.getUTCFullYear()}-${day.getUTCMonth() + 1}-${day.getUTCDate()}`,
    );
  }
  return [days, weekName];
}
export function weekNumberToDate(weekNumber: number): Date {
  const year = Math.floor(weekNumber / 100);
  const week = weekNumber % 100;
  // Get first day of year
  const yearStart = new Date(Date.UTC(year, 0, 1));

  // year start monday date

  const yearStartMondayDate = startDateOfWeek(yearStart);

  const yearStartMondayFullYear = yearStartMondayDate.getUTCFullYear();

  let yearFirstWeekMonday = yearStartMondayDate;
  if (yearStartMondayFullYear !== year) {
    // then year first week monday is next +7
    yearFirstWeekMonday = new Date(yearStartMondayDate.getTime() + WEEK);
  }

  const weekMonday = yearFirstWeekMonday.getTime() + WEEK * (week - 1);
  const weekSunday = weekMonday + WEEK - 1;
  return new Date(weekMonday);
}
export function startDateOfWeek(date: Date, start_day = 1): Date {
  // Returns the start of the week containing a 'date'. Monday 00:00 UTC is
  // considered to be the boundary between adjacent weeks, unless 'start_day' is
  // specified. A Date object is returned.

  date = new Date(date.getTime());
  const day_of_month = date.getUTCDate();
  const day_of_week = date.getUTCDay();
  const difference_in_days = day_of_week >= start_day
    ? day_of_week - start_day
    : day_of_week - start_day + 7;
  date.setUTCDate(day_of_month - difference_in_days);
  date.setUTCHours(0);
  date.setUTCMinutes(0);
  date.setUTCSeconds(0);
  date.setUTCMilliseconds(0);
  return date;
}

async function getAllContacts(mailConfig: Record<string, string>) {
  const username = Deno.env.get("MJ_APIKEY_PUBLIC")!;
  const password = Deno.env.get("MJ_APIKEY_PRIVATE")!;
  const url =
    `https://api.mailjet.com/v3/REST/contact?ContactsList=${mailConfig.mailjet_contact_list_id}&Limit=200`;
  const headers = new Headers();
  headers.set("Content-Type", "application/json");
  headers.set("Authorization", "Basic " + encode(username + ":" + password));
  const response = await fetch(url, {
    method: "GET",
    headers,
  });
  const data = await response.json();
  return data.Data;
}

async function sendMail(
  files: string[],
  title: string,
  mailConfig: Record<string, string>,
) {
  const attachments = [];

  for (const file of files) {
    // const fileContent = await Deno.readFile(file);
    // const base64Encoded = encode(fileContent);
    const base64Encoded = Base64.fromFile(file).toString();

    const fileBasename = path.basename(file);
    const attachment = {
      "ContentType": "application/epub+zip",
      "Filename": fileBasename,
      "Base64Content": base64Encoded,
    };
    attachments.push(attachment);
  }
  if (attachments.length < 1) {
    console.warn(`No files to send`);
    return;
  }
  let toArray;

  if (mailConfig.to_email || Deno.env.get("TO_EMAIL")) {
    // split ,
    const toEmails = mailConfig.to_email || Deno.env.get("TO_EMAIL")!;
    toArray = toEmails.split(",").map((e: string) => e.trim()).map(
      (item: string) => {
        return {
          "Email": item,
          "Name": item.split("@")[0],
        };
      },
    );
  } else {
    const contacts = await getAllContacts(mailConfig);

    toArray = contacts.map((contact: Record<string, string>) => {
      return {
        Email: contact.Email,
        Name: contact.Name || contact.Email.split("@")[0],
      };
    });
  }

  const username = Deno.env.get("MJ_APIKEY_PUBLIC")!;
  const password = Deno.env.get("MJ_APIKEY_PRIVATE")!;

  const url = "https://api.mailjet.com/v3.1/send";
  const headers = new Headers();
  headers.set("Content-Type", "application/json");
  headers.set("Authorization", "Basic " + encode(username + ":" + password));

  const body = {
    "Messages": [
      {
        "From": {
          "Email": mailConfig.from_email as string,
          "Name": mailConfig.fromName as string,
        },
        "To": toArray,
        "Subject": title,
        "TextPart":
          `Hi, \n\nThis is ${title}. Please check the attachment for more details.\n\n`,
        "Attachments": attachments,
      },
    ],
  };

  const response = await fetch(url, {
    method: "POST",
    headers,
    body: JSON.stringify(body),
  });
  if (response.ok) {
    const data = await response.text();
    console.log("send mail success");
    console.log(data);
  } else {
    console.error("send mail fail");
    console.error(response.status);
    console.error(await response.text());
  }
}
function slug(string: string): string {
  // replace . to - to avoid file extension
  const x = string.replace(/\./g, "-");
  // @ts-ignore: npm
  const kebab = kebabCase(x);
  const sluged = _slug(kebab);
  return sluged;
}
function formatMarkdownPath(path: string): string {
  // if path include space, add <> wrapper
  if (path.includes(" ")) {
    return `<${path}>`;
  }
  return path;
}
function relativePathToAbsoluteUrl(relativePath: string, host: string): string {
  if (relativePath.startsWith("content/")) {
    relativePath = relativePath.slice("content/".length);
  }

  if (relativePath.endsWith(".md")) {
    relativePath = relativePath.slice(0, -3) + ".html";
  }
  const finalUrl = new URL(relativePath, host).toString();
  return finalUrl;
}
function renderMarkdown(
  filepath: string,
  content: string,
  host: string,
): string {
  const formatedMarkdown = formatMarkdown(filepath, content, host);
  const converter = new showdown.Converter();
  const html = converter.makeHtml(formatedMarkdown);
  // to html
  return html;
}
function formatMarkdown(filepath: string, content: string, host: string) {
  const tree = fromMarkdown(content, "utf8", {
    extensions: [gfm()],
    mdastExtensions: [gfmFromMarkdown()],
  });

  visit(tree, "link", (node) => {
    const { url } = node;
    if (url.includes("://")) {
      return;
    }
    // else format internal link
    node.url = internalMarkdownLinkToAbsoluteUrl(filepath, node.url, host);
  });

  // change image link
  visit(tree, "image", (node) => {
    const { url } = node;
    if (url.includes("://")) {
      return;
    }
    // else format internal link
    node.url = internalMarkdownLinkToAbsoluteUrl(filepath, node.url, host);
  });

  const markdownDist = toMarkdown(tree, {
    extensions: [gfmToMarkdown()],
  });
  return markdownDist;
}

function internalMarkdownLinkToAbsoluteUrl(
  currentlink: string,
  targetlink: string,
  host: string,
): string {
  let parentPath = path.dirname(currentlink);
  const basename = path.basename(currentlink);
  if (parentPath.startsWith("content/")) {
    parentPath = parentPath.slice("content/".length);
  }

  let finalPath = path.join(parentPath, targetlink);
  if (finalPath.endsWith(".md")) {
    finalPath = finalPath.slice(0, -3) + ".html";
  }
  const finalUrl = new URL(finalPath, host).toString();
  return finalUrl;
}