mxdvl · April 27, 2022 10:51
diff --git a/_public.md b/_public.md
diff --git a/auth.ts b/auth.ts
 const [token] = Deno.args;

 console.log("using token", token);

 export const auth = {
  Authorization: `token ${token}`,
 };

 export const asJsonWithAuth = <T>(url: string): Promise<T> =>
  fetch(url, { headers: auth }).then((r) => r.json());
diff --git a/formatting.ts b/formatting.ts
 import type { Match } from "./main.ts";

 export const format = (matches: Match[]): string => {
  const repos = matches.reduce<Record<string, Match[]>>((acc, curr) => {
    const repo = curr.repository.full_name;
    if (!repo) return acc;

    if (!acc[repo]) acc[repo] = [];

    acc[repo].push(curr);
    return acc;
  }, {});

  const md = Object.entries(repos)
    .map(([repo, matches]) => {
      const working = matches
        .map(({ name, url, links }) => {
          const title = `- File [\`${name}\`](${url}) from ${repo}`;

          const resovled = links
            .map(([from, to]) => ` - [ ] \`${from}\` &rarr; \`${to}\``)
            .join("\n");

          return [title, "", resovled].join("\n");
        })
        .join("\n");

      return [`## [\`${repo}\`](https://github.com/${repo})`, working].join(
        "\n"
      );
    })
    .join("\n\n");

  return md;
 };
diff --git a/main.ts b/main.ts
 import { asJsonWithAuth, auth } from "./auth.ts";
 import { search, SearchResult } from "./search.ts";
 import { format } from "./formatting.ts";

 const matches = await search('org:guardian "git.io"');

 type Content = {
  node_id: string;
  sha: string;
  size: number;
  url: string;
  content: string;
  message?: string;
 };

 const contents: Promise<[SearchResult, Content][]> = Promise.all(
  matches.map(async (file) => [file, await asJsonWithAuth(file.git_url)])
 );

 const getResolvedLink = async (url: string): Promise<[string, string]> => {
  return [
    url,
    (
      await fetch(`https://${url}`, {
        headers: {
          ...auth,
        },
      })
    ).url,
  ];
 };

 export type Match = {
  name: string;
  repository: SearchResult["repository"];
  url: string;
  links: [string, string][];
 };

 const promises = (await contents).map(
  async ([{ name, repository }, { content, url }]) => {
    const rawLinks = atob(content).match(/git\.io\/.+?\b/gi) ?? [];
    const links = await Promise.all(rawLinks.map(getResolvedLink));

    return <Match>{ name, repository, url, links };
  }
 );

 const results = await Promise.all(promises);

 const markdown = format(results);

 console.log(markdown);

 // Deno.writeTextFileSync("./git-io-files.json", JSON.stringify(urls));
diff --git a/search.ts b/search.ts
 import { asJsonWithAuth } from "./auth.ts";

 export type SearchResult = {
  name: string;
  path: string;
  sha: string;
  url: string;
  git_url: string;
  html_url: string;
  repository: {
    id: number;
    node_id: string;
    name: string;
    full_name: string;
    private: boolean;
  };
 };

 export const search = async (q: string) => {
  const params = new URLSearchParams({ q, per_page: "100" });
  const {
    incomplete_results,
    total_count,
    items,
  }: {
    total_count: number;
    incomplete_results: boolean;
    items: SearchResult[];
  } = await asJsonWithAuth(
    "https://api.github.com/search/code?" + params.toString()
  );
  console.log({ total_count, incomplete_results });
  return items.filter((item) => !item.repository.private);
 };
	const [token] = Deno.args;

	console.log("using token", token);

	export const auth = {
	Authorization: `token ${token}`,
	};

	export const asJsonWithAuth = <T>(url: string): Promise<T> =>
	fetch(url, { headers: auth }).then((r) => r.json());
	import type { Match } from "./main.ts";

	export const format = (matches: Match[]): string => {
	const repos = matches.reduce<Record<string, Match[]>>((acc, curr) => {
	const repo = curr.repository.full_name;
	if (!repo) return acc;

	if (!acc[repo]) acc[repo] = [];

	acc[repo].push(curr);
	return acc;
	}, {});

	const md = Object.entries(repos)
	.map(([repo, matches]) => {
	const working = matches
	.map(({ name, url, links }) => {
	const title = `- File [\`${name}\`](${url}) from ${repo}`;

	const resovled = links
	.map(([from, to]) => ` - [ ] \`${from}\` → \`${to}\``)
	.join("\n");

	return [title, "", resovled].join("\n");
	})
	.join("\n");

	return [`## [\`${repo}\`](https://github.com/${repo})`, working].join(
	"\n"
	);
	})
	.join("\n\n");

	return md;
	};
	import { asJsonWithAuth, auth } from "./auth.ts";
	import { search, SearchResult } from "./search.ts";
	import { format } from "./formatting.ts";

	const matches = await search('org:guardian "git.io"');

	type Content = {
	node_id: string;
	sha: string;
	size: number;
	url: string;
	content: string;
	message?: string;
	};

	const contents: Promise<[SearchResult, Content][]> = Promise.all(
	matches.map(async (file) => [file, await asJsonWithAuth(file.git_url)])
	);

	const getResolvedLink = async (url: string): Promise<[string, string]> => {
	return [
	url,
	(
	await fetch(`https://${url}`, {
	headers: {
	...auth,
	},
	})
	).url,
	];
	};

	export type Match = {
	name: string;
	repository: SearchResult["repository"];
	url: string;
	links: [string, string][];
	};

	const promises = (await contents).map(
	async ([{ name, repository }, { content, url }]) => {
	const rawLinks = atob(content).match(/git\.io\/.+?\b/gi) ?? [];
	const links = await Promise.all(rawLinks.map(getResolvedLink));

	return <Match>{ name, repository, url, links };
	}
	);

	const results = await Promise.all(promises);

	const markdown = format(results);

	console.log(markdown);

	// Deno.writeTextFileSync("./git-io-files.json", JSON.stringify(urls));
	import { asJsonWithAuth } from "./auth.ts";

	export type SearchResult = {
	name: string;
	path: string;
	sha: string;
	url: string;
	git_url: string;
	html_url: string;
	repository: {
	id: number;
	node_id: string;
	name: string;
	full_name: string;
	private: boolean;
	};
	};

	export const search = async (q: string) => {
	const params = new URLSearchParams({ q, per_page: "100" });
	const {
	incomplete_results,
	total_count,
	items,
	}: {
	total_count: number;
	incomplete_results: boolean;
	items: SearchResult[];
	} = await asJsonWithAuth(
	"https://api.github.com/search/code?" + params.toString()
	);
	console.log({ total_count, incomplete_results });
	return items.filter((item) => !item.repository.private);
	};