feat: 添加 token 参数

Author: ckvv

README.md

@@ -2,6 +2,8 @@
 
 用于从 GitHub 仓库下载特定内容的命令行工具。它允许你指定仓库的所有者和名称、输出目录、分支、子路径、glob 表达式等参数，方便地下载你需要的文件
 
+> GitHub 对于未认证的用户会有速率限制 <https://docs.github.com/en/rest/using-the-rest-api/rate-limits-for-the-rest-api> 你可以在环境变量中添加 `GITHUB_TOKEN` 或者 `-t`避免超出限制, 你可以在 <https://github.com/settings/personal-access-tokens> 创建 `GITHUB_TOKEN`
+
 # 安装
 
 ```shell
@@ -21,10 +23,13 @@ git-dl [options] [command] <owner/repo> [output-dir]
 
 选项说明：
 
--   `-b, --branch <char>`：指定要下载的分支名称，默认值为 `main`。
--   `-s, --subpath <char>`：指定要下载的子路径。
--   `-g, --glob <char>`：指定 glob 表达式，用于筛选要下载的文件。
--   `-d, --debug`：启用调试模式，显示详细的调试日志。
++ -`V`, --version         output the version number
++ -`b`, --branch <char>   branch name (default: "main")
++ -`s`, --subpath <char>  subpath
++ -`g`, --glob <char>     glob expressions
++ -`d`, --debug           show debug log
++ -`t`, --token <char>    github token
++ -`h`, --help            display help for command
 
 示例：
 

src/github.ts

@@ -1,9 +1,10 @@
 import type { Options, Tree } from './type.js';
-import { createWriteStream } from 'node:fs';
-import { access, constants, mkdir } from 'node:fs/promises';
+import { Buffer } from 'node:buffer';
+// import { createWriteStream } from 'node:fs';
+import { access, constants, mkdir, writeFile } from 'node:fs/promises';
 import { join, parse } from 'node:path';
 import process from 'node:process';
-import { pipeline } from 'node:stream/promises';
+// import { pipeline } from 'node:stream/promises';
 import { minimatch } from 'minimatch';
 import { request } from './request.js';
 
@@ -31,7 +32,7 @@ export async function getGitTree(options: Options, base: string) {
     if (result.status === '404') {
       throw new Error(`${owner}/${repo}(${branch}): ${result.message}`);
     }
-    throw new Error(result);
+    throw new Error(JSON.stringify(result, null, 2));
   }
 
   const tree = result.tree.map((v: Tree) => {
@@ -50,10 +51,12 @@ export function getOutPutPath(options: Options) {
 }
 
 export async function writeFileFromItem(item: Tree) {
-  const blob = (await request(item._url)).body;
-
+  const blob: any = await (await request(item.url)).json();
   await mkdirRecursive(parse(item._out).dir);
-  return pipeline(blob, createWriteStream(item._out));
+  return writeFile(item._out, Buffer.from(blob?.content, 'base64'));
+  // const blob = (await request(item._url)).body;
+  // await mkdirRecursive(parse(item._out).dir);
+  // return pipeline(blob, createWriteStream(item._out));
 }
 
 export async function mkdirRecursive(dir: string, options?: { existsHandler: any }) {

src/index.ts

@@ -16,10 +16,12 @@ program
   .option('-s, --subpath <char>', 'subpath')
   .option('-g, --glob <char>', 'glob expressions')
   .option('-d, --debug', 'show debug log')
+  .option('-t, --token <char>', 'github token')
   .action(async (ownerRepoName: string, outputDir, options) => {
     const [owner, repo] = ownerRepoName.split('/');
 
     globalThis.debug = options.debug;
+    globalThis.token = options.token;
 
     await download({
       owner,

src/request.ts

@@ -1,6 +1,13 @@
+import { env } from 'node:process';
 import { debug } from './logger.js';
 
-export async function request(url: string, init?: RequestInit) {
+export async function request(url: string, init: RequestInit = {}) {
+  const TOKEN = globalThis.token || env.GITHUB_TOKEN;
+  if (TOKEN) {
+    init.headers = new Headers({
+      Authorization: `Bearer ${TOKEN}`,
+    });
+  }
   debug(`requset: ${url}`);
   let result: Promise<Response>;
   let count = 0;