maw/package.json at main · memvid/maw · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
{
  "name": "@memvid/maw",
  "version": "1.0.5",
  "description": "Crawl any site. Search it forever.",
  "type": "module",
  "main": "dist/index.js",
  "types": "dist/index.d.ts",
  "bin": {
    "maw": "dist/bin/maw.js"
  },
  "repository": {
    "type": "git",
    "url": "git+https://github.com/memvid/maw.git"
  },
  "homepage": "https://github.com/memvid/maw#readme",
  "bugs": {
    "url": "https://github.com/memvid/maw/issues"
  },
  "scripts": {
    "build": "tsc",
    "dev": "tsx watch src/index.ts",
    "test": "vitest",
    "prepublishOnly": "npm run build"
  },
  "keywords": [
    "web-scraper",
    "markdown",
    "ai",
    "memory",
    "rag",
    "offline",
    "documentation",
    "crawler"
  ],
  "author": "Memvid",
  "license": "MIT",
  "dependencies": {
    "@memvid/sdk": "2.0.149",
    "@mozilla/readability": "^0.5.0",
    "chalk": "^5.3.0",
    "cheerio": "^1.0.0",
    "cliui": "^9.0.1",
    "commander": "^12.0.0",
    "jsdom": "^24.0.0",
    "node-html-markdown": "^1.3.0",
    "p-queue": "^8.0.0",
    "sitemapper": "^4.0.2"
  },
  "optionalDependencies": {
    "playwright": "^1.47.0",
    "rebrowser-playwright": "^1.47.0"
  },
  "devDependencies": {
    "@types/jsdom": "^21.0.0",
    "@types/node": "^20.0.0",
    "tsx": "^4.0.0",
    "typescript": "^5.0.0",
    "vitest": "^1.0.0"
  },
  "engines": {
    "node": ">=20"
  },
  "files": [
    "dist",
    "README.md",
    "LICENSE"
  ],
  "publishConfig": {
    "access": "public"
  }
}