Repository navigation
Expand file tree
/
Copy pathpackage.json
More file actions
87 lines (87 loc) · 4.65 KB
/
Copy pathpackage.json
File metadata and controls
87 lines (87 loc) · 4.65 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
{
"name": "scraper",
"version": "1.0.0",
"description": "",
"main": "index.js",
"type": "module",
"scripts-old": {
"scrape": "node --loader ts-node/esm src/utils/prime-scraper.ts",
"scrape-ideal": "node --loader ts-node/esm src/testing/prime-profile-link-scraper.ts",
"rate": "node --loader ts-node/esm src/rating/rate-users.ts",
"rate-ideal": "node --loader ts-node/esm src/testing/rate-ideal-users.ts",
"update-v2-ratings": "node --loader ts-node/esm src/utils/update-v2-ratings.ts",
"override": "node --loader ts-node/esm src/rating/rate-users.ts --override",
"sort": "node --loader ts-node/esm src/utils/sort-users.ts",
"stats": "node --loader ts-node/esm src/utils/stats.ts",
"clean": "node --loader ts-node/esm src/repo-interaction-scraper/clean.ts",
"links": "node --loader ts-node/esm src/utils/generate-profile-links.ts",
"scrape-orgs": "node --loader ts-node/esm src/testing/scrape-repos-from-organizations.ts",
"analyze-contributions": "node --loader ts-node/esm src/utils/analyze-contributions.ts"
},
"scripts": {
"scrape-top-profiles": "node --loader ts-node/esm src/graph-scraper/top-profiles-scraper.ts",
"rank-top-profiles": "node --loader ts-node/esm src/graph-scraper/top-profiles-ranker.ts",
"test-contribution-scraper": "node --loader ts-node/esm src/testing/test-contribution-scraper.ts",
"build-vis": "tsc --project tsconfig.json --outDir dist/vis",
"serve-vis": "npx http-server .",
"dev": "tsx watch --max-old-space-size=2048 src/graph-scraper/core/scraper.ts",
"scrape": "tsx --max-old-space-size=2048 src/graph-scraper/core/scraper.ts",
"stats": "node --loader ts-node/esm src/graph-scraper/core/stats.ts",
"delete-db": "node --loader ts-node/esm src/graph-scraper/scripts/delete-db.ts",
"rate": "node --loader ts-node/esm src/graph-scraper/core/llm-rating.ts",
"list-rated": "node --loader ts-node/esm src/graph-scraper/output-gen/list-rated-users.ts",
"queue": "tsx src/graph-scraper/output-gen/best_rated_to_txt.ts",
"best-rated-to-txt": "node --loader ts-node/esm src/graph-scraper/output-gen/best_rated_to_txt.ts",
"best-rated-links-to-txt": "node --loader ts-node/esm src/graph-scraper/output-gen/best_rated_links_to_txt.ts",
"linkedin-research": "node --loader ts-node/esm src/graph-scraper/core/scraper-helpers/linkedin-research.ts",
"rate-edge-case-profiles": "node --loader ts-node/esm src/graph-scraper/debugging/rate-edge-case-profiles.ts",
"re-rate-users": "node --loader ts-node/esm src/graph-scraper/scripts/re-rate-users.ts",
"debug-linkedin": "node --loader ts-node/esm src/graph-scraper/debugging/debug-linkedin-search.ts",
"to-txt-top-profiles": "node --loader ts-node/esm src/graph-scraper/output-gen/to-txt-top-profiles.ts",
"debug-website-fetching": "node --loader ts-node/esm src/graph-scraper/debugging/debug-website-fetching.ts",
"calculate-parent-ratings": "node --loader ts-node/esm src/graph-scraper/scripts/calculate-parent-ratings.ts",
"investigate-graph-follower-data": "node --loader ts-node/esm src/graph-scraper/debugging/investigate-graph-follower-data.ts",
"scrape-missing-connections": "node --loader ts-node/esm src/graph-scraper/scrape-missing-connections.ts",
"graph-scoring": "node --loader ts-node/esm src/graph-scraper/core/graph-scoring.ts",
"scrape-seeder": "node --loader ts-node/esm src/graph-scraper/core/scraper-seeder.ts",
"mark": "tsx src/graph-scraper/scripts/mark-reviewed.ts",
"links": "tsx src/graph-scraper/scripts/print-links.ts",
"review": "tsx src/graph-scraper/scripts/review-batch.ts",
"scrape-one": "tsx src/graph-scraper/scripts/scrape-one.ts",
"re-rate": "tsx src/graph-scraper/scripts/re-rate-users.ts",
"lookup": "tsx src/graph-scraper/scripts/lookup-candidate.ts",
"recompute-priorities": "tsx src/graph-scraper/scripts/recompute-priorities.ts"
},
"keywords": [],
"author": "",
"license": "ISC",
"dependencies": {
"@mozilla/readability": "^0.5.0",
"@octokit/core": "^6.1.4",
"city-timezones": "^1.3.0",
"dotenv": "^16.4.7",
"jsdom": "^24.0.0",
"mongodb": "^6.16.0",
"openai": "^4.28.0",
"play-sound": "^1.1.6",
"puppeteer": "^24.8.2",
"tree-kill": "^1.2.2",
"vis-data": "^7.1.9",
"vis-network": "^9.1.9",
"zod": "^3.24.4"
},
"devDependencies": {
"@octokit/core": "^6.1.4",
"@types/jsdom": "^21.1.7",
"@types/mozilla__readability": "^0.4.2",
"@types/node": "^20.11.24",
"@types/play-sound": "^1.1.2",
"dotenv": "^16.4.7",
"http-server": "^14.1.1",
"openai": "^4.90.0",
"ts-node": "^10.9.2",
"tsx": "^4.21.0",
"typescript": "^5.3.3",
"vitest": "^4.0.18"
}
}