/
fetchFromRegistry.ts
99 lines (89 loc) · 2.97 KB
/
fetchFromRegistry.ts
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
import { URL } from 'url'
import { FetchFromRegistry } from '@pnpm/fetching-types'
import npmRegistryAgent, { AgentOptions } from '@pnpm/npm-registry-agent'
import fetch, { isRedirect, Response, RequestInfo, RequestInit } from './fetch'
const USER_AGENT = 'pnpm' // or maybe make it `${pkg.name}/${pkg.version} (+https://npm.im/${pkg.name})`
const CORGI_DOC = 'application/vnd.npm.install-v1+json; q=1.0, application/json; q=0.8, */*'
const JSON_DOC = 'application/json'
const MAX_FOLLOWED_REDIRECTS = 20
export type FetchWithAgentOptions = RequestInit & {
agentOptions: AgentOptions
}
export function fetchWithAgent (url: RequestInfo, opts: FetchWithAgentOptions) {
const agent = npmRegistryAgent(url.toString(), {
...opts.agentOptions,
strictSsl: opts.agentOptions.strictSsl ?? true,
} as any) // eslint-disable-line
const headers = opts.headers ?? {}
headers['connection'] = agent ? 'keep-alive' : 'close'
return fetch(url, {
...opts,
agent,
})
}
export { AgentOptions }
export default function (
defaultOpts: {
fullMetadata?: boolean
userAgent?: string
} & AgentOptions
): FetchFromRegistry {
return async (url, opts): Promise<Response> => {
const headers = {
'user-agent': USER_AGENT,
...getHeaders({
auth: opts?.authHeaderValue,
fullMetadata: defaultOpts.fullMetadata,
userAgent: defaultOpts.userAgent,
}),
}
let redirects = 0
let urlObject = new URL(url)
const originalHost = urlObject.host
while (true) {
const agentOptions = {
...defaultOpts,
...opts,
strictSsl: defaultOpts.strictSsl ?? true,
} as any // eslint-disable-line
// We should pass a URL object to node-fetch till this is not resolved:
// https://github.com/bitinn/node-fetch/issues/245
const response = await fetchWithAgent(urlObject, {
agentOptions,
// if verifying integrity, node-fetch must not decompress
compress: opts?.compress ?? false,
headers,
redirect: 'manual',
retry: opts?.retry,
timeout: opts?.timeout ?? 60000,
})
if (!isRedirect(response.status) || redirects >= MAX_FOLLOWED_REDIRECTS) {
return response
}
// This is a workaround to remove authorization headers on redirect.
// Related pnpm issue: https://github.com/pnpm/pnpm/issues/1815
redirects++
urlObject = new URL(response.headers.get('location')!)
if (!headers['authorization'] || originalHost === urlObject.host) continue
delete headers.authorization
}
}
}
function getHeaders (
opts: {
auth?: string
fullMetadata?: boolean
userAgent?: string
}
) {
const headers: { accept: string, authorization?: string, 'user-agent'?: string } = {
accept: opts.fullMetadata === true ? JSON_DOC : CORGI_DOC,
}
if (opts.auth) {
headers['authorization'] = opts.auth // eslint-disable-line
}
if (opts.userAgent) {
headers['user-agent'] = opts.userAgent
}
return headers
}