api-client/helpers/curlparser.ts

237 lines
7 KiB
TypeScript
Raw Normal View History

import * as URL from "url"
import * as querystring from "querystring"
2021-05-18 09:27:29 +00:00
import * as cookie from "cookie"
2020-09-11 09:37:57 +00:00
import parser from "yargs-parser"
2019-09-06 10:41:18 +00:00
/**
* given this: [ 'msg1=value1', 'msg2=value2' ]
* output this: 'msg1=value1&msg2=value2'
* @param dataArguments
*/
2021-07-18 04:33:52 +00:00
const joinDataArguments = (dataArguments: string[]) => {
let data = ""
2019-11-24 13:15:26 +00:00
dataArguments.forEach((argument, i) => {
2019-10-25 08:14:34 +00:00
if (i === 0) {
2020-02-24 18:44:50 +00:00
data += argument
2019-10-25 08:14:34 +00:00
} else {
2020-02-24 18:44:50 +00:00
data += `&${argument}`
2019-10-25 08:14:34 +00:00
}
2020-02-24 18:44:50 +00:00
})
return data
}
2019-09-06 10:41:18 +00:00
2021-07-18 04:33:52 +00:00
const parseDataFromArguments = (parsedArguments: any) => {
if (parsedArguments.data) {
return {
data: Array.isArray(parsedArguments.data)
? joinDataArguments(parsedArguments.data)
: parsedArguments.data,
dataArray: Array.isArray(parsedArguments.data)
? parsedArguments.data
: null,
isDataBinary: false,
}
} else if (parsedArguments["data-binary"]) {
return {
data: Array.isArray(parsedArguments["data-binary"])
? joinDataArguments(parsedArguments["data-binary"])
: parsedArguments["data-binary"],
dataArray: Array.isArray(parsedArguments["data-binary"])
? parsedArguments["data-binary"]
: null,
isDataBinary: true,
}
} else if (parsedArguments.d) {
return {
data: Array.isArray(parsedArguments.d)
? joinDataArguments(parsedArguments.d)
: parsedArguments.d,
dataArray: Array.isArray(parsedArguments.d) ? parsedArguments.d : null,
isDataBinary: false,
}
} else if (parsedArguments["data-ascii"]) {
return {
data: Array.isArray(parsedArguments["data-ascii"])
? joinDataArguments(parsedArguments["data-ascii"])
: parsedArguments["data-ascii"],
dataArray: Array.isArray(parsedArguments["data-ascii"])
? parsedArguments["data-ascii"]
: null,
isDataBinary: false,
}
}
}
const parseCurlCommand = (curlCommand: string) => {
2021-05-18 09:27:29 +00:00
const newlineFound = /\\/gi.test(curlCommand)
2019-10-25 08:14:34 +00:00
if (newlineFound) {
2020-09-11 08:42:10 +00:00
// remove '\' and newlines
curlCommand = curlCommand.replace(/\\/gi, "")
curlCommand = curlCommand.replace(/\n/g, "")
2019-10-25 08:14:34 +00:00
}
// yargs parses -XPOST as separate arguments. just prescreen for it.
curlCommand = curlCommand.replace(/ -XPOST/, " -X POST")
curlCommand = curlCommand.replace(/ -XGET/, " -X GET")
curlCommand = curlCommand.replace(/ -XPUT/, " -X PUT")
curlCommand = curlCommand.replace(/ -XPATCH/, " -X PATCH")
curlCommand = curlCommand.replace(/ -XDELETE/, " -X DELETE")
2020-02-24 18:44:50 +00:00
curlCommand = curlCommand.trim()
2021-05-18 09:27:29 +00:00
const parsedArguments = parser(curlCommand)
2020-02-24 18:44:50 +00:00
let cookieString
let cookies
2020-09-11 08:42:10 +00:00
let url = parsedArguments._[1]
2019-10-25 08:14:34 +00:00
if (!url) {
2021-05-18 09:27:29 +00:00
for (const argName in parsedArguments) {
if (typeof parsedArguments[argName] === "string") {
if (["http", "www."].includes(parsedArguments[argName])) {
2020-02-24 18:44:50 +00:00
url = parsedArguments[argName]
2019-09-06 10:41:18 +00:00
}
2019-10-25 08:14:34 +00:00
}
}
}
2021-07-18 04:33:52 +00:00
let headers: any
2019-10-25 08:14:34 +00:00
2021-07-18 04:33:52 +00:00
const parseHeaders = (headerFieldName: string) => {
2019-10-25 08:14:34 +00:00
if (parsedArguments[headerFieldName]) {
if (!headers) {
2020-02-24 18:44:50 +00:00
headers = {}
2019-10-25 08:14:34 +00:00
}
if (!Array.isArray(parsedArguments[headerFieldName])) {
2020-02-24 18:44:50 +00:00
parsedArguments[headerFieldName] = [parsedArguments[headerFieldName]]
2019-10-25 08:14:34 +00:00
}
2021-07-18 04:33:52 +00:00
parsedArguments[headerFieldName].forEach((header: string) => {
if (header.includes("Cookie")) {
2019-10-25 08:14:34 +00:00
// stupid javascript tricks: closure
2020-02-24 18:44:50 +00:00
cookieString = header
2019-10-25 08:14:34 +00:00
} else {
2021-05-18 09:27:29 +00:00
const colonIndex = header.indexOf(":")
const headerName = header.substring(0, colonIndex)
const headerValue = header.substring(colonIndex + 1).trim()
2020-02-24 18:44:50 +00:00
headers[headerName] = headerValue
2019-09-06 10:41:18 +00:00
}
2020-02-24 18:44:50 +00:00
})
2019-10-25 08:14:34 +00:00
}
2020-02-24 18:44:50 +00:00
}
2019-10-25 08:14:34 +00:00
parseHeaders("H")
parseHeaders("header")
2019-10-25 08:14:34 +00:00
if (parsedArguments.A) {
if (!headers) {
2020-02-24 18:44:50 +00:00
headers = []
2019-10-25 08:14:34 +00:00
}
headers["User-Agent"] = parsedArguments.A
} else if (parsedArguments["user-agent"]) {
2019-10-25 08:14:34 +00:00
if (!headers) {
2020-02-24 18:44:50 +00:00
headers = []
2019-10-25 08:14:34 +00:00
}
headers["User-Agent"] = parsedArguments["user-agent"]
2019-10-25 08:14:34 +00:00
}
if (parsedArguments.b) {
2020-02-24 18:44:50 +00:00
cookieString = parsedArguments.b
2019-10-25 08:14:34 +00:00
}
if (parsedArguments.cookie) {
2020-02-24 18:44:50 +00:00
cookieString = parsedArguments.cookie
2019-10-25 08:14:34 +00:00
}
2021-07-18 04:33:52 +00:00
const multipartUploads: Record<string, string> = {}
2019-10-25 08:14:34 +00:00
if (parsedArguments.F) {
if (!Array.isArray(parsedArguments.F)) {
2020-02-24 18:44:50 +00:00
parsedArguments.F = [parsedArguments.F]
2019-10-25 08:14:34 +00:00
}
2021-07-18 04:33:52 +00:00
parsedArguments.F.forEach((multipartArgument: string) => {
2019-10-25 08:14:34 +00:00
// input looks like key=value. value could be json or a file path prepended with an @
const [key, value] = multipartArgument.split("=", 2)
2020-02-24 18:44:50 +00:00
multipartUploads[key] = value
})
2019-10-25 08:14:34 +00:00
}
if (cookieString) {
2019-11-27 11:34:43 +00:00
const cookieParseOptions = {
2021-07-18 04:33:52 +00:00
decode: (s: any) => s,
2020-02-24 18:44:50 +00:00
}
2019-10-25 08:14:34 +00:00
// separate out cookie headers into separate data structure
// note: cookie is case insensitive
2021-05-18 09:27:29 +00:00
cookies = cookie.parse(
cookieString.replace(/^Cookie: /gi, ""),
cookieParseOptions
)
2020-02-24 18:44:50 +00:00
}
let method
if (parsedArguments.X === "POST") {
method = "post"
2021-05-18 09:27:29 +00:00
} else if (parsedArguments.X === "PUT" || parsedArguments.T) {
method = "put"
} else if (parsedArguments.X === "PATCH") {
method = "patch"
} else if (parsedArguments.X === "DELETE") {
method = "delete"
} else if (parsedArguments.X === "OPTIONS") {
method = "options"
2019-10-25 08:14:34 +00:00
} else if (
2021-05-18 09:27:29 +00:00
(parsedArguments.d ||
parsedArguments.data ||
parsedArguments["data-ascii"] ||
parsedArguments["data-binary"] ||
2021-05-18 09:27:29 +00:00
parsedArguments.F ||
parsedArguments.form) &&
!(parsedArguments.G || parsedArguments.get)
2019-10-25 08:14:34 +00:00
) {
method = "post"
2021-05-18 09:27:29 +00:00
} else if (parsedArguments.I || parsedArguments.head) {
method = "head"
2019-10-25 08:14:34 +00:00
} else {
method = "get"
2019-10-25 08:14:34 +00:00
}
2021-05-18 09:27:29 +00:00
const compressed = !!parsedArguments.compressed
2020-02-24 18:44:50 +00:00
let urlObject = URL.parse(url) // eslint-disable-line
2019-10-25 08:14:34 +00:00
// if GET request with data, convert data to query string
// NB: the -G flag does not change the http verb. It just moves the data into the url.
2021-05-18 09:27:29 +00:00
if (parsedArguments.G || parsedArguments.get) {
urlObject.query = urlObject.query ? urlObject.query : ""
2021-05-18 09:27:29 +00:00
const option =
"d" in parsedArguments ? "d" : "data" in parsedArguments ? "data" : null
2019-10-25 08:14:34 +00:00
if (option) {
let urlQueryString = ""
2019-10-25 08:14:34 +00:00
if (!url.includes("?")) {
url += "?"
2019-10-25 08:14:34 +00:00
} else {
urlQueryString += "&"
2019-10-25 08:14:34 +00:00
}
if (typeof parsedArguments[option] === "object") {
urlQueryString += parsedArguments[option].join("&")
2019-10-25 08:14:34 +00:00
} else {
2020-02-24 18:44:50 +00:00
urlQueryString += parsedArguments[option]
2019-10-25 08:14:34 +00:00
}
2020-02-24 18:44:50 +00:00
urlObject.query += urlQueryString
url += urlQueryString
delete parsedArguments[option]
2019-10-25 08:14:34 +00:00
}
}
2021-07-18 04:33:52 +00:00
const query = querystring.parse(urlObject.query!, null as any, null as any, {
2020-02-24 18:44:50 +00:00
maxKeys: 10000,
})
2019-10-25 08:14:34 +00:00
2020-02-24 18:44:50 +00:00
urlObject.search = null // Clean out the search/query portion.
2019-11-27 11:34:43 +00:00
const request = {
url,
2020-02-24 18:44:50 +00:00
urlWithoutQuery: URL.format(urlObject),
2021-07-18 04:33:52 +00:00
compressed,
query,
headers,
method,
cookies,
cookieString: cookieString?.replace("Cookie: ", ""),
multipartUploads,
...parseDataFromArguments(parsedArguments),
auth: parsedArguments.u,
user: parsedArguments.user,
2019-10-25 08:14:34 +00:00
}
2020-02-24 18:44:50 +00:00
return request
}
2019-09-06 10:41:18 +00:00
2020-02-24 18:44:50 +00:00
export default parseCurlCommand