rfc7230_SUITE.erl 81 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238
  1. %% Copyright (c) 2015-2017, Loïc Hoguin <essen@ninenines.eu>
  2. %%
  3. %% Permission to use, copy, modify, and/or distribute this software for any
  4. %% purpose with or without fee is hereby granted, provided that the above
  5. %% copyright notice and this permission notice appear in all copies.
  6. %%
  7. %% THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
  8. %% WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
  9. %% MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
  10. %% ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
  11. %% WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
  12. %% ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
  13. %% OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  14. -module(rfc7230_SUITE).
  15. -compile(export_all).
  16. -compile(nowarn_export_all).
  17. -import(ct_helper, [doc/1]).
  18. -import(cowboy_test, [gun_open/1]).
  19. -import(cowboy_test, [gun_down/1]).
  20. -import(cowboy_test, [raw_open/1]).
  21. -import(cowboy_test, [raw_send/2]).
  22. -import(cowboy_test, [raw_recv_head/1]).
  23. -import(cowboy_test, [raw_recv/3]).
  24. suite() ->
  25. [{timetrap, 30000}].
  26. all() -> [{group, http}].
  27. groups() -> [{http, [parallel], ct_helper:all(?MODULE)}].
  28. init_per_group(Name = http, Config) ->
  29. cowboy_test:init_http(Name = http, #{
  30. env => #{dispatch => cowboy_router:compile(init_routes(Config))},
  31. max_keepalive => 100
  32. }, Config).
  33. end_per_group(Name, _) ->
  34. ok = cowboy:stop_listener(Name).
  35. init_routes(_) -> [
  36. {"localhost", [
  37. {"/", hello_h, []},
  38. {"/echo/:key[/:arg]", echo_h, []},
  39. {"/full/:key[/:arg]", echo_h, []},
  40. {"/length/echo/:key", echo_h, []},
  41. {"/resp/:key[/:arg]", resp_h, []},
  42. {"/send_message", send_message_h, []},
  43. {"*", asterisk_h, []}
  44. ]},
  45. {"127.0.0.1", [{"/echo/:key", echo_h, []}]},
  46. {"example.org", [{"/echo/:key", echo_h, []}]}
  47. %% @todo Add IPv6 addresses support to the router. This fails:
  48. %% {"[2001:db8:85a3::8a2e:370:7334]", [{"/echo/:key", echo_h, []}]}
  49. ].
  50. do_raw(Config, Data) ->
  51. Client = raw_open(Config),
  52. ok = raw_send(Client, Data),
  53. {Version, Code, Reason, Rest} = cow_http:parse_status_line(raw_recv_head(Client)),
  54. {Headers, Rest2} = cow_http:parse_headers(Rest),
  55. case lists:keyfind(<<"content-length">>, 1, Headers) of
  56. {_, LengthBin} when LengthBin =/= <<"0">> ->
  57. Length = binary_to_integer(LengthBin),
  58. Body = if
  59. byte_size(Rest2) =:= Length -> Rest2;
  60. true ->
  61. {ok, Body0} = raw_recv(Client, Length - byte_size(Rest2), 5000),
  62. << Rest2/bits, Body0/bits >>
  63. end,
  64. #{client => Client, version => Version, code => Code, reason => Reason, headers => Headers, body => Body};
  65. _ ->
  66. #{client => Client, version => Version, code => Code, reason => Reason, headers => Headers, body => <<>>}
  67. end.
  68. %% Listener.
  69. %% @todo Add to documentation.
  70. %The default port for "http" connections is 80. The connection
  71. %uses plain TCP. (RFC7230 2.7.1)
  72. %
  73. %The default port for "https" connections is 443. The connection
  74. %uses TLS. (RFC7230 2.7.2)
  75. %
  76. %Any other port may be used for either of them.
  77. %% Before the request.
  78. accept_at_least_1_empty_line(Config) ->
  79. doc("A configurable number of empty lines (CRLF) preceding the request "
  80. "must be ignored. At least 1 empty line must be ignored. (RFC7230 3.5)"),
  81. #{code := 200} = do_raw(Config,
  82. "\r\n"
  83. "GET / HTTP/1.1\r\n"
  84. "Host: localhost\r\n"
  85. "\r\n").
  86. reject_response(Config) ->
  87. doc("When receiving a response instead of a request, identified by the "
  88. "status-line which starts with the HTTP version, the server must "
  89. "reject the message with a 400 status code and close the connection. (RFC7230 3.1)"),
  90. #{code := 400, client := Client} = do_raw(Config,
  91. "HTTP/1.1 200 OK\r\n"
  92. "\r\n"),
  93. {error, closed} = raw_recv(Client, 0, 1000).
  94. %% Request.
  95. only_parse_necessary_elements(Config) ->
  96. doc("It is only necessary to parse elements required to process the request. (RFC7230 2.5)"),
  97. #{code := 200} = do_raw(Config,
  98. "GET / HTTP/1.1\r\n"
  99. "Host: localhost\r\n"
  100. "Content-type: purposefully bad header value\r\n"
  101. "\r\n").
  102. %% @todo Add to documentation.
  103. %Parsed elements are subject to configurable limits. A server must
  104. %be able to parse elements at least as long as it generates. (RFC7230 2.5)
  105. no_empty_line_after_request_line(Config) ->
  106. doc("The general format of HTTP requests is strict. No empty line is "
  107. "allowed in-between components except for the empty line "
  108. "indicating the end of the list of headers."),
  109. #{code := 400} = do_raw(Config,
  110. "GET / HTTP/1.1\r\n"
  111. "\r\n"
  112. "Host: localhost\r\n"
  113. "\r\n").
  114. no_empty_line_in_headers(Config) ->
  115. doc("The general format of HTTP requests is strict. No empty line is "
  116. "allowed in-between components except for the empty line "
  117. "indicating the end of the list of headers."),
  118. #{code := 400} = do_raw(Config,
  119. "GET / HTTP/1.1\r\n"
  120. "User-Agent: RFC7230\r\n"
  121. "\r\n"
  122. "Host: localhost\r\n"
  123. "\r\n").
  124. timeout_before_request_line(Config) ->
  125. doc("The time the request (request line and headers) takes to be "
  126. "received by the server must be limited and subject to configuration. "
  127. "No response must be sent before closing if no request was initiated "
  128. "by the reception of a complete request-line."),
  129. Client = raw_open(Config),
  130. ok = raw_send(Client, "GET / HTTP/1.1\r"),
  131. {error, closed} = raw_recv(Client, 0, 6000).
  132. timeout_after_request_line(Config) ->
  133. doc("The time the request (request line and headers) takes to be "
  134. "received by the server must be limited and subject to configuration. "
  135. "A 408 status code must be sent if the request line was received."),
  136. #{code := 408, client := Client1} = do_raw(Config, "GET / HTTP/1.1\r\n"),
  137. {error, closed} = raw_recv(Client1, 0, 6000).
  138. timeout_after_request_line_host(Config) ->
  139. doc("The time the request (request line and headers) takes to be "
  140. "received by the server must be limited and subject to configuration. "
  141. "A 408 status code must be sent if the request line was received."),
  142. #{code := 408, client := Client2} = do_raw(Config, "GET / HTTP/1.1\r\nHost: localhost"),
  143. {error, closed} = raw_recv(Client2, 0, 6000).
  144. timeout_after_request_line_host_crlf(Config) ->
  145. doc("The time the request (request line and headers) takes to be "
  146. "received by the server must be limited and subject to configuration. "
  147. "A 408 status code must be sent if the request line was received."),
  148. #{code := 408, client := Client3} = do_raw(Config, "GET / HTTP/1.1\r\nHost: localhost\r\n"),
  149. {error, closed} = raw_recv(Client3, 0, 6000).
  150. timeout_after_request_line_host_crlfcr(Config) ->
  151. doc("The time the request (request line and headers) takes to be "
  152. "received by the server must be limited and subject to configuration. "
  153. "A 408 status code must be sent if the request line was received."),
  154. #{code := 408, client := Client4} = do_raw(Config, "GET / HTTP/1.1\r\nHost: localhost\r\n\r"),
  155. {error, closed} = raw_recv(Client4, 0, 6000).
  156. %% Request line.
  157. limit_request_line_8000(Config) ->
  158. doc("It is recommended to limit the request-line length to a configurable "
  159. "limit of at least 8000 octets."),
  160. LongPath = ["/long-path" || _ <- lists:seq(1, 799)],
  161. #{code := 200} = do_raw(Config, [
  162. "GET /?qs=", LongPath, " HTTP/1.1\r\n"
  163. "Host: localhost\r\n"
  164. "\r\n"]).
  165. limit_request_line_9000(Config) ->
  166. doc("It is recommended to limit the request-line length to a configurable "
  167. "limit of at least 8000 octets. A request line too long must be rejected "
  168. "with a 414 status code and the closing of the connection. (RFC7230 3.1.1)"),
  169. LongPath = ["/long-path" || _ <- lists:seq(1, 899)],
  170. #{code := 414, client := Client} = do_raw(Config, [
  171. "GET /very", LongPath, " HTTP/1.1\r\n"
  172. "Host: localhost\r\n"
  173. "\r\n"]),
  174. {error, closed} = raw_recv(Client, 0, 1000).
  175. %% Method.
  176. reject_invalid_method(Config) ->
  177. doc("The request method is defined as 1+ token characters. An invalid "
  178. "method must be rejected with a 400 status code and the "
  179. "closing of the connection. (RFC7230 3.1.1, RFC7230 3.2.6)"),
  180. #{code := 400, client := Client} = do_raw(Config,
  181. "GET\0 / HTTP/1.1\r\n"
  182. "Host: localhost\r\n"
  183. "\r\n"),
  184. {error, closed} = raw_recv(Client, 0, 1000).
  185. reject_empty_method(Config) ->
  186. doc("The request method is defined as 1+ token characters. An empty "
  187. "method must be rejected with a 400 status code and the "
  188. "closing of the connection. (RFC7230 3.1.1, RFC7230 3.2.6)"),
  189. #{code := 400, client := Client} = do_raw(Config,
  190. " / HTTP/1.1\r\n"
  191. "Host: localhost\r\n"
  192. "\r\n"),
  193. {error, closed} = raw_recv(Client, 0, 1000).
  194. %% @todo We probably want to directly match commonly used methods.
  195. %In practice the only characters in use by registered methods are
  196. %uppercase letters [A-Z] and the dash "-". (IANA HTTP Method Registry)
  197. limit_method_name(Config) ->
  198. doc("The length of the method must be subject to a configurable limit. "
  199. "A method too long must be rejected with a 501 status code and the "
  200. "closing of the connection. A good default for the method length limit "
  201. "is the longest method length the server implements. (RFC7230 3.1.1)"),
  202. LongMethod = [$G || _ <- lists:seq(1, 1000)],
  203. #{code := 501, client := Client} = do_raw(Config, [
  204. LongMethod, " / HTTP/1.1\r\n"
  205. "Host: localhost\r\n"
  206. "\r\n"]),
  207. {error, closed} = raw_recv(Client, 0, 1000).
  208. %% Between method and request-target.
  209. reject_tab_between_method_and_request_target(Config) ->
  210. doc("A request that uses anything other than SP as separator between "
  211. "the method and the request-target must be rejected with a 400 "
  212. "status code and the closing of the connection. (RFC7230 3.1.1, RFC7230 3.5)"),
  213. #{code := 400, client := Client} = do_raw(Config,
  214. "GET\t/ HTTP/1.1\r\n"
  215. "Host: localhost\r\n"
  216. "\r\n"),
  217. {error, closed} = raw_recv(Client, 0, 1000).
  218. reject_two_sp_between_method_and_request_target(Config) ->
  219. doc("A request that uses anything other than SP as separator between "
  220. "the method and the request-target must be rejected with a 400 "
  221. "status code and the closing of the connection. (RFC7230 3.1.1, RFC7230 3.5)"),
  222. #{code := 400, client := Client} = do_raw(Config,
  223. "GET / HTTP/1.1\r\n"
  224. "Host: localhost\r\n"
  225. "\r\n"),
  226. {error, closed} = raw_recv(Client, 0, 1000).
  227. %% Request target.
  228. ignore_uri_fragment_after_path(Config) ->
  229. doc("The fragment part of the target URI is not sent. It must be "
  230. "ignored by a server receiving it. (RFC7230 5.1)"),
  231. Echo = <<"http://localhost/echo/uri">>,
  232. #{code := 200, body := Echo} = do_raw(Config,
  233. "GET /echo/uri#fragment HTTP/1.1\r\n"
  234. "Host: localhost\r\n"
  235. "\r\n").
  236. ignore_uri_fragment_after_query(Config) ->
  237. doc("The fragment part of the target URI is not sent. It must be "
  238. "ignored by a server receiving it. (RFC7230 5.1)"),
  239. Echo = <<"http://localhost/echo/uri?key=value">>,
  240. #{code := 200, body := Echo} = do_raw(Config,
  241. "GET /echo/uri?key=value#fragment HTTP/1.1\r\n"
  242. "Host: localhost\r\n"
  243. "\r\n").
  244. %% Request target: origin-form.
  245. must_understand_origin_form(Config) ->
  246. doc("A server must be able to handle at least origin-form and absolute-form. (RFC7230 5.3.2)"),
  247. #{code := 200} = do_raw(Config,
  248. "GET / HTTP/1.1\r\n"
  249. "Host: localhost\r\n"
  250. "\r\n").
  251. %% @todo Reenable this test once support for CONNECT is added.
  252. %origin_form_reject_if_connect(Config) ->
  253. % doc("origin-form is used when the client does not connect to a proxy, "
  254. % "does not use the CONNECT method and does not issue a site-wide "
  255. % "OPTIONS request. (RFC7230 5.3.1)"),
  256. % #{code := 400, client := Client} = do_raw(Config,
  257. % "CONNECT / HTTP/1.1\r\n"
  258. % "Host: localhost\r\n"
  259. % "\r\n"),
  260. % {error, closed} = raw_recv(Client, 0, 1000).
  261. %% @todo Equivalent test for https.
  262. origin_form_tcp_scheme(Config) ->
  263. doc("The scheme is either resolved from configuration or is \"https\" "
  264. "when on a TLS connection and \"http\" otherwise. (RFC7230 5.5)"),
  265. Echo = <<"http://localhost/echo/uri">>,
  266. #{code := 200, body := Echo} = do_raw(Config,
  267. "GET /echo/uri HTTP/1.1\r\n"
  268. "Host: localhost\r\n"
  269. "\r\n").
  270. origin_form_path(Config) ->
  271. doc("The absolute-path always starts with \"/\" and ends with either \"?\", \"#\" "
  272. "or the end of the URI. (RFC3986 3.3)"),
  273. Echo = <<"/echo/path">>,
  274. #{code := 200, body := Echo} = do_raw(Config,
  275. "GET /echo/path HTTP/1.1\r\n"
  276. "Host: localhost\r\n"
  277. "\r\n").
  278. origin_form_path_query(Config) ->
  279. doc("The absolute-path always starts with \"/\" and ends with either \"?\", \"#\" "
  280. "or the end of the URI. (RFC3986 3.3)"),
  281. Echo = <<"/echo/path">>,
  282. #{code := 200, body := Echo} = do_raw(Config,
  283. "GET /echo/path?key=value HTTP/1.1\r\n"
  284. "Host: localhost\r\n"
  285. "\r\n").
  286. origin_form_path_fragment(Config) ->
  287. doc("The absolute-path always starts with \"/\" and ends with either \"?\", \"#\" "
  288. "or the end of the URI. (RFC3986 3.3)"),
  289. Echo = <<"/echo/path">>,
  290. #{code := 200, body := Echo} = do_raw(Config,
  291. "GET /echo/path#fragment HTTP/1.1\r\n"
  292. "Host: localhost\r\n"
  293. "\r\n").
  294. origin_form_query(Config) ->
  295. doc("The query starts with \"?\" and ends with \"#\" or the end of the URI. (RFC3986 3.4)"),
  296. Echo = <<"key=value">>,
  297. #{code := 200, body := Echo} = do_raw(Config,
  298. "GET /echo/qs?key=value HTTP/1.1\r\n"
  299. "Host: localhost\r\n"
  300. "\r\n").
  301. origin_form_query_fragment(Config) ->
  302. doc("The query starts with \"?\" and ends with \"#\" or the end of the URI. (RFC3986 3.4)"),
  303. Echo = <<"key=value">>,
  304. #{code := 200, body := Echo} = do_raw(Config,
  305. "GET /echo/qs?key=value#fragment HTTP/1.1\r\n"
  306. "Host: localhost\r\n"
  307. "\r\n").
  308. %% @todo origin_form: reject paths with too large depth or query strings with too many keys
  309. %% Request target: absolute-form.
  310. must_understand_absolute_form(Config) ->
  311. doc("A server must be able to handle at least origin-form and absolute-form. (RFC7230 5.3.2)"),
  312. #{code := 200} = do_raw(Config,
  313. "GET http://localhost HTTP/1.1\r\n"
  314. "Host: localhost\r\n"
  315. "\r\n").
  316. absolute_form_case_insensitive_scheme(Config) ->
  317. doc("The scheme is case insensitive and normally provided in lowercase. (RFC7230 2.7.3)"),
  318. Echo = <<"http://localhost/echo/uri">>,
  319. #{code := 200, body := Echo} = do_raw(Config,
  320. "GET HttP://localhost/echo/uri HTTP/1.1\r\n"
  321. "Host: localhost\r\n"
  322. "\r\n").
  323. absolute_form_case_insensitive_host(Config) ->
  324. doc("The host is case insensitive and normally provided in lowercase. (RFC7230 2.7.3)"),
  325. Echo = <<"http://localhost/echo/uri">>,
  326. #{code := 200, body := Echo} = do_raw(Config,
  327. "GET http://LoCaLHOsT/echo/uri HTTP/1.1\r\n"
  328. "Host: LoCaLHOsT\r\n"
  329. "\r\n").
  330. absolute_form_reject_unknown_schemes(Config) ->
  331. doc("Unknown schemes must be rejected with a 400 status code and the closing of the connection."),
  332. #{code := 400, client := Client} = do_raw(Config,
  333. "GET bad://localhost/ HTTP/1.1\r\n"
  334. "Host: localhost\r\n"
  335. "\r\n"),
  336. {error, closed} = raw_recv(Client, 0, 1000).
  337. %% @todo Equivalent test for https.
  338. absolute_form_drop_scheme_tcp(Config) ->
  339. doc("The scheme provided with the request must be dropped. The effective "
  340. "scheme is either resolved from configuration or is \"https\" when on "
  341. "a TLS connection and \"http\" otherwise. (RFC7230 5.5)"),
  342. Echo = <<"http://localhost/echo/uri">>,
  343. #{code := 200, body := Echo} = do_raw(Config,
  344. "GET https://localhost/echo/uri HTTP/1.1\r\n"
  345. "Host: localhost\r\n"
  346. "\r\n").
  347. absolute_form_reject_userinfo(Config) ->
  348. doc("An authority component with a userinfo component (and its "
  349. "\"@\" delimiter) is invalid. The request must be rejected with "
  350. "a 400 status code and the closing of the connection. (RFC7230 2.7.1)"),
  351. #{code := 400, client := Client} = do_raw(Config,
  352. "GET http://username:password@localhost HTTP/1.1\r\n"
  353. "Host: localhost\r\n"
  354. "\r\n"),
  355. {error, closed} = raw_recv(Client, 0, 1000).
  356. absolute_form_reject_missing_host_without_path(Config) ->
  357. doc("A URI with a missing host identifier is invalid. The request must "
  358. "be rejected with a 400 status code and the closing of the connection. (RFC7230 2.7.1)"),
  359. #{code := 400, client := Client} = do_raw(Config,
  360. "GET http:// HTTP/1.1\r\n"
  361. "Host: localhost\r\n"
  362. "\r\n"),
  363. {error, closed} = raw_recv(Client, 0, 1000).
  364. absolute_form_reject_missing_host_with_path(Config) ->
  365. doc("A URI with a missing host identifier is invalid. The request must "
  366. "be rejected with a 400 status code and the closing of the connection. (RFC7230 2.7.1)"),
  367. #{code := 400, client := Client} = do_raw(Config,
  368. "GET http:/// HTTP/1.1\r\n"
  369. "Host: localhost\r\n"
  370. "\r\n"),
  371. {error, closed} = raw_recv(Client, 0, 1000).
  372. absolute_form_ipv4(Config) ->
  373. doc("Absolute form with an IPv4 address for the host. (RFC3986 3.2.2)"),
  374. Echo = <<"127.0.0.1">>,
  375. #{code := 200, body := Echo} = do_raw(Config,
  376. "GET http://127.0.0.1/echo/host HTTP/1.1\r\n"
  377. "Host: 127.0.0.1\r\n"
  378. "\r\n").
  379. absolute_form_ipv4_port(Config) ->
  380. doc("Absolute form with an IPv4 address for the host and a port number. (RFC3986 3.2.2)"),
  381. Host = <<"127.0.0.1">>,
  382. #{code := 200, body := Host} = do_raw(Config,
  383. "GET http://127.0.0.1:8080/echo/host HTTP/1.1\r\n"
  384. "Host: 127.0.0.1:8080\r\n"
  385. "\r\n"),
  386. Port = <<"8080">>,
  387. #{code := 200, body := Port} = do_raw(Config,
  388. "GET http://127.0.0.1:8080/echo/port HTTP/1.1\r\n"
  389. "Host: 127.0.0.1:8080\r\n"
  390. "\r\n").
  391. %% @todo We need the router to support IPv6 addresses to write proper tests for these:
  392. %absolute_form_ipv6(Config) ->
  393. %absolute_form_ipv6_ipv4(Config) ->
  394. %absolute_form_ipv6_zoneid(Config) ->
  395. absolute_form_reg_name(Config) ->
  396. doc("Absolute form with a regular name for the host. (RFC3986 3.2.2)"),
  397. Echo = <<"example.org">>,
  398. #{code := 200, body := Echo} = do_raw(Config,
  399. "GET http://example.org/echo/host HTTP/1.1\r\n"
  400. "Host: example.org\r\n"
  401. "\r\n").
  402. absolute_form_reg_name_port(Config) ->
  403. doc("Absolute form with an IPv4 address for the host and a port number. (RFC3986 3.2.2)"),
  404. Host = <<"example.org">>,
  405. #{code := 200, body := Host} = do_raw(Config,
  406. "GET http://example.org:8080/echo/host HTTP/1.1\r\n"
  407. "Host: example.org:8080\r\n"
  408. "\r\n"),
  409. Port = <<"8080">>,
  410. #{code := 200, body := Port} = do_raw(Config,
  411. "GET http://example.org:8080/echo/port HTTP/1.1\r\n"
  412. "Host: example.org:8080\r\n"
  413. "\r\n").
  414. absolute_form_limit_host(Config) ->
  415. doc("The maximum length for the host component of the URI must be subject "
  416. "to a configurable limit. A good default is 255 characters. "
  417. "(RFC7230 3.1.1, RFC3986 3.2.2, RFC1034 3.1)"),
  418. LongHost = ["host." || _ <- lists:seq(1, 100)],
  419. #{code := 414, client := Client} = do_raw(Config, [
  420. "GET http://", LongHost, "/ HTTP/1.1\r\n"
  421. "Host: ", LongHost, "\r\n"
  422. "\r\n"]),
  423. {error, closed} = raw_recv(Client, 0, 1000).
  424. absolute_form_invalid_port_0(Config) ->
  425. doc("Port number 0 is reserved. The request must be rejected and the connection closed."),
  426. #{code := 400, client := Client} = do_raw(Config,
  427. "GET http://localhost:0/ HTTP/1.1\r\n"
  428. "Host: localhost:0\r\n"
  429. "\r\n"),
  430. {error, closed} = raw_recv(Client, 0, 1000).
  431. absolute_form_invalid_port_65536(Config) ->
  432. doc("Port numbers above 65535 are invalid. The request must be rejected "
  433. "and the connection closed."),
  434. #{code := 400, client := Client} = do_raw(Config,
  435. "GET http://localhost:65536/ HTTP/1.1\r\n"
  436. "Host: localhost:65536\r\n"
  437. "\r\n"),
  438. {error, closed} = raw_recv(Client, 0, 1000).
  439. %% @todo The RFC says to discard the Host header if we are a proxy,
  440. %% and replace it with the content of absolute-form. This means
  441. %% that we should probably keep the absolute-form value when
  442. %% operating in proxy mode. Otherwise the absolute-form value
  443. %% is simply dropped and the Host header is used.
  444. %% @todo The authority is sent both in the URI and in the host header.
  445. %% The authority from the URI must be dropped, and the host header
  446. %% must be used instead. (RFC7230 5.5)
  447. %%
  448. %% It is not possible to test that the absolute-form value is dropped
  449. %% because one of the Host header test ensures that the authority
  450. %% is the same in both, and errors out otherwise.
  451. absolute_form_path(Config) ->
  452. doc("The path always starts with \"/\" and ends with either \"?\", \"#\" "
  453. "or the end of the URI. (RFC3986 3.3)"),
  454. Echo = <<"/echo/path">>,
  455. #{code := 200, body := Echo} = do_raw(Config,
  456. "GET http://localhost/echo/path HTTP/1.1\r\n"
  457. "Host: localhost\r\n"
  458. "\r\n").
  459. absolute_form_path_query(Config) ->
  460. doc("The path always starts with \"/\" and ends with either \"?\", \"#\" "
  461. "or the end of the URI. (RFC3986 3.3)"),
  462. Echo = <<"/echo/path">>,
  463. #{code := 200, body := Echo} = do_raw(Config,
  464. "GET http://localhost/echo/path?key=value HTTP/1.1\r\n"
  465. "Host: localhost\r\n"
  466. "\r\n").
  467. absolute_form_path_fragment(Config) ->
  468. doc("The path always starts with \"/\" and ends with either \"?\", \"#\" "
  469. "or the end of the URI. (RFC3986 3.3)"),
  470. Echo = <<"/echo/path">>,
  471. #{code := 200, body := Echo} = do_raw(Config,
  472. "GET http://localhost/echo/path#fragment HTTP/1.1\r\n"
  473. "Host: localhost\r\n"
  474. "\r\n").
  475. absolute_form_no_path(Config) ->
  476. doc("An empty path component is equivalent to \"/\". (RFC7230 2.7.3)"),
  477. #{code := 200, body := <<"Hello world!">>} = do_raw(Config,
  478. "GET http://localhost HTTP/1.1\r\n"
  479. "Host: localhost\r\n"
  480. "\r\n").
  481. absolute_form_no_path_then_query(Config) ->
  482. doc("An empty path component is equivalent to \"/\". (RFC7230 2.7.3)"),
  483. #{code := 200, body := <<"Hello world!">>} = do_raw(Config,
  484. "GET http://localhost?key=value HTTP/1.1\r\n"
  485. "Host: localhost\r\n"
  486. "\r\n").
  487. absolute_form_no_path_then_fragment(Config) ->
  488. doc("An empty path component is equivalent to \"/\". (RFC7230 2.7.3)"),
  489. #{code := 200, body := <<"Hello world!">>} = do_raw(Config,
  490. "GET http://localhost#fragment HTTP/1.1\r\n"
  491. "Host: localhost\r\n"
  492. "\r\n").
  493. absolute_form_query(Config) ->
  494. doc("The query starts with \"?\" and ends with \"#\" or the end of the URI. (RFC3986 3.4)"),
  495. Echo = <<"key=value">>,
  496. #{code := 200, body := Echo} = do_raw(Config,
  497. "GET http://localhost/echo/qs?key=value HTTP/1.1\r\n"
  498. "Host: localhost\r\n"
  499. "\r\n").
  500. absolute_form_query_fragment(Config) ->
  501. doc("The query starts with \"?\" and ends with \"#\" or the end of the URI. (RFC3986 3.4)"),
  502. Echo = <<"key=value">>,
  503. #{code := 200, body := Echo} = do_raw(Config,
  504. "GET http://localhost/echo/qs?key=value#fragment HTTP/1.1\r\n"
  505. "Host: localhost\r\n"
  506. "\r\n").
  507. %% @todo absolute_form: reject paths with too large depth or query strings with too many keys
  508. %% Request-target: authority-form.
  509. authority_form_reject_if_not_connect(Config) ->
  510. doc("When the method is CONNECT, authority-form must be used. This "
  511. "form does not apply to any other methods which must reject the "
  512. "request with a 400 status code and the closing of the connection. (RFC7230 5.3.3)"),
  513. #{code := 400, client := Client} = do_raw(Config,
  514. "GET localhost:80 HTTP/1.1\r\n"
  515. "Host: localhost\r\n"
  516. "\r\n"),
  517. {error, closed} = raw_recv(Client, 0, 1000).
  518. %% @todo Implement CONNECT.
  519. %authority_form_reject_userinfo(Config) ->
  520. %An authority component with a userinfo component (and its
  521. %"@" delimiter) is invalid. The request must be rejected with
  522. %a 400 status code and the closing of the connection. (RFC7230 2.7.1)
  523. %
  524. %authority_form_limit_host(Config) ->
  525. %authority_form_limit_port0(Config) ->
  526. %authority_form_limit_port65536(Config) ->
  527. %
  528. %A request with a too long component of authority-form must be rejected with
  529. %a 414 status code and the closing of the connection. (RFC7230 3.1.1)
  530. %
  531. %The authority is either resolved from configuration or is taken
  532. %directly from authority-form. (RFC7230 5.5)
  533. %
  534. %authority_form_empty_path(Config) ->
  535. %authority_form_empty_query(Config) ->
  536. %The path and query are empty when using authority-form. (RFC7230 5.5)
  537. %% Request-target: asterisk-form.
  538. asterisk_form_reject_if_not_options(Config) ->
  539. doc("asterisk-form is used for server-wide OPTIONS requests. "
  540. "It is invalid with any other methods which must reject the "
  541. "request with a 400 status code and the closing of the connection. (RFC7230 5.3.4)"),
  542. #{code := 400, client := Client} = do_raw(Config,
  543. "GET * HTTP/1.1\r\n"
  544. "Host: localhost\r\n"
  545. "\r\n"),
  546. {error, closed} = raw_recv(Client, 0, 1000).
  547. asterisk_form_empty_path_query(Config) ->
  548. doc("The path and query components are empty when using asterisk-form. (RFC7230 5.5)"),
  549. #{code := 200, body := <<"http://localhost">>} = do_raw(Config,
  550. "OPTIONS * HTTP/1.1\r\n"
  551. "Host: localhost\r\n"
  552. "X-Echo: uri\r\n"
  553. "\r\n").
  554. %% Invalid request-target.
  555. invalid_request_target(Config) ->
  556. doc("Any other form is invalid and must be rejected with a 400 status code "
  557. "and the closing of the connection."),
  558. #{code := 400, client := Client} = do_raw(Config,
  559. "GET \0 HTTP/1.1\r\n"
  560. "Host: localhost\r\n"
  561. "\r\n"),
  562. {error, closed} = raw_recv(Client, 0, 1000).
  563. missing_request_target(Config) ->
  564. doc("The lack of request target must be rejected with a 400 status code "
  565. "and the closing of the connection."),
  566. #{code := 400, client := Client} = do_raw(Config,
  567. "GET HTTP/1.1\r\n"
  568. "Host: localhost\r\n"
  569. "\r\n"),
  570. {error, closed} = raw_recv(Client, 0, 1000).
  571. %% Between request-target and version.
  572. reject_tab_between_request_target_and_version(Config) ->
  573. doc("A request that uses anything other than SP as separator between "
  574. "the request-target and the version must be rejected with a 400 "
  575. "status code and the closing of the connection. (RFC7230 3.1.1, RFC7230 3.5)"),
  576. #{code := 400, client := Client} = do_raw(Config,
  577. "GET /\tHTTP/1.1\r\n"
  578. "Host: localhost\r\n"
  579. "\r\n"),
  580. {error, closed} = raw_recv(Client, 0, 1000).
  581. reject_two_sp_between_request_target_and_version(Config) ->
  582. doc("A request that uses anything other than SP as separator between "
  583. "the request-target and the version must be rejected with a 400 "
  584. "status code and the closing of the connection. (RFC7230 3.1.1, RFC7230 3.5)"),
  585. #{code := 400, client := Client} = do_raw(Config,
  586. "GET / HTTP/1.1\r\n"
  587. "Host: localhost\r\n"
  588. "\r\n"),
  589. {error, closed} = raw_recv(Client, 0, 1000).
  590. %% Request version.
  591. reject_invalid_version_http09(Config) ->
  592. doc("Any version number other than HTTP/1.0 or HTTP/1.1 must be "
  593. "rejected by a server or intermediary with a 505 status code. (RFC7230 2.6, RFC7230 A.2)"),
  594. #{code := 505} = do_raw(Config,
  595. "GET / HTTP/0.9\r\n"
  596. "Host: localhost\r\n"
  597. "\r\n").
  598. reject_invalid_version_http100(Config) ->
  599. doc("Any version number other than HTTP/1.0 or HTTP/1.1 must be "
  600. "rejected by a server or intermediary with a 505 status code. (RFC7230 2.6, RFC7230 A.2)"),
  601. #{code := 505} = do_raw(Config,
  602. "GET / HTTP/1.00\r\n"
  603. "Host: localhost\r\n"
  604. "\r\n").
  605. reject_invalid_version_http111(Config) ->
  606. doc("Any version number other than HTTP/1.0 or HTTP/1.1 must be "
  607. "rejected by a server or intermediary with a 505 status code. (RFC7230 2.6, RFC7230 A.2)"),
  608. #{code := 505} = do_raw(Config,
  609. "GET / HTTP/1.11\r\n"
  610. "Host: localhost\r\n"
  611. "\r\n").
  612. reject_invalid_version_http12(Config) ->
  613. doc("Any version number other than HTTP/1.0 or HTTP/1.1 must be "
  614. "rejected by a server or intermediary with a 505 status code. (RFC7230 2.6, RFC7230 A.2)"),
  615. #{code := 505} = do_raw(Config,
  616. "GET / HTTP/1.2\r\n"
  617. "Host: localhost\r\n"
  618. "\r\n").
  619. reject_invalid_version_http2(Config) ->
  620. doc("Any version number other than HTTP/1.0 or HTTP/1.1 must be "
  621. "rejected by a server or intermediary with a 505 status code. (RFC7230 2.6, RFC7230 A.2)"),
  622. #{code := 505} = do_raw(Config,
  623. "GET / HTTP/2\r\n"
  624. "Host: localhost\r\n"
  625. "\r\n").
  626. reject_empty_version(Config) ->
  627. doc("Any version number other than HTTP/1.0 or HTTP/1.1 must be "
  628. "rejected by a server or intermediary with a 505 status code. "
  629. "(RFC7230 2.6, RFC7230 A, RFC7230 A.2)"),
  630. #{code := 505} = do_raw(Config,
  631. "GET / \r\n"
  632. "Host: localhost\r\n"
  633. "\r\n").
  634. reject_invalid_whitespace_after_version(Config) ->
  635. doc("A request that has whitespace different than CRLF following the "
  636. "version must be rejected with a 400 status code and the closing "
  637. "of the connection. (RFC7230 3.1.1)"),
  638. #{code := 400, client := Client} = do_raw(Config,
  639. "GET / HTTP/1.1 \r\n"
  640. "Host: localhost\r\n"
  641. "\r\n"),
  642. {error, closed} = raw_recv(Client, 0, 1000).
  643. %% Request headers.
  644. invalid_header_name(Config) ->
  645. doc("Header field names are tokens. (RFC7230 3.2)"),
  646. #{code := 400} = do_raw(Config, [
  647. "GET / HTTP/1.1\r\n"
  648. "Host\0: localhost\r\n"
  649. "\r\n"]).
  650. invalid_header_value(Config) ->
  651. doc("Header field values are made of printable characters, "
  652. "horizontal tab or space. (RFC7230 3.2)"),
  653. #{code := 400} = do_raw(Config, [
  654. "GET / HTTP/1.1\r\n"
  655. "Host: localhost\0rm rf the world\r\n"
  656. "\r\n"]).
  657. lower_case_header(Config) ->
  658. doc("The header field name is case insensitive. (RFC7230 3.2)"),
  659. #{code := 200} = do_raw(Config, [
  660. "GET / HTTP/1.1\r\n"
  661. "host: localhost\r\n"
  662. "\r\n"]).
  663. upper_case_header(Config) ->
  664. doc("The header field name is case insensitive. (RFC7230 3.2)"),
  665. #{code := 200} = do_raw(Config, [
  666. "GET / HTTP/1.1\r\n"
  667. "HOST: localhost\r\n"
  668. "\r\n"]).
  669. mixed_case_header(Config) ->
  670. doc("The header field name is case insensitive. (RFC7230 3.2)"),
  671. #{code := 200} = do_raw(Config, [
  672. "GET / HTTP/1.1\r\n"
  673. "hOsT: localhost\r\n"
  674. "\r\n"]).
  675. reject_whitespace_before_header_name(Config) ->
  676. doc("Messages that contain whitespace before the header name must "
  677. "be rejected with a 400 status code and the closing of the "
  678. "connection. (RFC7230 3.2.4)"),
  679. #{code := 400, client := Client1} = do_raw(Config, [
  680. "GET / HTTP/1.1\r\n"
  681. " Host: localhost\r\n"
  682. "\r\n"]),
  683. {error, closed} = raw_recv(Client1, 0, 1000),
  684. #{code := 400, client := Client2} = do_raw(Config, [
  685. "GET / HTTP/1.1\r\n"
  686. "\tHost: localhost\r\n"
  687. "\r\n"]),
  688. {error, closed} = raw_recv(Client2, 0, 1000).
  689. reject_whitespace_between_header_name_and_colon(Config) ->
  690. doc("Messages that contain whitespace between the header name and "
  691. "colon must be rejected with a 400 status code and the closing "
  692. "of the connection. (RFC7230 3.2.4)"),
  693. #{code := 400, client := Client1} = do_raw(Config, [
  694. "GET / HTTP/1.1\r\n"
  695. "Host : localhost\r\n"
  696. "\r\n"]),
  697. {error, closed} = raw_recv(Client1, 0, 1000),
  698. #{code := 400, client := Client2} = do_raw(Config, [
  699. "GET / HTTP/1.1\r\n"
  700. "Host\t: localhost\r\n"
  701. "\r\n"]),
  702. {error, closed} = raw_recv(Client2, 0, 1000).
  703. reject_header_name_without_colon(Config) ->
  704. doc("Messages that contain a header name that is not followed by a "
  705. "colon must be rejected with a 400 status code and the closing "
  706. "of the connection. (RFC7230 3.2.4)"),
  707. #{code := 400, client := Client1} = do_raw(Config, [
  708. "GET / HTTP/1.1\r\n"
  709. "Host\r\n"
  710. "\r\n"]),
  711. {error, closed} = raw_recv(Client1, 0, 1000),
  712. #{code := 400, client := Client2} = do_raw(Config, [
  713. "GET / HTTP/1.1\r\n"
  714. "Host localhost\r\n"
  715. "\r\n"]),
  716. {error, closed} = raw_recv(Client2, 0, 1000),
  717. #{code := 400, client := Client3} = do_raw(Config, [
  718. "GET / HTTP/1.1\r\n"
  719. "Host\r\n"
  720. " : localhost\r\n"
  721. "\r\n"]),
  722. {error, closed} = raw_recv(Client3, 0, 1000).
  723. limit_header_name(Config) ->
  724. doc("The header name must be subject to a configurable limit. A "
  725. "good default is 50 characters, well above the longest registered "
  726. "header. Such a request must be rejected with a 431 status code "
  727. "and the closing of the connection. "
  728. "(RFC7230 3.2.5, RFC6585 5, IANA Message Headers registry)"),
  729. #{code := 431, client := Client} = do_raw(Config, [
  730. "GET / HTTP/1.1\r\n"
  731. "Host: localhost\r\n",
  732. binary:copy(<<$a>>, 32768), ": bad\r\n"
  733. "\r\n"]),
  734. {error, closed} = raw_recv(Client, 0, 1000).
  735. limit_header_value(Config) ->
  736. doc("The header value and the optional whitespace around it must be "
  737. "subject to a configurable limit. There is no recommendations "
  738. "for the default. 4096 characters is known to work well. Such "
  739. "a request must be rejected with a 431 status code and the closing "
  740. "of the connection. (RFC7230 3.2.5, RFC6585 5)"),
  741. #{code := 431, client := Client} = do_raw(Config, [
  742. "GET / HTTP/1.1\r\n"
  743. "Host: localhost\r\n"
  744. "bad: ", binary:copy(<<$a>>, 32768), "\r\n"
  745. "\r\n"]),
  746. {error, closed} = raw_recv(Client, 0, 1000).
  747. drop_whitespace_before_header_value(Config) ->
  748. doc("Optional whitespace before and after the header value is not "
  749. "part of the value and must be dropped."),
  750. #{code := 200} = do_raw(Config, [
  751. "POST / HTTP/1.1\r\n"
  752. "Host: localhost\r\n"
  753. "Content-length: \t 12\r\n"
  754. "\r\n"
  755. "Hello world!"]).
  756. drop_whitespace_after_header_value(Config) ->
  757. doc("Optional whitespace before and after the header value is not "
  758. "part of the value and must be dropped."),
  759. #{code := 200} = do_raw(Config, [
  760. "POST / HTTP/1.1\r\n"
  761. "Host: localhost\r\n"
  762. "Content-length: 12 \t \r\n"
  763. "\r\n"
  764. "Hello world!"]).
  765. reject_lf_line_breaks(Config) ->
  766. doc("A server may accept header names separated by a single LF, instead of "
  767. "CRLF. Cowboy rejects all requests that use LF as separator. (RFC7230 3.5)"),
  768. #{code := 400, client := Client} = do_raw(Config, [
  769. "POST /echo/read_body HTTP/1.1\r\n"
  770. "Host: localhost\n"
  771. "Transfer-encoding: chunked\r\n"
  772. "\r\n"
  773. "6\r\nHello \r\n5\r\nworld\r\n1\r\n!\r\n0\r\n\r\n"]),
  774. {error, closed} = raw_recv(Client, 0, 1000).
  775. %@todo
  776. %The order of header fields with differing names is not significant. (RFC7230 3.2.2)
  777. %
  778. %@todo
  779. %The normal procedure for parsing headers is to read each header
  780. %field into a hash table by field name until the empty line. (RFC7230 3)
  781. reject_duplicate_content_length_header(Config) ->
  782. doc("Requests with duplicate content-length headers must be rejected "
  783. "with a 400 status code and the closing of the connection. (RFC7230 3.3.2)"),
  784. #{code := 400, client := Client} = do_raw(Config, [
  785. "POST / HTTP/1.1\r\n"
  786. "Host: localhost\r\n"
  787. "Content-length: 12\r\n"
  788. "Content-length: 12\r\n"
  789. "\r\n"
  790. "Hello world!"]),
  791. {error, closed} = raw_recv(Client, 0, 1000).
  792. reject_duplicate_host_header(Config) ->
  793. doc("Requests with duplicate host headers must be rejected "
  794. "with a 400 status code and the closing of the connection. (RFC7230 3.3.2)"),
  795. #{code := 400, client := Client} = do_raw(Config, [
  796. "POST / HTTP/1.1\r\n"
  797. "Host: localhost\r\n"
  798. "Host: localhost\r\n"
  799. "\r\n"
  800. "Hello world!"]),
  801. {error, closed} = raw_recv(Client, 0, 1000).
  802. combine_duplicate_headers(Config) ->
  803. doc("Other duplicate header fields must be combined by inserting a comma "
  804. "between the values in the order they were received. (RFC7230 3.2.2)"),
  805. #{code := 200, body := Body} = do_raw(Config, [
  806. "GET /echo/headers HTTP/1.1\r\n"
  807. "Host: localhost\r\n"
  808. "Accept-encoding: gzip\r\n"
  809. "Accept-encoding: brotli\r\n"
  810. "\r\n"]),
  811. <<"#{<<\"accept-encoding\">> => <<\"gzip, brotli\">>,", _/bits>> = Body,
  812. ok.
  813. %Duplicate header field names are only allowed when their value is
  814. %a comma-separated list. In practice there is no need to perform
  815. %a check while reading the headers as the value will become invalid
  816. %and the error can be handled while parsing the header later on. (RFC7230 3.2.2)
  817. %
  818. %wait_for_eoh_before_processing_request(Config) ->
  819. %The request must not be processed until all headers have arrived. (RFC7230 3.2.2)
  820. limit_headers(Config) ->
  821. doc("The number of headers allowed in a request must be subject to "
  822. "a configurable limit. There is no recommendations for the default. "
  823. "100 headers is known to work well. Such a request must be rejected "
  824. "with a 431 status code and the closing of the connection. (RFC7230 3.2.5, RFC6585 5)"),
  825. %% 100 headers.
  826. #{code := 200} = do_raw(Config, [
  827. "GET / HTTP/1.1\r\n"
  828. "Host: localhost\r\n",
  829. [["H-", integer_to_list(N), ": value\r\n"] || N <- lists:seq(1, 99)],
  830. "\r\n"]),
  831. %% 101 headers.
  832. #{code := 431, client := Client} = do_raw(Config, [
  833. "GET / HTTP/1.1\r\n"
  834. "Host: localhost\r\n",
  835. [["H-", integer_to_list(N), ": value\r\n"] || N <- lists:seq(1, 100)],
  836. "\r\n"]),
  837. {error, closed} = raw_recv(Client, 0, 1000).
  838. %ignore_header_empty_list_elements(Config) ->
  839. %When parsing header field values, the server must ignore empty
  840. %list elements, and not count those as the count of elements present. (RFC7230 7)
  841. %
  842. %@todo
  843. %The information in the via header is largely unreliable. (RFC7230 5.7.1)
  844. %% Request body.
  845. %@todo
  846. %The message body is the octets after decoding any transfer
  847. %codings. (RFC7230 3.3)
  848. no_request_body(Config) ->
  849. doc("A request has a message body only if it includes a transfer-encoding "
  850. "header or a non-zero content-length header. (RFC7230 3.3)"),
  851. #{code := 200, body := <<"false">>} = do_raw(Config, [
  852. "POST /echo/has_body HTTP/1.1\r\n"
  853. "Host: localhost\r\n"
  854. "\r\n"]),
  855. #{code := 200, body := <<>>} = do_raw(Config, [
  856. "POST /echo/read_body HTTP/1.1\r\n"
  857. "Host: localhost\r\n"
  858. "\r\n"]),
  859. ok.
  860. no_request_body_content_length_zero(Config) ->
  861. doc("A request has a message body only if it includes a transfer-encoding "
  862. "header or a non-zero content-length header. (RFC7230 3.3)"),
  863. #{code := 200, body := <<"false">>} = do_raw(Config, [
  864. "POST /echo/has_body HTTP/1.1\r\n"
  865. "Host: localhost\r\n"
  866. "Content-length: 0\r\n"
  867. "\r\n"]),
  868. #{code := 200, body := <<>>} = do_raw(Config, [
  869. "POST /echo/read_body HTTP/1.1\r\n"
  870. "Host: localhost\r\n"
  871. "Content-length: 0\r\n"
  872. "\r\n"]),
  873. ok.
  874. request_body_content_length(Config) ->
  875. doc("A request has a message body only if it includes a transfer-encoding "
  876. "header or a non-zero content-length header. (RFC7230 3.3)"),
  877. #{code := 200, body := <<"true">>} = do_raw(Config, [
  878. "POST /echo/has_body HTTP/1.1\r\n"
  879. "Host: localhost\r\n"
  880. "Content-length: 12\r\n"
  881. "\r\n"
  882. "Hello world!"]),
  883. #{code := 200, body := <<"Hello world!">>} = do_raw(Config, [
  884. "POST /echo/read_body HTTP/1.1\r\n"
  885. "Host: localhost\r\n"
  886. "Content-length: 12\r\n"
  887. "\r\n"
  888. "Hello world!"]),
  889. ok.
  890. request_body_transfer_encoding(Config) ->
  891. doc("A request has a message body only if it includes a transfer-encoding "
  892. "header or a non-zero content-length header. (RFC7230 3.3)"),
  893. #{code := 200, body := <<"true">>} = do_raw(Config, [
  894. "POST /echo/has_body HTTP/1.1\r\n"
  895. "Host: localhost\r\n"
  896. "Transfer-encoding: chunked\r\n"
  897. "\r\n"
  898. "6\r\nHello \r\n5\r\nworld\r\n1\r\n!\r\n0\r\n\r\n"]),
  899. #{code := 200, body := <<"Hello world!">>} = do_raw(Config, [
  900. "POST /echo/read_body HTTP/1.1\r\n"
  901. "Host: localhost\r\n"
  902. "Transfer-encoding: chunked\r\n"
  903. "\r\n"
  904. "6\r\nHello \r\n5\r\nworld\r\n1\r\n!\r\n0\r\n\r\n"]),
  905. ok.
  906. %```
  907. %Transfer-Encoding = 1#transfer-coding
  908. %
  909. %transfer-coding = "chunked" / "compress" / "deflate" / "gzip" / transfer-extension
  910. %transfer-extension = token *( OWS ";" OWS transfer-parameter )
  911. %transfer-parameter = token BWS "=" BWS ( token / quoted-string )
  912. %```
  913. case_insensitive_transfer_encoding(Config) ->
  914. doc("The transfer-coding is case insensitive. (RFC7230 4)"),
  915. #{code := 200, body := <<"Hello world!">>} = do_raw(Config, [
  916. "POST /echo/read_body HTTP/1.1\r\n"
  917. "Host: localhost\r\n"
  918. "Transfer-encoding: ChUnKeD\r\n"
  919. "\r\n"
  920. "6\r\nHello \r\n5\r\nworld\r\n1\r\n!\r\n0\r\n\r\n"]),
  921. ok.
  922. %@todo
  923. %There are no known other transfer-extension with the exception of
  924. %deprecated aliases "x-compress" and "x-gzip". (IANA HTTP Transfer Coding Registry,
  925. %RFC7230 4.2.1, RFC7230 4.2.3, RFC7230 8.4.2)
  926. %% This is the exact same test as request_body_transfer_encoding.
  927. must_understand_chunked(Config) ->
  928. doc("A server must be able to handle at least chunked transfer-encoding. "
  929. "This is also the only coding that sees widespread use. (RFC7230 3.3.1, RFC7230 4.1)"),
  930. #{code := 200, body := <<"Hello world!">>} = do_raw(Config, [
  931. "POST /echo/read_body HTTP/1.1\r\n"
  932. "Host: localhost\r\n"
  933. "Transfer-encoding: chunked\r\n"
  934. "\r\n"
  935. "6\r\nHello \r\n5\r\nworld\r\n1\r\n!\r\n0\r\n\r\n"]),
  936. ok.
  937. reject_double_chunked_encoding(Config) ->
  938. doc("Messages encoded more than once with chunked transfer-encoding "
  939. "must be rejected with a 400 status code and the closing of the "
  940. "connection. (RFC7230 3.3.1)"),
  941. #{code := 400, client := Client} = do_raw(Config, [
  942. "POST / HTTP/1.1\r\n"
  943. "Host: localhost\r\n"
  944. "Transfer-encoding: chunked, chunked\r\n"
  945. "\r\n"
  946. "20\r\n6\r\nHello \r\n5\r\nworld\r\n1\r\n!\r\n0\r\n\r\n\r\n0\r\n\r\n"]),
  947. {error, closed} = raw_recv(Client, 0, 1000).
  948. reject_non_terminal_chunked(Config) ->
  949. doc("Messages where chunked, when present, is not the last "
  950. "transfer-encoding must be rejected with a 400 status code "
  951. "and the closing of the connection. (RFC7230 3.3.3)"),
  952. #{code := 400, client := Client1} = do_raw(Config, [
  953. "POST / HTTP/1.1\r\n"
  954. "Host: localhost\r\n"
  955. "Transfer-encoding: chunked, gzip\r\n"
  956. "\r\n",
  957. zlib:gzip(<<"6\r\nHello \r\n5\r\nworld\r\n1\r\n!\r\n0\r\n\r\n">>)]),
  958. {error, closed} = raw_recv(Client1, 0, 1000),
  959. #{code := 400, client := Client2} = do_raw(Config, [
  960. "POST / HTTP/1.1\r\n"
  961. "Host: localhost\r\n"
  962. "Transfer-encoding: chunked\r\n"
  963. "Transfer-encoding: gzip\r\n"
  964. "\r\n",
  965. zlib:gzip(<<"6\r\nHello \r\n5\r\nworld\r\n1\r\n!\r\n0\r\n\r\n">>)]),
  966. {error, closed} = raw_recv(Client2, 0, 1000).
  967. %@todo
  968. %Some non-conformant implementations send the "deflate" compressed
  969. %data without the zlib wrapper. (RFC7230 4.2.2)
  970. reject_unknown_transfer_encoding(Config) ->
  971. doc("Messages encoded with a transfer-encoding the server does not "
  972. "understand must be rejected with a 501 status code and the "
  973. "closing of the connection. (RFC7230 3.3.1)"),
  974. #{code := 400, client := Client1} = do_raw(Config, [
  975. "POST / HTTP/1.1\r\n"
  976. "Host: localhost\r\n"
  977. "Transfer-encoding: unknown, chunked\r\n"
  978. "\r\n",
  979. "6\r\nHello \r\n5\r\nworld\r\n1\r\n!\r\n0\r\n\r\n"]),
  980. {error, closed} = raw_recv(Client1, 0, 1000),
  981. #{code := 400, client := Client2} = do_raw(Config, [
  982. "POST / HTTP/1.1\r\n"
  983. "Host: localhost\r\n"
  984. "Transfer-encoding: unknown\r\n"
  985. "Transfer-encoding: chunked\r\n"
  986. "\r\n",
  987. "6\r\nHello \r\n5\r\nworld\r\n1\r\n!\r\n0\r\n\r\n"]),
  988. {error, closed} = raw_recv(Client2, 0, 1000).
  989. %@todo
  990. %A server may reject requests with a body and no content-length
  991. %header with a 411 status code. (RFC7230 3.3.3)
  992. %```
  993. %Content-Length = 1*DIGIT
  994. %```
  995. reject_invalid_content_length(Config) ->
  996. doc("A request with an invalid content-length header must be rejected "
  997. "with a 400 status code and the closing of the connection. (RFC7230 3.3.3)"),
  998. #{code := 400, client := Client1} = do_raw(Config, [
  999. "POST / HTTP/1.1\r\n"
  1000. "Host: localhost\r\n"
  1001. "Content-length: 12,12\r\n"
  1002. "\r\n"
  1003. "Hello world!"]),
  1004. {error, closed} = raw_recv(Client1, 0, 1000),
  1005. #{code := 400, client := Client2} = do_raw(Config, [
  1006. "POST / HTTP/1.1\r\n"
  1007. "Host: localhost\r\n"
  1008. "Content-length: NaN\r\n"
  1009. "\r\n"
  1010. "Hello world!"]),
  1011. {error, closed} = raw_recv(Client2, 0, 1000).
  1012. %@todo
  1013. %The content-length header ranges from 0 to infinity. Requests
  1014. %with a message body too large must be rejected with a 413 status
  1015. %code and the closing of the connection. (RFC7230 3.3.2)
  1016. ignore_content_length_when_transfer_encoding(Config) ->
  1017. doc("When a message includes both transfer-encoding and content-length "
  1018. "headers, the content-length header must be removed before processing "
  1019. "the request. (RFC7230 3.3.3)"),
  1020. #{code := 200, body := <<"Hello world!">>} = do_raw(Config, [
  1021. "POST /echo/read_body HTTP/1.1\r\n"
  1022. "Host: localhost\r\n"
  1023. "Transfer-encoding: chunked\r\n"
  1024. "Content-length: 12\r\n"
  1025. "\r\n"
  1026. "6\r\nHello \r\n5\r\nworld\r\n1\r\n!\r\n0\r\n\r\n"]),
  1027. ok.
  1028. %socket_error_while_reading_body(Config) ->
  1029. %If a socket error occurs while reading the body the server
  1030. %must send a 400 status code response and close the connection. (RFC7230 3.3.3, RFC7230 3.4)
  1031. %
  1032. %timeout_while_reading_body(Config) ->
  1033. %If a timeout occurs while reading the body the server must
  1034. %send a 408 status code response and close the connection. (RFC7230 3.3.3, RFC7230 3.4)
  1035. %% Body length.
  1036. body_length_chunked_before(Config) ->
  1037. doc("The length of a message with a transfer-encoding header can "
  1038. "only be determined on decoding completion. (RFC7230 3.3.3)"),
  1039. #{code := 200, body := <<"undefined">>} = do_raw(Config, [
  1040. "POST /echo/body_length HTTP/1.1\r\n"
  1041. "Host: localhost\r\n"
  1042. "Transfer-encoding: chunked\r\n"
  1043. "\r\n"
  1044. "6\r\nHello \r\n5\r\nworld\r\n1\r\n!\r\n0\r\n\r\n"]),
  1045. ok.
  1046. body_length_chunked_after(Config) ->
  1047. doc("Upon completion of chunk decoding the server must add a content-length "
  1048. "header with the value set to the total length of data read. (RFC7230 4.1.3)"),
  1049. #{code := 200, body := <<"12">>} = do_raw(Config, [
  1050. "POST /length/echo/read_body HTTP/1.1\r\n"
  1051. "Host: localhost\r\n"
  1052. "Transfer-encoding: chunked\r\n"
  1053. "\r\n"
  1054. "6\r\nHello \r\n5\r\nworld\r\n1\r\n!\r\n0\r\n\r\n"]),
  1055. ok.
  1056. body_length_content_length(Config) ->
  1057. doc("The length of a message with a content-length header is "
  1058. "the numeric value in octets found in the header. (RFC7230 3.3.3)"),
  1059. #{code := 200, body := <<"12">>} = do_raw(Config, [
  1060. "POST /echo/body_length HTTP/1.1\r\n"
  1061. "Host: localhost\r\n"
  1062. "Content-length: 12\r\n"
  1063. "\r\n"
  1064. "Hello world!"]),
  1065. ok.
  1066. body_length_zero(Config) ->
  1067. doc("A message with no transfer-encoding or content-length header "
  1068. "has a body length of 0. (RFC7230 3.3.3)"),
  1069. #{code := 200, body := <<"0">>} = do_raw(Config, [
  1070. "POST /echo/body_length HTTP/1.1\r\n"
  1071. "Host: localhost\r\n"
  1072. "\r\n"]),
  1073. ok.
  1074. %% Chunked transfer-encoding.
  1075. reject_invalid_chunk_size(Config) ->
  1076. doc("A request with an invalid chunk size must be rejected "
  1077. "with a 400 status code and the closing of the connection. (RFC7230 4.1)"),
  1078. #{code := 400, client := Client} = do_raw(Config, [
  1079. "POST /echo/read_body HTTP/1.1\r\n"
  1080. "Host: localhost\r\n"
  1081. "Transfer-encoding: chunked\r\n"
  1082. "\r\n"
  1083. "6\r\nHello \r\nFIVE\r\nworld\r\n1\r\n!\r\n0\r\n\r\n"]),
  1084. {error, closed} = raw_recv(Client, 0, 1000).
  1085. %```
  1086. %chunked-body = *chunk last-chunk trailer-part CRLF
  1087. %
  1088. %chunk = chunk-size [ chunk-ext ] CRLF chunk-data CRLF
  1089. %chunk-size = 1*HEXDIG
  1090. %chunk-data = 1*OCTET ; a sequence of chunk-size octets
  1091. %
  1092. %last-chunk = 1*("0") [ chunk-ext ] CRLF
  1093. %```
  1094. %
  1095. %The chunk-size field is a string of hex digits indicating the size of
  1096. %the chunk-data in octets.
  1097. %
  1098. %```
  1099. %chunk-ext = *( ";" chunk-ext-name [ "=" chunk-ext-val ] )
  1100. %chunk-ext-name = token
  1101. %chunk-ext-val = token / quoted-string
  1102. %```
  1103. ignore_unknown_chunk_extensions(Config) ->
  1104. doc("Unknown chunk extensions must be ignored. (RFC7230 4.1.1)"),
  1105. #{code := 200, body := <<"Hello world!">>} = do_raw(Config, [
  1106. "POST /echo/read_body HTTP/1.1\r\n"
  1107. "Host: localhost\r\n"
  1108. "Transfer-encoding: chunked\r\n"
  1109. "\r\n"
  1110. "6; hello=\"cool world\"\r\nHello \r\n"
  1111. "5 ; one ; two ; three;four;five\r\nworld"
  1112. "\r\n1;ok\r\n!\r\n0\r\n\r\n"]),
  1113. ok.
  1114. %% Since we skip everything right now, the only reason
  1115. %% we might reject chunk extensions is if they are too large.
  1116. limit_chunk_size_line(Config) ->
  1117. doc("A request with chunk extensions larger than the server allows must be rejected "
  1118. "with a 400 status code and the closing of the connection. (RFC7230 4.1.1)"),
  1119. #{code := 200, body := <<"Hello world!">>} = do_raw(Config, [
  1120. "POST /echo/read_body HTTP/1.1\r\n"
  1121. "Host: localhost\r\n"
  1122. "Transfer-encoding: chunked\r\n"
  1123. "\r\n"
  1124. "6; hello=\"cool world\"\r\nHello \r\n"
  1125. "5;", lists:duplicate(128, $a), "\r\nworld"
  1126. "\r\n1;ok\r\n!\r\n0\r\n\r\n"]),
  1127. #{code := 400, client := Client} = do_raw(Config, [
  1128. "POST /echo/read_body HTTP/1.1\r\n"
  1129. "Host: localhost\r\n"
  1130. "Transfer-encoding: chunked\r\n"
  1131. "\r\n"
  1132. "6; hello=\"cool world\"\r\nHello \r\n"
  1133. "5;", lists:duplicate(129, $a), "\r\nworld"
  1134. "\r\n1;ok\r\n!\r\n0\r\n\r\n"]),
  1135. {error, closed} = raw_recv(Client, 0, 1000).
  1136. reject_invalid_chunk_size_crlf(Config) ->
  1137. doc("A request with an invalid line break after the chunk size must be rejected "
  1138. "with a 400 status code and the closing of the connection. (RFC7230 4.1)"),
  1139. #{code := 400, client := Client1} = do_raw(Config, [
  1140. "POST /echo/read_body HTTP/1.1\r\n"
  1141. "Host: localhost\r\n"
  1142. "Transfer-encoding: chunked\r\n"
  1143. "\r\n"
  1144. "6\rHello \r\n5\r\nworld\r\n1\r\n!\r\n0\r\n\r\n"]),
  1145. {error, closed} = raw_recv(Client1, 0, 1000),
  1146. #{code := 400, client := Client2} = do_raw(Config, [
  1147. "POST /echo/read_body HTTP/1.1\r\n"
  1148. "Host: localhost\r\n"
  1149. "Transfer-encoding: chunked\r\n"
  1150. "\r\n"
  1151. "6\nHello \r\n5\r\nworld\r\n1\r\n!\r\n0\r\n\r\n"]),
  1152. {error, closed} = raw_recv(Client2, 0, 1000),
  1153. #{code := 400, client := Client3} = do_raw(Config, [
  1154. "POST /echo/read_body HTTP/1.1\r\n"
  1155. "Host: localhost\r\n"
  1156. "Transfer-encoding: chunked\r\n"
  1157. "\r\n"
  1158. "6Hello \r\n5\r\nworld\r\n1\r\n!\r\n0\r\n\r\n"]),
  1159. {error, closed} = raw_recv(Client3, 0, 1000).
  1160. reject_invalid_chunk_ext_crlf(Config) ->
  1161. doc("A request with an invalid line break after chunk extensions must be rejected "
  1162. "with a 400 status code and the closing of the connection. (RFC7230 4.1)"),
  1163. #{code := 400, client := Client1} = do_raw(Config, [
  1164. "POST /echo/read_body HTTP/1.1\r\n"
  1165. "Host: localhost\r\n"
  1166. "Transfer-encoding: chunked\r\n"
  1167. "\r\n"
  1168. "6; extensions\rHello \r\n5\r\nworld\r\n1\r\n!\r\n0\r\n\r\n"]),
  1169. {error, closed} = raw_recv(Client1, 0, 1000),
  1170. #{code := 400, client := Client2} = do_raw(Config, [
  1171. "POST /echo/read_body HTTP/1.1\r\n"
  1172. "Host: localhost\r\n"
  1173. "Transfer-encoding: chunked\r\n"
  1174. "\r\n"
  1175. "6; extensions\nHello \r\n5\r\nworld\r\n1\r\n!\r\n0\r\n\r\n"]),
  1176. {error, closed} = raw_recv(Client2, 0, 1000),
  1177. #{code := 400, client := Client3} = do_raw(Config, [
  1178. "POST /echo/read_body HTTP/1.1\r\n"
  1179. "Host: localhost\r\n"
  1180. "Transfer-encoding: chunked\r\n"
  1181. "\r\n"
  1182. "6; extensionsHello \r\n5\r\nworld\r\n1\r\n!\r\n0\r\n\r\n"]),
  1183. {error, closed} = raw_recv(Client3, 0, 1000).
  1184. reject_invalid_chunk_data_crlf(Config) ->
  1185. doc("A request with an invalid line break after the chunk data must be rejected "
  1186. "with a 400 status code and the closing of the connection. (RFC7230 4.1)"),
  1187. #{code := 400, client := Client1} = do_raw(Config, [
  1188. "POST /echo/read_body HTTP/1.1\r\n"
  1189. "Host: localhost\r\n"
  1190. "Transfer-encoding: chunked\r\n"
  1191. "\r\n"
  1192. "6\r\nHello \r5\r\nworld\r\n1\r\n!\r\n0\r\n\r\n"]),
  1193. {error, closed} = raw_recv(Client1, 0, 1000),
  1194. #{code := 400, client := Client2} = do_raw(Config, [
  1195. "POST /echo/read_body HTTP/1.1\r\n"
  1196. "Host: localhost\r\n"
  1197. "Transfer-encoding: chunked\r\n"
  1198. "\r\n"
  1199. "6\r\nHello \n5\r\nworld\r\n1\r\n!\r\n0\r\n\r\n"]),
  1200. {error, closed} = raw_recv(Client2, 0, 1000),
  1201. #{code := 400, client := Client3} = do_raw(Config, [
  1202. "POST /echo/read_body HTTP/1.1\r\n"
  1203. "Host: localhost\r\n"
  1204. "Transfer-encoding: chunked\r\n"
  1205. "\r\n"
  1206. "6\r\nHello 5\r\nworld\r\n1\r\n!\r\n0\r\n\r\n"]),
  1207. {error, closed} = raw_recv(Client3, 0, 1000).
  1208. %```
  1209. %trailer-part = *( header-field CRLF )
  1210. %```
  1211. %
  1212. %%% @todo see headers above and reject the same way, space etc.
  1213. %reject_invalid_request_trailer(Config) ->
  1214. %
  1215. %ignore_request_trailer_transfer_encoding(Config) ->
  1216. %ignore_request_trailer_content_length(Config) ->
  1217. %ignore_request_trailer_host(Config) ->
  1218. %ignore_request_trailer_cache_control(Config) ->
  1219. %ignore_request_trailer_expect(Config) ->
  1220. %ignore_request_trailer_max_forwards(Config) ->
  1221. %ignore_request_trailer_pragma(Config) ->
  1222. %ignore_request_trailer_range(Config) ->
  1223. %ignore_request_trailer_te(Config) ->
  1224. %ignore_request_trailer_if_match(Config) ->
  1225. %ignore_request_trailer_if_none_match(Config) ->
  1226. %ignore_request_trailer_if_modified_since(Config) ->
  1227. %ignore_request_trailer_if_unmodified_since(Config) ->
  1228. %ignore_request_trailer_if_range(Config) ->
  1229. %ignore_request_trailer_www_authenticate(Config) ->
  1230. %ignore_request_trailer_authorization(Config) ->
  1231. %ignore_request_trailer_proxy_authenticate(Config) ->
  1232. %ignore_request_trailer_proxy_authorization(Config) ->
  1233. %ignore_request_trailer_content_encoding(Config) ->
  1234. %ignore_request_trailer_content_type(Config) ->
  1235. %ignore_request_trailer_content_range(Config) ->
  1236. %ignore_request_trailer_trailer(Config) ->
  1237. %
  1238. %ignore_response_trailer_header(Config, Header) ->
  1239. %Trailing headers must not include transfer-encoding, content-length,
  1240. %host, cache-control, expect, max-forwards, pragma, range, te,
  1241. %if-match, if-none-match, if-modified-since, if-unmodified-since,
  1242. %if-range, www-authenticate, authorization, proxy-authenticate,
  1243. %proxy-authorization, age, cache-control, expires, date, location,
  1244. %retry-after, vary, warning, content-encoding, content-type,
  1245. %content-range, or trailer. (RFC7230 4.1.2)
  1246. %
  1247. %When trailer headers are processed, invalid headers must be ignored.
  1248. %Valid headers must be added to the list of headers of the request. (RFC7230 4.1.2)
  1249. %
  1250. %ignore_request_trailers(Config) ->
  1251. %Trailer headers can be ignored safely. (RFC7230 4.1.2)
  1252. %
  1253. %limit_request_trailer_headers(Config) ->
  1254. %The number of trailer headers must be subject to configuration.
  1255. %There is no known recommendations for the default. A value of 10
  1256. %should cover most cases. Requests with too many trailer headers
  1257. %must be rejected with a 431 status code and the closing of the
  1258. %connection. (RFC6585 5)
  1259. %% We remove the header immediately so there's no need
  1260. %% to try to read the body before checking.
  1261. remove_transfer_encoding_chunked_after_body_read(Config) ->
  1262. doc("Upon completion of chunk decoding the server must remove \"chunked\" "
  1263. "from the transfer-encoding header. This header must be removed if "
  1264. "it becomes empty following this removal. (RFC7230 4.1.3)"),
  1265. #{code := 200, body := <<"undefined">>} = do_raw(Config, [
  1266. "POST /echo/header/transfer-encoding HTTP/1.1\r\n"
  1267. "Host: localhost\r\n"
  1268. "Transfer-encoding: chunked\r\n"
  1269. "\r\n"
  1270. "6\r\nHello \r\n5\r\nworld\r\n1\r\n!\r\n0\r\n\r\n"]),
  1271. ok.
  1272. %remove_trailer_after_body_read(Config) ->
  1273. %Upon completion of chunk decoding the server must remove the trailer
  1274. %header from the list of headers. (RFC7230 4.1.3)
  1275. %
  1276. %```
  1277. %Trailer = 1#field-name
  1278. %```
  1279. %
  1280. %ignore_chunked_headers_not_in_trailer(Config) ->
  1281. %The trailer header can be used to list the headers found in the
  1282. %trailer. A server must have the option of ignoring trailer headers
  1283. %that were not listed in the trailer header. (RFC7230 4.4)
  1284. %
  1285. %ignore_chunked_headers_if_trailer_not_in_connection(Config) ->
  1286. %The trailer header must be listed in the connection header field.
  1287. %Trailers must be ignored otherwise.
  1288. %
  1289. %%% @todo Though we need a compatibility mode as some clients don't send it...
  1290. %reject_chunked_missing_end_crlf(Config) ->
  1291. %@todo ending CRLF
  1292. %% Connection management.
  1293. %@todo can probably test using auth
  1294. %Never assume any two requests on a single connection come
  1295. %from the same user agent. (RFC7230 2.3)
  1296. %
  1297. %```
  1298. %Connection = 1#token ; case-insensitive
  1299. %```
  1300. %
  1301. %The connection token is either case insensitive "close", "keep-alive"
  1302. %or a header field name.
  1303. %
  1304. %There are no corresponding "close" or "keep-alive" headers. (RFC7230 8.1, RFC7230 A.2)
  1305. %
  1306. %The connection header is valid only for the immediate connection,
  1307. %alongside any header field it lists. (RFC7230 6.1)
  1308. %
  1309. %The server must determine if the connection is persistent for
  1310. %every message received by looking at the connection header and
  1311. %HTTP version. (RFC7230 6.3)
  1312. no_connection_header_keepalive(Config) ->
  1313. doc("HTTP/1.1 requests with no \"close\" option "
  1314. "indicate the connection will persist. (RFC7230 6.1, RFC7230 6.3)"),
  1315. #{code := 200, headers := RespHeaders, client := Client} = do_raw(Config, [
  1316. "GET / HTTP/1.1\r\n"
  1317. "Host: localhost\r\n"
  1318. "\r\n"]),
  1319. false = lists:keyfind(<<"connection">>, 1, RespHeaders),
  1320. {error, timeout} = raw_recv(Client, 0, 1000).
  1321. http10_connection_keepalive(Config) ->
  1322. doc("HTTP/1.0 requests with the \"keep-alive\" option "
  1323. "indicate the connection will persist. "
  1324. "(RFC7230 6.1, RFC7230 6.3, RFC7230 A.1.2)"),
  1325. #{code := 200, headers := RespHeaders, client := Client} = do_raw(Config, [
  1326. "GET / HTTP/1.0\r\n"
  1327. "Host: localhost\r\n"
  1328. "Connection: keep-alive\r\n"
  1329. "\r\n"]),
  1330. {_, <<"keep-alive">>} = lists:keyfind(<<"connection">>, 1, RespHeaders),
  1331. {error, timeout} = raw_recv(Client, 0, 1000).
  1332. connection_close(Config) ->
  1333. doc("HTTP/1.1 requests with the \"close\" option and HTTP/1.0 with no "
  1334. "\"keep-alive\" option indicate the connection will be closed "
  1335. "upon reception of the response by the client. (RFC7230 6.1, RFC7230 6.3)"),
  1336. #{code := 200, headers := RespHeaders, client := Client} = do_raw(Config, [
  1337. "GET / HTTP/1.1\r\n"
  1338. "Host: localhost\r\n"
  1339. "Connection: close\r\n"
  1340. "\r\n"]),
  1341. {_, <<"close">>} = lists:keyfind(<<"connection">>, 1, RespHeaders),
  1342. {error, closed} = raw_recv(Client, 0, 1000).
  1343. http10_no_connection_header_close(Config) ->
  1344. doc("HTTP/1.0 with no \"keep-alive\" option indicate "
  1345. "the connection will be closed upon reception of "
  1346. "the response by the client. (RFC7230 6.1, RFC7230 6.3, RFC7230 A.1.2)"),
  1347. #{code := 200, headers := RespHeaders, client := Client} = do_raw(Config, [
  1348. "GET / HTTP/1.0\r\n"
  1349. "Host: localhost\r\n"
  1350. "\r\n"]),
  1351. %% Cowboy always sends a close header back to HTTP/1.0 clients
  1352. %% that support keep-alive, even though it is not required.
  1353. {_, <<"close">>} = lists:keyfind(<<"connection">>, 1, RespHeaders),
  1354. {error, closed} = raw_recv(Client, 0, 1000).
  1355. limit_requests_keepalive(Config) ->
  1356. doc("The maximum number of requests sent using a persistent connection "
  1357. "must be subject to configuration. The connection must be closed "
  1358. "when the limit is reached. (RFC7230 6.3)"),
  1359. ConnPid = gun_open(Config),
  1360. _ = [begin
  1361. Ref = gun:get(ConnPid, "/"),
  1362. {response, nofin, 200, RespHeaders} = gun:await(ConnPid, Ref),
  1363. {ok, <<"Hello world!">>} = gun:await_body(ConnPid, Ref),
  1364. false = lists:keyfind(<<"connection">>, 1, RespHeaders)
  1365. end || _ <- lists:seq(1,99)],
  1366. %% Final request closes the connection.
  1367. Ref = gun:get(ConnPid, "/"),
  1368. {response, nofin, 200, RespHeaders} = gun:await(ConnPid, Ref),
  1369. {ok, <<"Hello world!">>} = gun:await_body(ConnPid, Ref),
  1370. {_, <<"close">>} = lists:keyfind(<<"connection">>, 1, RespHeaders),
  1371. gun_down(ConnPid).
  1372. accept_at_least_1_empty_line_keepalive(Config) ->
  1373. doc("A configurable number of empty lines (CRLF) preceding the request "
  1374. "must be ignored. At least 1 empty line must be ignored. (RFC7230 3.5)"),
  1375. #{code := 200, client := Client} = do_raw(Config,
  1376. "GET / HTTP/1.1\r\n"
  1377. "Host: localhost\r\n"
  1378. "\r\n"
  1379. %% We send an extra CRLF that must be ignored.
  1380. "\r\n"),
  1381. ok = raw_send(Client,
  1382. "GET / HTTP/1.1\r\n"
  1383. "Host: localhost\r\n"
  1384. "\r\n"),
  1385. {'HTTP/1.1', 200, _, _} = cow_http:parse_status_line(raw_recv_head(Client)),
  1386. ok.
  1387. %skip_request_body_by_closing_connection(Config) ->
  1388. %%A server that doesn't want to read the entire body of a message
  1389. %%must close the connection, if possible after sending the "close"
  1390. %%connection option in the response. (RFC7230 6.3)
  1391. pipeline(Config) ->
  1392. doc("A server can receive more than one request before any response "
  1393. "is sent. This is called pipelining. Responses must be sent "
  1394. "in the same order as the requests. (RFC7230 6.3.2)"),
  1395. ConnPid = gun_open(Config),
  1396. Refs = [{
  1397. gun:get(ConnPid, "/"),
  1398. gun:post(ConnPid, "/full/read_body", [], <<0:80000>>)
  1399. } || _ <- lists:seq(1, 25)],
  1400. _ = [begin
  1401. {response, nofin, 200, _} = gun:await(ConnPid, Ref1, infinity),
  1402. {ok, <<"Hello world!">>} = gun:await_body(ConnPid, Ref1, infinity),
  1403. {response, nofin, 200, _} = gun:await(ConnPid, Ref2, infinity),
  1404. {ok, <<0:80000>>} = gun:await_body(ConnPid, Ref2, infinity)
  1405. end || {Ref1, Ref2} <- Refs],
  1406. ok.
  1407. %% @todo pipeline_parallel (safe methods can, others can't)
  1408. %The requests can be processed in parallel if they all have safe methods.
  1409. %@todo
  1410. %A server that does parallel pipelining must send responses in the
  1411. %same order as the requests came in. (RFC7230 5.6)
  1412. %@todo
  1413. %The server must reject abusive traffic by closing the connection.
  1414. %Abusive traffic can come from the form of too many requests in a
  1415. %given amount of time, or too many concurrent connections. Limits
  1416. %must be subject to configuration. (RFC7230 6.4)
  1417. close_inactive_connections(Config) ->
  1418. doc("The server must close inactive connections. The timeout "
  1419. "must be subject to configuration. (RFC7230 6.5)"),
  1420. Client = raw_open(Config),
  1421. {error, closed} = raw_recv(Client, 0, 6000).
  1422. %@todo
  1423. %The server must monitor connections for the close signal
  1424. %and close the socket on its end accordingly. (RFC7230 6.5)
  1425. %
  1426. %@todo
  1427. %A connection close may occur at any time. (RFC7230 6.5)
  1428. ignore_requests_after_request_connection_close(Config) ->
  1429. doc("The server must not process any request after "
  1430. "receiving the \"close\" connection option. (RFC7230 6.6)"),
  1431. Self = self(),
  1432. #{code := 200, client := Client} = do_raw(Config, [
  1433. "GET / HTTP/1.1\r\n"
  1434. "Host: localhost\r\n"
  1435. "Connection: close\r\n"
  1436. "\r\n"
  1437. "GET /send_message HTTP/1.1\r\n"
  1438. "Host: localhost\r\n"
  1439. "x-test-pid: ", pid_to_list(Self), "\r\n"
  1440. "\r\n"]),
  1441. {error, closed} = raw_recv(Client, 0, 1000),
  1442. %% We receive a message if the second request is wrongly processed.
  1443. receive
  1444. {Self, _, init, Req, Opts} ->
  1445. error({init, Req, Opts})
  1446. after 1000 ->
  1447. ok
  1448. end.
  1449. ignore_requests_after_response_connection_close(Config) ->
  1450. doc("The server must not process any request after "
  1451. "sending the \"close\" connection option. (RFC7230 6.6)"),
  1452. Self = self(),
  1453. Client = raw_open(Config),
  1454. ok = raw_send(Client, [
  1455. [
  1456. "GET / HTTP/1.1\r\n"
  1457. "Host: localhost\r\n"
  1458. "\r\n"
  1459. || _ <- lists:seq(1, 100)],
  1460. "GET /send_message HTTP/1.1\r\n"
  1461. "Host: localhost\r\n"
  1462. "x-test-pid: ", pid_to_list(Self), "\r\n"
  1463. "\r\n"]),
  1464. %% We have a separate test for the connection close so we don't
  1465. %% double check the connection gets closed here. We only need to
  1466. %% know whether the 101st request was wrongly processed.
  1467. receive
  1468. {Self, _, init, Req, Opts} ->
  1469. error({init, Req, Opts})
  1470. after 1000 ->
  1471. ok
  1472. end.
  1473. %@todo
  1474. %The server must close the connection in stages to avoid the
  1475. %TCP reset problem. The server starts by closing the write
  1476. %side of the socket. The server then reads until it detects
  1477. %the socket has been closed, until it can be certain its
  1478. %last response has been received by the client, or until
  1479. %a close or timeout occurs. The server then fully close the
  1480. %connection. (6.6)
  1481. %% Routing.
  1482. %```
  1483. %Host = authority ; same as authority-form
  1484. %```
  1485. reject_missing_host(Config) ->
  1486. doc("An HTTP/1.1 request that lacks a host header must be rejected with "
  1487. "a 400 status code and the closing of the connection. (RFC7230 5.4)"),
  1488. #{code := 400, client := Client} = do_raw(Config, [
  1489. "GET / HTTP/1.1\r\n"
  1490. "\r\n"]),
  1491. {error, closed} = raw_recv(Client, 0, 1000).
  1492. http10_allow_missing_host(Config0) ->
  1493. doc("An HTTP/1.0 request that lacks a host header may be accepted. "
  1494. "(RFC7230 5.4, RFC7230 5.5, RFC7230 A.1.1)"),
  1495. Routes = [{'_', [{"/echo/:key[/:arg]", echo_h, []}]}],
  1496. Config = cowboy_test:init_http(?FUNCTION_NAME, #{
  1497. env => #{dispatch => cowboy_router:compile(Routes)}
  1498. }, Config0),
  1499. try
  1500. #{code := 200, body := <<>>} = do_raw(Config, [
  1501. "GET /echo/host HTTP/1.0\r\n"
  1502. "\r\n"])
  1503. after
  1504. cowboy:stop_listener(?FUNCTION_NAME)
  1505. end.
  1506. reject_invalid_host(Config) ->
  1507. doc("A request with an invalid host header must be rejected with a "
  1508. "400 status code and the closing of the connection. (RFC7230 5.4)"),
  1509. #{code := 400, client := Client} = do_raw(Config, [
  1510. "GET / HTTP/1.1\r\n"
  1511. "Host: localhost:port\r\n"
  1512. "\r\n"]),
  1513. {error, closed} = raw_recv(Client, 0, 1000).
  1514. reject_userinfo(Config) ->
  1515. doc("An authority component with a userinfo component (and its "
  1516. "\"@\" delimiter) is invalid. The request must be rejected with "
  1517. "a 400 status code and the closing of the connection. (RFC7230 2.7.1)"),
  1518. #{code := 400, client := Client} = do_raw(Config, [
  1519. "GET / HTTP/1.1\r\n"
  1520. "Host: user@localhost\r\n"
  1521. "\r\n"]),
  1522. {error, closed} = raw_recv(Client, 0, 1000).
  1523. reject_absolute_form_different_host(Config) ->
  1524. doc("When using absolute-form the URI authority component must be "
  1525. "identical to the host header. Invalid requests must be rejected "
  1526. "with a 400 status code and the closing of the connection. (RFC7230 5.4)"),
  1527. #{code := 400, client := Client} = do_raw(Config, [
  1528. "GET http://example.org/ HTTP/1.1\r\n"
  1529. "Host: localhost\r\n"
  1530. "\r\n"]),
  1531. {error, closed} = raw_recv(Client, 0, 1000).
  1532. %reject_authority_form_different_host(Config) ->
  1533. %When using authority-form the URI authority component must be
  1534. %identical to the host header. Invalid requests must be rejected
  1535. %with a 400 status code and the closing of the connection.
  1536. empty_host(Config0) ->
  1537. doc("The host header is empty when the authority component is undefined. (RFC7230 5.4)"),
  1538. Routes = [{'_', [{"/echo/:key[/:arg]", echo_h, []}]}],
  1539. Config = cowboy_test:init_http(?FUNCTION_NAME, #{
  1540. env => #{dispatch => cowboy_router:compile(Routes)}
  1541. }, Config0),
  1542. try
  1543. #{code := 200, body := <<>>} = do_raw(Config, [
  1544. "GET /echo/host HTTP/1.1\r\n"
  1545. "Host:\r\n"
  1546. "\r\n"]),
  1547. #{code := 200, body := <<>>} = do_raw(Config, [
  1548. "GET /echo/host HTTP/1.1\r\n"
  1549. "Host: \r\n"
  1550. "\r\n"])
  1551. after
  1552. cowboy:stop_listener(?FUNCTION_NAME)
  1553. end.
  1554. %% The effective request URI can be rebuilt by concatenating scheme,
  1555. %% "://", authority, path and query components. (RFC7230 5.5)
  1556. %%
  1557. %% This is covered in req_SUITE in the tests for cowboy_req:uri/1,2.
  1558. reject_non_authoritative_host(Config) ->
  1559. doc("A request with a host header for which the origin server is "
  1560. "not authoritative must be rejected with a 400 status code. "
  1561. "(RFC7230 5.5, RFC7230 9.1)"),
  1562. #{code := 400} = do_raw(Config, [
  1563. "GET / HTTP/1.1\r\n"
  1564. "Host: ninenines.eu\r\n"
  1565. "\r\n"]),
  1566. ok.
  1567. %@todo
  1568. %Resources with identical URI except for the scheme component
  1569. %must be treated as different. (RFC7230 2.7.2)
  1570. %% Response.
  1571. %@todo
  1572. %A server can send more than one response per request only when a
  1573. %1xx response is sent preceding the final response. (RFC7230 5.6)
  1574. %
  1575. %```
  1576. %HTTP-response = status-line *( header-field CRLF ) CRLF [ message-body ]
  1577. %```
  1578. %
  1579. %@todo
  1580. %The response format must be followed strictly.
  1581. %
  1582. %```
  1583. %status-line = HTTP-version SP status-code SP reason-phrase CRLF
  1584. %status-code = 3DIGIT
  1585. %reason-phrase = *( HTAB / SP / VCHAR / obs-text )
  1586. %```
  1587. http10_request_http11_response(Config) ->
  1588. doc("A server must send its own HTTP version in responses. (RFC7230 2.6)"),
  1589. #{code := 200, version := 'HTTP/1.1'} = do_raw(Config, [
  1590. "GET / HTTP/1.0\r\n"
  1591. "Host: localhost\r\n"
  1592. "\r\n"]),
  1593. ok.
  1594. %@todo
  1595. %An HTTP/1.1 server may send an HTTP/1.0 version for compatibility purposes. (RFC7230 2.6)
  1596. %
  1597. %@todo
  1598. %RFC6585 defines additional status code a server can use to reject
  1599. %messages. (RFC7230 9.3, RFC6585)
  1600. %% Response headers.
  1601. %@todo
  1602. %In responses, OWS must be generated as SP or not generated
  1603. %at all. RWS must be generated as SP. BWS must not be
  1604. %generated. (RFC7230 3.2.3)
  1605. %
  1606. %```
  1607. %header-field = field-name ":" SP field-value
  1608. %
  1609. %field-name = token ; case-insensitive
  1610. %field-value = *( SP / %21-7E / %80-FF )
  1611. %```
  1612. %
  1613. %@todo
  1614. %In quoted-string found in field-value, quoted-pair must only be
  1615. %used for DQUOTE and backslash. (RFC7230 3.2.6)
  1616. %
  1617. %@todo
  1618. %HTTP header values must use US-ASCII encoding and must only send
  1619. %printable characters or SP. (RFC7230 3.2.4, RFC7230 9.4)
  1620. %
  1621. %@todo
  1622. %The server must not generate empty list elements in headers. (RFC7230 7)
  1623. %
  1624. %@todo
  1625. %When encoding an URI as part of a response, only characters that
  1626. %are reserved need to be percent-encoded. (RFC7230 2.7.3)
  1627. special_set_cookie_handling(Config) ->
  1628. doc("The set-cookie header must be handled as a special case. There "
  1629. "must be exactly one set-cookie header field per cookie. (RFC7230 3.2.2)"),
  1630. #{code := 200, headers := RespHeaders} = do_raw(Config, [
  1631. "GET /resp/set_resp_cookie3/multiple HTTP/1.1\r\n"
  1632. "Host: localhost\r\n"
  1633. "\r\n"]),
  1634. [_, _] = [H || H={<<"set-cookie">>, _} <- RespHeaders],
  1635. ok.
  1636. %@todo
  1637. %The server must list headers for or about the immediate connection
  1638. %in the connection header field. (RFC7230 6.1)
  1639. %
  1640. %@todo
  1641. %A server that does not support persistent connections must
  1642. %send "close" in every non-1xx response. (RFC7230 6.1)
  1643. %
  1644. %no_close_in_100_response(Config) ->
  1645. %no_close_in_101_response(Config) ->
  1646. %no_close_in_102_response(Config) ->
  1647. %A server must not send a "close" connection option
  1648. %in 1xx responses. (RFC7230 6.1)
  1649. %
  1650. %@todo
  1651. %The "close" connection must be sent in a message when the
  1652. %sender knows it will close the connection after fully sending
  1653. %the response. (RFC7230 6.6)
  1654. %
  1655. %@todo
  1656. %A server must close the connection after sending or
  1657. %receiving a "close" once the response has been sent. (RFC7230 6.6)
  1658. close_request_close_response(Config) ->
  1659. doc("A server must send a \"close\" in a response to a request "
  1660. "containing a \"close\". (RFC7230 6.6)"),
  1661. #{code := 200, headers := RespHeaders} = do_raw(Config, [
  1662. "GET / HTTP/1.1\r\n"
  1663. "Host: localhost\r\n"
  1664. "Connection: close\r\n"
  1665. "\r\n"]),
  1666. {_, <<"close">>} = lists:keyfind(<<"connection">>, 1, RespHeaders),
  1667. ok.
  1668. %% Response body.
  1669. no_body_in_head_response(Config) ->
  1670. doc("Responses to HEAD requests never include a message body. (RFC7230 3.3)"),
  1671. Client = raw_open(Config),
  1672. ok = raw_send(Client, [
  1673. "HEAD / HTTP/1.1\r\n"
  1674. "Host: localhost\r\n"
  1675. "\r\n"]),
  1676. {_, 200, _, Rest} = cow_http:parse_status_line(raw_recv_head(Client)),
  1677. {Headers, <<>>} = cow_http:parse_headers(Rest),
  1678. {_, LengthBin} = lists:keyfind(<<"content-length">>, 1, Headers),
  1679. Length = binary_to_integer(LengthBin),
  1680. {error, timeout} = raw_recv(Client, Length, 1000),
  1681. ok.
  1682. %% @todo test different ways to send a body in response
  1683. %%% @todo Implement CONNECT
  1684. %2xx responses to CONNECT requests never include a message
  1685. %body. (RFC7230 3.3)
  1686. %
  1687. %no_body_in_100_response(Config) ->
  1688. %no_body_in_101_response(Config) ->
  1689. %no_body_in_102_response(Config) ->
  1690. %1xx responses never include a message body. (RFC7230 3.3)
  1691. no_body_in_204_response(Config) ->
  1692. doc("204 responses never include a message body. Cowboy produces "
  1693. "a 500 error response when attempting to do so. (RFC7230 3.3)"),
  1694. Client = raw_open(Config),
  1695. ok = raw_send(Client, [
  1696. "GET /resp/reply4/204body HTTP/1.1\r\n"
  1697. "Host: localhost\r\n"
  1698. "\r\n"]),
  1699. {_, 500, _, _} = cow_http:parse_status_line(raw_recv_head(Client)),
  1700. ok.
  1701. no_body_in_204_response_stream(Config) ->
  1702. doc("204 responses never include a message body. Attempting to "
  1703. "stream the body produces a crash on the server-side. (RFC7230 3.3)"),
  1704. Client = raw_open(Config),
  1705. ok = raw_send(Client, [
  1706. "GET /resp/stream_reply2/204body HTTP/1.1\r\n"
  1707. "Host: localhost\r\n"
  1708. "\r\n"]),
  1709. {_, 204, _, Rest} = cow_http:parse_status_line(raw_recv_head(Client)),
  1710. {_, <<>>} = cow_http:parse_headers(Rest),
  1711. {error, timeout} = raw_recv(Client, 1, 1000),
  1712. ok.
  1713. no_body_in_304_response(Config) ->
  1714. doc("304 responses never include a message body. Cowboy produces "
  1715. "a 500 error response when attempting to do so. (RFC7230 3.3)"),
  1716. Client = raw_open(Config),
  1717. ok = raw_send(Client, [
  1718. "GET /resp/reply4/304body HTTP/1.1\r\n"
  1719. "Host: localhost\r\n"
  1720. "\r\n"]),
  1721. {_, 500, _, _} = cow_http:parse_status_line(raw_recv_head(Client)),
  1722. ok.
  1723. no_body_in_304_response_stream(Config) ->
  1724. doc("304 responses never include a message body. Attempting to "
  1725. "stream the body produces a crash on the server-side. (RFC7230 3.3)"),
  1726. Client = raw_open(Config),
  1727. ok = raw_send(Client, [
  1728. "GET /resp/stream_reply2/304body HTTP/1.1\r\n"
  1729. "Host: localhost\r\n"
  1730. "\r\n"]),
  1731. {_, 304, _, Rest} = cow_http:parse_status_line(raw_recv_head(Client)),
  1732. {_, <<>>} = cow_http:parse_headers(Rest),
  1733. {error, timeout} = raw_recv(Client, 1, 1000),
  1734. ok.
  1735. same_content_length_as_get_in_head_response(Config) ->
  1736. doc("Responses to HEAD requests can include a content-length header. "
  1737. "Its value must be the same as if the request was an unconditional "
  1738. "GET. (RFC7230 3.3, RFC7230 3.3.1, RFC7230 3.3.2)"),
  1739. Client = raw_open(Config),
  1740. ok = raw_send(Client, [
  1741. "HEAD / HTTP/1.1\r\n"
  1742. "Host: localhost\r\n"
  1743. "\r\n"]),
  1744. {_, 200, _, Rest} = cow_http:parse_status_line(raw_recv_head(Client)),
  1745. {Headers, <<>>} = cow_http:parse_headers(Rest),
  1746. {_, <<"12">>} = lists:keyfind(<<"content-length">>, 1, Headers),
  1747. ok.
  1748. same_transfer_encoding_as_get_in_head_response(Config) ->
  1749. doc("Responses to HEAD requests can include a transfer-encoding header. "
  1750. "Its value must be the same as if the request was an unconditional "
  1751. "GET. (RFC7230 3.3, RFC7230 3.3.1, RFC7230 3.3.2)"),
  1752. Client = raw_open(Config),
  1753. ok = raw_send(Client, [
  1754. "HEAD /resp/stream_reply2/200 HTTP/1.1\r\n"
  1755. "Host: localhost\r\n"
  1756. "\r\n"]),
  1757. {_, 200, _, Rest} = cow_http:parse_status_line(raw_recv_head(Client)),
  1758. {Headers, <<>>} = cow_http:parse_headers(Rest),
  1759. {_, <<"chunked">>} = lists:keyfind(<<"transfer-encoding">>, 1, Headers),
  1760. ok.
  1761. %same_content_length_as_200_in_304_response(Config) ->
  1762. %same_transfer_encoding_as_200_in_304_response(Config) ->
  1763. %304 responses can include a
  1764. %content-length or transfer-encoding header. Their value must
  1765. %be the same as if the request was an unconditional GET. (RFC7230 3.3, RFC7230 3.3.1, RFC7230 3.3.2)
  1766. %
  1767. %no_content_length_in_100_response(Config) ->
  1768. %no_content_length_in_101_response(Config) ->
  1769. %no_content_length_in_102_response(Config) ->
  1770. %1xx, 204 responses and "2xx responses to CONNECT requests" must
  1771. %not include a content-length or transfer-encoding header. (RFC7230 3.3.1, RFC7230 3.3.2)
  1772. no_content_length_in_204_response(Config) ->
  1773. doc("204 responses must not include a content-length header. "
  1774. "(RFC7230 3.3.1, RFC7230 3.3.2)"),
  1775. Client = raw_open(Config),
  1776. ok = raw_send(Client, [
  1777. "GET /resp/reply3/204 HTTP/1.1\r\n"
  1778. "Host: localhost\r\n"
  1779. "\r\n"]),
  1780. {_, 204, _, Rest} = cow_http:parse_status_line(raw_recv_head(Client)),
  1781. {Headers, <<>>} = cow_http:parse_headers(Rest),
  1782. false = lists:keyfind(<<"content-length">>, 1, Headers),
  1783. ok.
  1784. no_content_length_in_empty_304_response(Config) ->
  1785. doc("304 responses should not include a content-length header, "
  1786. "unless it matches the resource's and was therefore set "
  1787. "explicitly by the user. (RFC7230 3.3.1, RFC7230 3.3.2)"),
  1788. Client = raw_open(Config),
  1789. ok = raw_send(Client, [
  1790. "GET /resp/reply3/304 HTTP/1.1\r\n"
  1791. "Host: localhost\r\n"
  1792. "\r\n"]),
  1793. {_, 304, _, Rest} = cow_http:parse_status_line(raw_recv_head(Client)),
  1794. {Headers, <<>>} = cow_http:parse_headers(Rest),
  1795. false = lists:keyfind(<<"content-length">>, 1, Headers),
  1796. ok.
  1797. %%% @todo CONNECT no_content_length_in_2xx_response_to_connect_request(Config) ->
  1798. %no_transfer_encoding_in_100_response(Config) ->
  1799. %no_transfer_encoding_in_101_response(Config) ->
  1800. %no_transfer_encoding_in_102_response(Config) ->
  1801. %1xx, 204 responses and "2xx responses to CONNECT requests" must
  1802. %not include a content-length or transfer-encoding header. (RFC7230 3.3.1, RFC7230 3.3.2)
  1803. %% We only send transfer-encoding when streaming a response body.
  1804. %% We therefore need a streamed response in order to see a potential bug.
  1805. no_transfer_encoding_in_204_response(Config) ->
  1806. doc("204 responses must not include a transfer-encoding header. "
  1807. "(RFC7230 3.3.1, RFC7230 3.3.2)"),
  1808. Client = raw_open(Config),
  1809. ok = raw_send(Client, [
  1810. "GET /resp/stream_reply2/204 HTTP/1.1\r\n"
  1811. "Host: localhost\r\n"
  1812. "\r\n"]),
  1813. {_, 204, _, Rest} = cow_http:parse_status_line(raw_recv_head(Client)),
  1814. {Headers, <<>>} = cow_http:parse_headers(Rest),
  1815. false = lists:keyfind(<<"transfer-encoding">>, 1, Headers),
  1816. ok.
  1817. %%% @todo CONNECT no_transfer_encoding_in_2xx_response_to_connect_request(Config) ->
  1818. %1xx, 204 responses and "2xx responses to CONNECT requests" must
  1819. %not include a content-length or transfer-encoding header. (RFC7230 3.3.1, RFC7230 3.3.2)
  1820. %
  1821. %```
  1822. %message-body = *OCTET
  1823. %```
  1824. %
  1825. %The message body is the octets after decoding any transfer
  1826. %codings. (RFC7230 3.3)
  1827. content_length_0_when_no_body(Config) ->
  1828. doc("When the length is known in advance, the server must send a "
  1829. "content-length header, including if the length is 0. (RFC7230 3.3.2, RFC7230 3.3.3)"),
  1830. #{code := 200, headers := RespHeaders} = do_raw(Config, [
  1831. "GET /resp/reply2/200 HTTP/1.1\r\n"
  1832. "Host: localhost\r\n"
  1833. "\r\n"]),
  1834. {_, <<"0">>} = lists:keyfind(<<"content-length">>, 1, RespHeaders),
  1835. ok.
  1836. content_length_response(Config) ->
  1837. doc("When the length is known in advance, the server must send a "
  1838. "content-length header. (RFC7230 3.3.2, RFC7230 3.3.3)"),
  1839. #{code := 200, headers := RespHeaders} = do_raw(Config, [
  1840. "GET / HTTP/1.1\r\n"
  1841. "Host: localhost\r\n"
  1842. "\r\n"]),
  1843. {_, <<"12">>} = lists:keyfind(<<"content-length">>, 1, RespHeaders),
  1844. ok.
  1845. chunked_response(Config) ->
  1846. doc("When the length is not known in advance, the chunked transfer-encoding "
  1847. "must be used. (RFC7230 3.3.2, RFC7230 3.3.3)"),
  1848. #{code := 200, headers := RespHeaders} = do_raw(Config, [
  1849. "GET /resp/stream_reply2/200 HTTP/1.1\r\n"
  1850. "Host: localhost\r\n"
  1851. "\r\n"]),
  1852. {_, <<"chunked">>} = lists:keyfind(<<"transfer-encoding">>, 1, RespHeaders),
  1853. %% @todo We probably want to check the body received too.
  1854. ok.
  1855. %compat_no_content_length_or_transfer_encoding_close_on_body_end(Config) ->
  1856. %For compatibility purposes a server can send no content-length or
  1857. %transfer-encoding header. In this case the connection must be
  1858. %closed after the response has been sent fully. (RFC7230 3.3.2, RFC7230 3.3.3)
  1859. no_content_length_if_transfer_encoding(Config) ->
  1860. doc("The content-length header must not be sent when a transfer-encoding "
  1861. "header already exists. (RFC7230 3.3.2)"),
  1862. #{code := 200, headers := RespHeaders} = do_raw(Config, [
  1863. "GET /resp/stream_reply2/200 HTTP/1.1\r\n"
  1864. "Host: localhost\r\n"
  1865. "\r\n"]),
  1866. false = lists:keyfind(<<"content-length">>, 1, RespHeaders),
  1867. ok.
  1868. %@todo
  1869. %The server must not apply the chunked transfer-encoding more than
  1870. %once. (RFC7230 3.3.1)
  1871. %
  1872. %@todo
  1873. %The server must apply the chunked transfer-encoding last. (RFC7230 3.3.1)
  1874. http10_request_no_transfer_encoding_in_response(Config) ->
  1875. doc("The transfer-encoding header must not be sent in responses to "
  1876. "HTTP/1.0 requests, or in responses that use the HTTP/1.0 version. "
  1877. "No transfer codings must be applied in these cases. "
  1878. "(RFC7230 3.3.1, RFC7230 A.1.3)"),
  1879. Client = raw_open(Config),
  1880. ok = raw_send(Client, [
  1881. "GET /resp/stream_reply2/200 HTTP/1.0\r\n"
  1882. "Host: localhost\r\n"
  1883. "\r\n"]),
  1884. {_, 200, _, Rest} = cow_http:parse_status_line(raw_recv_head(Client)),
  1885. {RespHeaders, Body0} = cow_http:parse_headers(Rest),
  1886. false = lists:keyfind(<<"content-length">>, 1, RespHeaders),
  1887. false = lists:keyfind(<<"transfer-encoding">>, 1, RespHeaders),
  1888. Body = <<0:8000000>>,
  1889. {ok, Body1} = raw_recv(Client, byte_size(Body) - byte_size(Body0), 5000),
  1890. Body = << Body0/binary, Body1/binary >>,
  1891. %% The end of body is indicated by a connection close.
  1892. {error, closed} = raw_recv(Client, 0, 1000),
  1893. ok.
  1894. no_te_no_trailers(Config) ->
  1895. doc("Trailers can only be sent if the request includes a TE header "
  1896. "containing \"trailers\". (RFC7230 4.1.2)"),
  1897. #{code := 200, headers := RespHeaders} = do_raw(Config, [
  1898. "GET /resp/stream_trailers HTTP/1.1\r\n"
  1899. "Host: localhost\r\n"
  1900. "\r\n"]),
  1901. {_, <<"chunked">>} = lists:keyfind(<<"transfer-encoding">>, 1, RespHeaders),
  1902. false = lists:keyfind(<<"trailer">>, 1, RespHeaders),
  1903. %% @todo We probably want to check the body received too.
  1904. ok.
  1905. te_trailers(Config) ->
  1906. doc("Trailers can only be sent if the request includes a TE header "
  1907. "containing \"trailers\". (RFC7230 4.1.2)"),
  1908. #{code := 200, headers := RespHeaders} = do_raw(Config, [
  1909. "GET /resp/stream_trailers HTTP/1.1\r\n"
  1910. "Host: localhost\r\n"
  1911. "TE: trailers\r\n"
  1912. "\r\n"]),
  1913. {_, <<"chunked">>} = lists:keyfind(<<"transfer-encoding">>, 1, RespHeaders),
  1914. {_, <<"grpc-status">>} = lists:keyfind(<<"trailer">>, 1, RespHeaders),
  1915. %% @todo We probably want to check the body received too.
  1916. ok.
  1917. te_ignore_chunked(Config) ->
  1918. doc("The presence of \"chunked\" in a TE header must be ignored as it "
  1919. "is always acceptable with HTTP/1.1. (RFC7230 4.3)"),
  1920. #{code := 200, headers := RespHeaders} = do_raw(Config, [
  1921. "GET /resp/stream_reply2/200 HTTP/1.1\r\n"
  1922. "Host: localhost\r\n"
  1923. "TE: chunked\r\n"
  1924. "\r\n"]),
  1925. {_, <<"chunked">>} = lists:keyfind(<<"transfer-encoding">>, 1, RespHeaders),
  1926. %% @todo We probably want to check the body received too.
  1927. ok.
  1928. te_ignore_chunked_0(Config) ->
  1929. doc("The presence of \"chunked\" in a TE header must be ignored as it "
  1930. "is always acceptable with HTTP/1.1. (RFC7230 4.3)"),
  1931. #{code := 200, headers := RespHeaders} = do_raw(Config, [
  1932. "GET /resp/stream_reply2/200 HTTP/1.1\r\n"
  1933. "Host: localhost\r\n"
  1934. "TE: chunked;q=0\r\n"
  1935. "\r\n"]),
  1936. {_, <<"chunked">>} = lists:keyfind(<<"transfer-encoding">>, 1, RespHeaders),
  1937. %% @todo We probably want to check the body received too.
  1938. ok.
  1939. %%% @todo te_not_acceptable_coding(Config) ->
  1940. %A qvalue of 0 in the TE header means "not acceptable". (RFC7230 4.3)
  1941. %
  1942. %@todo
  1943. %The lack of a TE header or an empty TE header means only "chunked"
  1944. %(with no trailers) or no transfer-encoding is acceptable. (RFC7230 4.3)
  1945. %
  1946. %@todo
  1947. %Trailer headers must be listed in the trailer header field value. (RFC7230 4.4)
  1948. %% Upgrade.
  1949. %```
  1950. %Upgrade = 1#protocol
  1951. %
  1952. %protocol = protocol-name ["/" protocol-version]
  1953. %protocol-name = token
  1954. %protocol-version = token
  1955. %```
  1956. %
  1957. %The upgrade header contains the list of protocols the
  1958. %client wishes to upgrade to, in order of preference. (RFC7230 6.7)
  1959. upgrade_safely_ignored(Config) ->
  1960. doc("The upgrade header can be safely ignored. (RFC7230 6.7)"),
  1961. #{code := 200} = do_raw(Config,
  1962. "GET / HTTP/1.1\r\n"
  1963. "Host: localhost\r\n"
  1964. "Connection: upgrade\r\n"
  1965. "Upgrade: websocket\r\n"
  1966. "\r\n").
  1967. %upgrade_must_be_in_connection_header(Config) ->
  1968. %The upgrade header must be listed under the connection header,
  1969. %or must be ignored otherwise. (RFC7230 6.7)
  1970. %
  1971. %@todo
  1972. %A server accepting an upgrade request must send a 101 status
  1973. %code with a upgrade header listing the protocol(s) it upgrades
  1974. %to, in layer-ascending order. In addition the upgrade header
  1975. %must be listed in the connection header. (RFC7230 6.7)
  1976. %
  1977. %%A server must not switch to a protocol not listed in the
  1978. %%request's upgrade header. (RFC7230 6.7)
  1979. %
  1980. %@todo
  1981. %A server that sends a 426 status code must include a upgrade
  1982. %header listing acceptable protocols in order of preference. (RFC7230 6.7)
  1983. %
  1984. %@todo
  1985. %A server can send a upgrade header to any response to advertise
  1986. %its support for other protocols listed in order of preference. (RFC7230 6.7)
  1987. %
  1988. %@todo
  1989. %Immediately after a server responds with a 101 status code
  1990. %it must respond to the original request using the new protocol. (RFC7230 6.7)
  1991. %
  1992. %@todo
  1993. %%A server must not switch protocols unless the original message's
  1994. %%semantics can be honored by the new protocol. OPTIONS requests
  1995. %%can be honored by any protocol. (RFC7230 6.7)
  1996. %
  1997. %http10_ignore_upgrade_header(Config) ->
  1998. %A server must ignore an upgrade header received by an HTTP/1.0
  1999. %request. (RFC7230 6.7)
  2000. %
  2001. %expect_then_upgrade(Config) ->
  2002. %A server receiving both an upgrade header and an expect header
  2003. %containing "100-continue" must send a 100 response before the
  2004. %101 response. (RFC7230 6.7)
  2005. %
  2006. %The upgrade header field cannot be used for switching the
  2007. %connection protocol (e.g. TCP) or switching connections. (RFC7230 6.7)
  2008. %% Compatibility.
  2009. %@todo
  2010. %A server can choose to be non-conformant to the specifications
  2011. %for the sake of compatibility. Such behavior can be enabled
  2012. %through configuration and/or software identification. (RFC7230 2.5)