master
1/***************************************************************************
2 * _ _ ____ _
3 * Project ___| | | | _ \| |
4 * / __| | | | |_) | |
5 * | (__| |_| | _ <| |___
6 * \___|\___/|_| \_\_____|
7 *
8 * Copyright (C) Daniel Stenberg, <daniel@haxx.se>, et al.
9 *
10 * This software is licensed as described in the file COPYING, which
11 * you should have received as part of this distribution. The terms
12 * are also available at https://curl.se/docs/copyright.html.
13 *
14 * You may opt to use, copy, modify, merge, publish, distribute and/or sell
15 * copies of the Software, and permit persons to whom the Software is
16 * furnished to do so, under the terms of the COPYING file.
17 *
18 * This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
19 * KIND, either express or implied.
20 *
21 * SPDX-License-Identifier: curl
22 *
23 ***************************************************************************/
24/* <DESC>
25 * Download a document and use libtidy to parse the HTML.
26 * </DESC>
27 */
28/*
29 * LibTidy => https://www.html-tidy.org/
30 */
31#include <stdio.h>
33#include <tidy/tidy.h>
34#include <tidy/tidybuffio.h>
36#include <curl/curl.h>
38/* curl write callback, to fill tidy's input buffer... */
39static uint write_cb(char *in, uint size, uint nmemb, TidyBuffer *out)
40{
41 uint r;
42 r = size * nmemb;
43 tidyBufAppend(out, in, r);
44 return r;
45}
47/* Traverse the document tree */
48static void dumpNode(TidyDoc doc, TidyNode tnod, int indent)
49{
50 TidyNode child;
51 for(child = tidyGetChild(tnod); child; child = tidyGetNext(child)) {
52 ctmbstr name = tidyNodeGetName(child);
53 if(name) {
54 /* if it has a name, then it is an HTML tag ... */
55 TidyAttr attr;
56 printf("%*.*s%s ", indent, indent, "<", name);
57 /* walk the attribute list */
58 for(attr = tidyAttrFirst(child); attr; attr = tidyAttrNext(attr)) {
59 printf("%s", tidyAttrName(attr));
60 tidyAttrValue(attr) ? printf("=\"%s\" ",
61 tidyAttrValue(attr)) : printf(" ");
62 }
63 printf(">\n");
64 }
65 else {
66 /* if it does not have a name, then it is probably text, cdata, etc... */
67 TidyBuffer buf;
68 tidyBufInit(&buf);
69 tidyNodeGetText(doc, child, &buf);
70 printf("%*.*s\n", indent, indent, buf.bp ? (char *)buf.bp : "");
71 tidyBufFree(&buf);
72 }
73 dumpNode(doc, child, indent + 4); /* recursive */
74 }
75}
77int main(int argc, const char *argv[])
78{
79 CURL *curl;
80 char curl_errbuf[CURL_ERROR_SIZE];
81 TidyDoc tdoc;
82 TidyBuffer docbuf = { 0 };
83 TidyBuffer tidy_errbuf = { 0 };
84 CURLcode result;
86 if(argc != 2) {
87 printf("usage: %s <url>\n", argv[0]);
88 return 1;
89 }
91 result = curl_global_init(CURL_GLOBAL_ALL);
92 if(result != CURLE_OK)
93 return (int)result;
95 tdoc = tidyCreate();
96 tidyOptSetBool(tdoc, TidyForceOutput, yes); /* try harder */
97 tidyOptSetInt(tdoc, TidyWrapLen, 4096);
98 tidySetErrorBuffer(tdoc, &tidy_errbuf);
99 tidyBufInit(&docbuf);
101 curl = curl_easy_init();
102 if(curl) {
103 curl_easy_setopt(curl, CURLOPT_URL, argv[1]);
104 curl_easy_setopt(curl, CURLOPT_ERRORBUFFER, curl_errbuf);
105 curl_easy_setopt(curl, CURLOPT_NOPROGRESS, 0L);
106 curl_easy_setopt(curl, CURLOPT_VERBOSE, 1L);
107 curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, write_cb);
109 curl_easy_setopt(curl, CURLOPT_WRITEDATA, &docbuf);
110 result = curl_easy_perform(curl);
111 if(result == CURLE_OK) {
112 result = tidyParseBuffer(tdoc, &docbuf); /* parse the input */
113 if(result >= 0) {
114 result = tidyCleanAndRepair(tdoc); /* fix any problems */
115 if(result >= 0) {
116 result = tidyRunDiagnostics(tdoc); /* load tidy error buffer */
117 if(result >= 0) {
118 dumpNode(tdoc, tidyGetRoot(tdoc), 0); /* walk the tree */
119 fprintf(stderr, "%s\n", tidy_errbuf.bp); /* show errors */
120 }
121 }
122 }
123 }
124 else
125 fprintf(stderr, "%s\n", curl_errbuf);
127 /* clean-up */
128 curl_easy_cleanup(curl);
129 }
131 tidyBufFree(&docbuf);
132 tidyBufFree(&tidy_errbuf);
133 tidyRelease(tdoc);
135 curl_global_cleanup();
137 return (int)result;
138}
Diagnostics4 git calls · 38 ms
CallStatusSizeTime038 ms
discover200152 B3 ms
git.upload-pack discover http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=ls-refs git.upstream.dur_ms=3 git.response.bytes=152 git.server.agent=gitty/1.0 git.server.object_format=sha1 git.server.caps=agent ls-refs fetch object-format git.server.fetch=shallow filter sideband-all git.protocol.version=2 git.pkt.frames=8 git.pkt.data=6 git.pkt.flush=2 git.pkt.delim=0 git.pkt.bytes=152 git.pkt.payload.max=34
ls-refs200149 B · hit3 ms
git.upload-pack ls-refs http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=ls-refs git.upstream.dur_ms=3 git.response.bytes=149 git.response.cache=HIT git.response.duration_ms=3 git.protocol.version=2 git.pkt.frames=3 git.pkt.data=2 git.pkt.flush=1 git.pkt.delim=0 git.pkt.bytes=149 git.pkt.payload.max=78 git.ls_refs.count=2 git.ls_refs.head=refs/heads/master
fetchblob:none · deepen 10200287 KiB · hit15 ms
git.upload-pack fetch http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=3 git.response.bytes=293470 git.response.cache=HIT git.response.duration_ms=15 git.fetch.filter=blob:none git.fetch.filter.requested=tree:0 git.fetch.filter.fallback=blob:none git.fetch.filter.learned=false git.fetch.wants=31c911efe5652725e930f4d2e60c9060e5f6646d git.fetch.haves.count=0 git.fetch.deepen=10 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=10 git.pkt.data=8 git.pkt.flush=1 git.pkt.delim=1 git.pkt.bytes=293470 git.pkt.payload.max=65516 git.sideband.band1.bytes=293354 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0 git.pack.objects=87 git.pack.bytes=293354 git.pack.ofs_delta=0 git.pack.ref_delta=1 git.pack.chain.max=1 git.pack.trailer=6a646bcda6740bab42e321b51998b52ea15146c0 git.pack.full=86Open pack map
fetch2001.8 KiB · hit20 ms
git.upload-pack fetch http.response.status_code=200 git.upstream.cf_ray=- git.upstream.phase=fetch git.upstream.dur_ms=20 git.response.bytes=1820 git.response.cache=HIT git.response.duration_ms=20 git.fetch.wants=8a510f49f4cc68499b8a912e44f4cce1089cabee git.fetch.haves.count=0 git.fetch.deepen=0 git.fetch.thin_pack=false git.fetch.ofs_delta=true git.protocol.version=2 git.pkt.frames=3 git.pkt.data=2 git.pkt.flush=1 git.pkt.delim=0 git.pkt.bytes=1820 git.pkt.payload.max=1799 git.sideband.band1.bytes=1798 git.sideband.band2.bytes=0 git.sideband.band3.bytes=0
Each row is one HTTP round trip ply made to the git server for this page, on one timeline. discover asks what the server speaks, ls-refs lists branch tips, fetch brings objects by id. A hit was served by Workers Cache. Tap a row for its wire details.
- Remote
- https://5ad2236b39de4c8bd8f6270ea63f3ea9.artifacts.cloudflare.net/git/public-v0/curl.git
- Ref
- refs/heads/master
- Commit
- 31c911efe5652725e930f4d2e60c9060e5f6646d
- cf-ray
- a5e2a607bdd11293
- Request
- 796f420f…
- Protocol
- v2 · sha1
- Agent
- gitty/1.0
- Filter
- advertised
- Fetch
- shallow filter sideband-all
- Capabilities
- agent ls-refs fetch object-format