move to new skeleton

tutorials/http/http-client/Makefile

@@ -0,0 +1,39 @@
+PROG ?= example                   # Program we are building
+PACK ?= ./pack                    # Packing executable
+DELETE = rm -rf                   # Command to remove files
+OUT ?= -o $(PROG)                 # Compiler argument for output file
+SOURCES = main.c mongoose.c  packed_fs.c      # Source code files, packed_fs.c contains ca.pem, which contains CA certs for TLS
+CFLAGS = -W -Wall -Wextra -g -I.  # Build options
+
+# Mongoose build options. See https://mongoose.ws/documentation/#build-options
+CFLAGS_MONGOOSE += -DMG_ENABLE_LINES=1 -DMG_ENABLE_PACKED_FS=1
+
+ifeq ($(OS),Windows_NT)   # Windows settings. Assume MinGW compiler. To use VC: make CC=cl CFLAGS=/MD OUT=/Feprog.exe
+  PROG ?= example.exe           # Use .exe suffix for the binary
+  PACK = pack.exe               # Packing executable
+  CC = gcc                      # Use MinGW gcc compiler
+  CFLAGS += -lws2_32            # Link against Winsock library
+  DELETE = cmd /C del /Q /F /S  # Command prompt command to delete files
+  OUT ?= -o $(PROG)             # Build output
+  MAKE += WINDOWS=1 CC=$(CC)
+endif
+
+all: $(PROG)              # Default target. Build and run program
+	$(RUN) ./$(PROG) $(ARGS)
+
+$(PROG): $(SOURCES)       # Build program from sources
+	$(CC) $(SOURCES) $(CFLAGS) $(CFLAGS_MONGOOSE) $(CFLAGS_EXTRA) $(OUT)
+
+clean:                    # Cleanup. Delete built program and all build artifacts
+	$(DELETE) $(PROG) *.o *.obj *.exe *.dSYM mbedtls $(PACK)
+
+# Generate packed filesystem for serving cert
+packed_fs.c: $(wildcard certs/*) Makefile
+	$(CC) ../../../test/pack.c -o $(PACK)
+	$(PACK) $(wildcard certs/*) > $@
+
+# see https://mongoose.ws/tutorials/tls/#how-to-build for TLS build options
+
+mbedtls:                  # Pull and build mbedTLS library
+	git clone --depth 1 -b v2.28.2 https://github.com/mbed-tls/mbedtls $@
+	$(MAKE) -C mbedtls/library

tutorials/http/http-client/README.md

@@ -0,0 +1 @@
+See detailed tutorial at https://mongoose.ws/tutorials/http/http-client/

tutorials/http/http-client/certs/ca.pem

@@ -0,0 +1 @@
+../../../../test/data/ca.pem

tutorials/http/http-client/main.c

@@ -0,0 +1,72 @@
+// Copyright (c) 2021 Cesanta Software Limited
+// All rights reserved
+//
+// Example HTTP client. Connect to `s_url`, send request, wait for a response,
+// print the response and exit.
+// You can change `s_url` from the command line by executing: ./example YOUR_URL
+//
+// To enable SSL/TLS, , see https://mongoose.ws/tutorials/tls/#how-to-build
+
+#include "mongoose.h"
+
+// The very first web page in history. You can replace it from command line
+static const char *s_url = "http://info.cern.ch/";
+static const char *s_post_data = NULL;      // POST data
+static const uint64_t s_timeout_ms = 1500;  // Connect timeout in milliseconds
+
+// Print HTTP response and signal that we're done
+static void fn(struct mg_connection *c, int ev, void *ev_data) {
+  if (ev == MG_EV_OPEN) {
+    // Connection created. Store connect expiration time in c->data
+    *(uint64_t *) c->data = mg_millis() + s_timeout_ms;
+  } else if (ev == MG_EV_POLL) {
+    if (mg_millis() > *(uint64_t *) c->data &&
+        (c->is_connecting || c->is_resolving)) {
+      mg_error(c, "Connect timeout");
+    }
+  } else if (ev == MG_EV_CONNECT) {
+    // Connected to server. Extract host name from URL
+    struct mg_str host = mg_url_host(s_url);
+
+    if (mg_url_is_ssl(s_url)) {
+      struct mg_tls_opts opts = {.ca = mg_unpacked("/certs/ca.pem"),
+                                 .name = mg_url_host(s_url)};
+      mg_tls_init(c, &opts);
+    }
+
+    // Send request
+    int content_length = s_post_data ? strlen(s_post_data) : 0;
+    mg_printf(c,
+              "%s %s HTTP/1.0\r\n"
+              "Host: %.*s\r\n"
+              "Content-Type: octet-stream\r\n"
+              "Content-Length: %d\r\n"
+              "\r\n",
+              s_post_data ? "POST" : "GET", mg_url_uri(s_url), (int) host.len,
+              host.buf, content_length);
+    mg_send(c, s_post_data, content_length);
+  } else if (ev == MG_EV_HTTP_MSG) {
+    // Response is received. Print it
+    struct mg_http_message *hm = (struct mg_http_message *) ev_data;
+    printf("%.*s", (int) hm->message.len, hm->message.buf);
+    c->is_draining = 1;        // Tell mongoose to close this connection
+    *(bool *) c->fn_data = true;  // Tell event loop to stop
+  } else if (ev == MG_EV_ERROR) {
+    *(bool *) c->fn_data = true;  // Error, tell event loop to stop
+  }
+}
+
+int main(int argc, char *argv[]) {
+  const char *log_level = getenv("LOG_LEVEL");  // Allow user to set log level
+  if (log_level == NULL) log_level = "4";       // Default is verbose
+
+  struct mg_mgr mgr;              // Event manager
+  bool done = false;              // Event handler flips it to true
+  if (argc > 1) s_url = argv[1];  // Use URL provided in the command line
+  mg_log_set(atoi(log_level));    // Set to 0 to disable debug
+  mg_mgr_init(&mgr);              // Initialise event manager
+  mg_http_connect(&mgr, s_url, fn, &done);  // Create client connection
+  while (!done) mg_mgr_poll(&mgr, 50);      // Event manager loops until 'done'
+  mg_mgr_free(&mgr);                        // Free resources
+  return 0;
+}

tutorials/http/http-client/mongoose.c

@@ -0,0 +1 @@
+../../../mongoose.c

tutorials/http/http-client/mongoose.h

@@ -0,0 +1 @@
+../../../mongoose.h

tutorials/http/http-proxy-client/Makefile

@@ -0,0 +1,35 @@
+PROG ?= example                   # Program we are building
+DELETE = rm -rf                   # Command to remove files
+OUT ?= -o $(PROG)                 # Compiler argument for output file
+SOURCES = main.c mongoose.c  packed_fs.c      # Source code files, packed_fs.c contains ca.pem, which contains CA certs for TLS
+CFLAGS = -W -Wall -Wextra -g -I.  # Build options
+
+# Mongoose build options. See https://mongoose.ws/documentation/#build-options
+CFLAGS_MONGOOSE += -DMG_ENABLE_LINES=1 -DMG_ENABLE_PACKED_FS=1
+
+# See tutorial at https://mongoose.ws/tutorials/http-proxy-client/
+ARGS ?= 167.235.63.238:3128 http://info.cern.ch/	# default call arguments
+
+ifeq ($(OS),Windows_NT)   # Windows settings. Assume MinGW compiler. To use VC: make CC=cl CFLAGS=/MD OUT=/Feprog.exe
+  PROG ?= example.exe           # Use .exe suffix for the binary
+  CC = gcc                      # Use MinGW gcc compiler
+  CFLAGS += -lws2_32            # Link against Winsock library
+  DELETE = cmd /C del /Q /F /S  # Command prompt command to delete files
+  OUT ?= -o $(PROG)             # Build output
+  MAKE += WINDOWS=1 CC=$(CC)
+endif
+
+all: $(PROG)              # Default target. Build and run program
+	$(RUN) ./$(PROG) $(ARGS)
+
+$(PROG): $(SOURCES)       # Build program from sources
+	$(CC) $(SOURCES) $(CFLAGS) $(CFLAGS_MONGOOSE) $(CFLAGS_EXTRA) $(OUT)
+
+clean:                    # Cleanup. Delete built program and all build artifacts
+	$(DELETE) $(PROG) *.o *.obj *.exe *.dSYM mbedtls
+
+# see https://mongoose.ws/tutorials/tls/#how-to-build for TLS build options
+
+mbedtls:                  # Pull and build mbedTLS library
+	git clone --depth 1 -b v2.28.2 https://github.com/mbed-tls/mbedtls $@
+	$(MAKE) -C mbedtls/library

tutorials/http/http-proxy-client/README.md

@@ -0,0 +1 @@
+See detailed tutorial at https://mongoose.ws/tutorials/http/http-proxy-client/ 

tutorials/http/http-proxy-client/main.c

@@ -0,0 +1,68 @@
+// Copyright (c) 2020 Cesanta Software Limited
+// All rights reserved
+//
+// Example HTTP client that uses a proxy server. Usage:
+//    make
+//    ./example PROXY:PORT http://www.ladyada.net
+//
+// To enable SSL/TLS, see https://mongoose.ws/tutorials/tls/#how-to-build
+//
+#include "mongoose.h"
+
+// Print HTTP response and signal that we're done
+static void fn(struct mg_connection *c, int ev, void *ev_data) {
+  const char *url = c->fn_data;
+  static bool connected;
+  if (ev == MG_EV_HTTP_MSG) {
+    struct mg_http_message *hm = (struct mg_http_message *) ev_data;
+    printf("%.*s", (int) hm->message.len, hm->message.buf);
+    exit(EXIT_SUCCESS);
+  } else if (ev == MG_EV_CONNECT) {
+    // Proxy TCP connection established. Send CONNECT request
+    struct mg_str host = mg_url_host(url);
+
+    if (mg_url_is_ssl(url)) {
+      struct mg_tls_opts opts = {.ca = mg_unpacked("/certs/ca.pem"),
+                                 .name = host};
+      mg_tls_init(c, &opts);
+    }
+
+    // c->is_hexdumping = 1;
+    mg_printf(c, "CONNECT %.*s:%hu HTTP/1.1\r\nHost: %.*s:%hu\r\n\r\n",
+              (int) host.len, host.buf, mg_url_port(url), (int) host.len,
+              host.buf, mg_url_port(url));
+  } else if (!connected && ev == MG_EV_READ) {
+    struct mg_http_message hm;
+    int n = mg_http_parse((char *) c->recv.buf, c->recv.len, &hm);
+    if (n > 0) {
+      struct mg_str host = mg_url_host(url);
+      // CONNECT response - tunnel is established
+      connected = true;
+      MG_DEBUG(
+          ("Connected to proxy, status: %.*s", (int) hm.uri.len, hm.uri.buf));
+      mg_iobuf_del(&c->recv, 0, n);
+      // Send request to the target server
+      mg_printf(c,
+                "GET %s HTTP/1.0\r\n"
+                "Host: %.*s\r\n"
+                "\r\n",
+                mg_url_uri(url), (int) host.len, host.buf);
+    }
+  }
+}
+
+int main(int argc, char *argv[]) {
+  struct mg_mgr mgr;
+
+  if (argc != 3) {
+    fprintf(stderr, "Usage: %s PROXY_URL URL\n", argv[0]);
+    return EXIT_FAILURE;
+  }
+
+  mg_mgr_init(&mgr);                            // Initialise event manager
+  mg_http_connect(&mgr, argv[1], fn, argv[2]);  // Connect to the proxy
+  for (;;) mg_mgr_poll(&mgr, 1000);             // Event loop
+  mg_mgr_free(&mgr);
+
+  return 0;
+}

tutorials/http/http-proxy-client/mongoose.c

@@ -0,0 +1 @@
+../../../mongoose.c

tutorials/http/http-proxy-client/mongoose.h

@@ -0,0 +1 @@
+../../../mongoose.h

tutorials/http/http-proxy-client/packed_fs.c

@@ -0,0 +1 @@
+../http-client/packed_fs.c

tutorials/http/http-reverse-proxy/Makefile

@@ -0,0 +1,32 @@
+PROG ?= example                   # Program we are building
+DELETE = rm -rf                   # Command to remove files
+OUT ?= -o $(PROG)                 # Compiler argument for output file
+SOURCES = main.c mongoose.c  packed_fs.c      # Source code files, packed_fs.c contains ca.pem, which contains CA certs for TLS
+CFLAGS = -W -Wall -Wextra -g -I.  # Build options
+
+# Mongoose build options. See https://mongoose.ws/documentation/#build-options
+CFLAGS_MONGOOSE += -DMG_IO_SIZE=128 -DMG_ENABLE_LINES=1 -DMG_ENABLE_PACKED_FS=1
+
+ifeq ($(OS),Windows_NT)   # Windows settings. Assume MinGW compiler. To use VC: make CC=cl CFLAGS=/MD OUT=/Feprog.exe
+  PROG ?= example.exe           # Use .exe suffix for the binary
+  CC = gcc                      # Use MinGW gcc compiler
+  CFLAGS += -lws2_32            # Link against Winsock library
+  DELETE = cmd /C del /Q /F /S  # Command prompt command to delete files
+  OUT ?= -o $(PROG)             # Build output
+  MAKE += WINDOWS=1 CC=$(CC)
+endif
+
+all: $(PROG)              # Default target. Build and run program
+	$(RUN) ./$(PROG) $(ARGS)
+
+$(PROG): $(SOURCES)       # Build program from sources
+	$(CC) $(SOURCES) $(CFLAGS) $(CFLAGS_MONGOOSE) $(CFLAGS_EXTRA) $(OUT)
+
+clean:                    # Cleanup. Delete built program and all build artifacts
+	$(DELETE) $(PROG) *.o *.obj *.exe *.dSYM mbedtls
+
+# see https://mongoose.ws/tutorials/tls/#how-to-build for TLS build options
+
+mbedtls:                  # Pull and build mbedTLS library
+	git clone --depth 1 -b v2.28.2 https://github.com/mbed-tls/mbedtls $@
+	$(MAKE) -C mbedtls/library

tutorials/http/http-reverse-proxy/README.md

@@ -0,0 +1 @@
+See detailed tutorial at https://mongoose.ws/tutorials/http/http-reverse-proxy/

tutorials/http/http-reverse-proxy/main.c

@@ -0,0 +1,87 @@
+// Copyright (c) 2020 Cesanta Software Limited
+// All rights reserved
+//
+// Example HTTP reverse proxy
+//    1. Run `make`. This builds and starts a proxy on port 8000
+//    2. Start your browser, go to https://localhost:8000
+//
+// To enable SSL/TLS, see https://mongoose.ws/tutorials/tls/#how-to-build
+
+#include "mongoose.h"
+
+static const char *s_backend_url =
+#if MG_TLS
+    "https://cesanta.com";
+#else
+    "http://info.cern.ch";
+#endif
+static const char *s_listen_url = "http://localhost:8000";
+
+// Forward client request to the backend connection, rewriting the Host header
+static void forward_request(struct mg_http_message *hm,
+                            struct mg_connection *c) {
+  size_t i, max = sizeof(hm->headers) / sizeof(hm->headers[0]);
+  struct mg_str host = mg_url_host(s_backend_url);
+  mg_printf(c, "%.*s\r\n",
+            (int) (hm->proto.buf + hm->proto.len - hm->message.buf),
+            hm->message.buf);
+  for (i = 0; i < max && hm->headers[i].name.len > 0; i++) {
+    struct mg_str *k = &hm->headers[i].name, *v = &hm->headers[i].value;
+    if (mg_strcmp(*k, mg_str("Host")) == 0) v = &host;
+    mg_printf(c, "%.*s: %.*s\r\n", (int) k->len, k->buf, (int) v->len, v->buf);
+  }
+  mg_send(c, "\r\n", 2);
+  mg_send(c, hm->body.buf, hm->body.len);
+  MG_DEBUG(("FORWARDING: %.*s %.*s", (int) hm->method.len, hm->method.buf,
+            (int) hm->uri.len, hm->uri.buf));
+}
+
+static void fn2(struct mg_connection *c, int ev, void *ev_data) {
+  struct mg_connection *c2 = (struct mg_connection *) c->fn_data;
+  if (ev == MG_EV_READ) {
+    // All incoming data from the backend, forward to the client
+    if (c2 != NULL) mg_send(c2, c->recv.buf, c->recv.len);
+    mg_iobuf_del(&c->recv, 0, c->recv.len);
+  } else if (ev == MG_EV_CLOSE) {
+    if (c2 != NULL) c2->fn_data = NULL;
+  }
+  (void) ev_data;
+}
+
+static void fn(struct mg_connection *c, int ev, void *ev_data) {
+  struct mg_connection *c2 = c->fn_data;
+  if (ev == MG_EV_HTTP_MSG) {
+    struct mg_http_message *hm = (struct mg_http_message *) ev_data;
+    // Client request, create backend connection Note that we're passing
+    // client connection `c` as fn_data for the created backend connection.
+    c2 = mg_connect(c->mgr, s_backend_url, fn2, c);
+    if (c2 == NULL) {
+      mg_error(c, "Cannot create backend connection");
+    } else {
+      if (mg_url_is_ssl(s_backend_url)) {
+        struct mg_tls_opts opts = {.ca = mg_unpacked("/certs/ca.pem"),
+                                   .name = mg_url_host(s_backend_url)};
+        mg_tls_init(c2, &opts);
+      }
+      c->fn_data = c2;
+      forward_request(hm, c2);
+      c->is_resp = 0;  // process further msgs in keep-alive connection
+      c2->is_hexdumping = 1;
+    }
+  } else if (ev == MG_EV_CLOSE) {
+    if (c2 != NULL) c2->is_closing = 1;
+    if (c2 != NULL) c2->fn_data = NULL;
+  }
+}
+
+int main(void) {
+  struct mg_mgr mgr;
+
+  mg_log_set(MG_LL_DEBUG);                       // Set log level
+  mg_mgr_init(&mgr);                             // Initialise event manager
+  mg_http_listen(&mgr, s_listen_url, fn, NULL);  // Start proxy
+  for (;;) mg_mgr_poll(&mgr, 1000);              // Event loop
+  mg_mgr_free(&mgr);
+
+  return 0;
+}

tutorials/http/http-reverse-proxy/mongoose.c

@@ -0,0 +1 @@
+../../../mongoose.c

tutorials/http/http-reverse-proxy/mongoose.h

@@ -0,0 +1 @@
+../../../mongoose.h

tutorials/http/http-reverse-proxy/packed_fs.c

@@ -0,0 +1 @@
+../http-client/packed_fs.c

tutorials/http/http-streaming-client/Makefile

@@ -0,0 +1,32 @@
+PROG ?= example                   # Program we are building
+DELETE = rm -rf                   # Command to remove files
+OUT ?= -o $(PROG)                 # Compiler argument for output file
+SOURCES = main.c mongoose.c  packed_fs.c      # Source code files, packed_fs.c contains ca.pem, which contains CA certs for TLS
+CFLAGS = -W -Wall -Wextra -g -I.  # Build options
+
+# Mongoose build options. See https://mongoose.ws/documentation/#build-options
+CFLAGS_MONGOOSE += -DMG_ENABLE_LINES=1 -DMG_ENABLE_PACKED_FS=1
+
+ifeq ($(OS),Windows_NT)   # Windows settings. Assume MinGW compiler. To use VC: make CC=cl CFLAGS=/MD OUT=/Feprog.exe
+  PROG ?= example.exe           # Use .exe suffix for the binary
+  CC = gcc                      # Use MinGW gcc compiler
+  CFLAGS += -lws2_32            # Link against Winsock library
+  DELETE = cmd /C del /Q /F /S  # Command prompt command to delete files
+  OUT ?= -o $(PROG)             # Build output
+  MAKE += WINDOWS=1 CC=$(CC)
+endif
+
+all: $(PROG)              # Default target. Build and run program
+	$(RUN) ./$(PROG) $(ARGS)
+
+$(PROG): $(SOURCES)       # Build program from sources
+	$(CC) $(SOURCES) $(CFLAGS) $(CFLAGS_MONGOOSE) $(CFLAGS_EXTRA) $(OUT)
+
+clean:                    # Cleanup. Delete built program and all build artifacts
+	$(DELETE) $(PROG) *.o *.obj *.exe *.dSYM mbedtls
+
+# see https://mongoose.ws/tutorials/tls/#how-to-build for TLS build options
+
+mbedtls:                  # Pull and build mbedTLS library
+	git clone --depth 1 -b v2.28.2 https://github.com/mbed-tls/mbedtls $@
+	$(MAKE) -C mbedtls/library

tutorials/http/http-streaming-client/main.c

@@ -0,0 +1,70 @@
+// Copyright (c) 2021 Cesanta Software Limited
+// All rights reserved
+//
+// Example streaming HTTP client.
+// The default HTTP handler waits until the whole HTTP message is buffered in
+// c->recv IO buffer. It can be large. This example shows how to receive
+// a potentially large response in chunks by handling the MG_EV_READ events.
+//
+// You can change `s_url` from the command line by executing: ./example YOUR_URL
+// To enable SSL/TLS, see https://mongoose.ws/tutorials/tls/#how-to-build
+
+#include "mongoose.h"
+
+// The very first web page in history. You can replace it from command line
+static const char *s_url = "http://info.cern.ch";
+
+// Print HTTP response and signal that we're done
+static void fn(struct mg_connection *c, int ev, void *ev_data) {
+  if (ev == MG_EV_CONNECT) {
+    // Connected to server. Extract host name from URL
+    struct mg_str host = mg_url_host(s_url);
+    if (mg_url_is_ssl(s_url)) {
+      struct mg_tls_opts opts = {.ca = mg_unpacked("/certs/ca.pem"),
+                                 .name = host};
+      mg_tls_init(c, &opts);
+    }
+    // Send request
+    mg_printf(c,
+              "GET %s HTTP/1.1\r\n"
+              "Connection: close\r\n"
+              "Host: %.*s\r\n"
+              "\r\n",
+              mg_url_uri(s_url), (int) host.len, host.buf);
+  } else if (ev == MG_EV_READ) {
+    // c->data[0] holds a flag, whether we have parsed the request already
+    if (c->data[0] == 0) {
+      struct mg_http_message hm;
+      int n = mg_http_parse((char *) c->recv.buf, c->recv.len, &hm);
+      if (n < 0) mg_error(c, "Bad response");
+      if (n > 0) {
+        fwrite(c->recv.buf + n, 1, c->recv.len - n, stdout);  // Print body
+        c->recv.len = 0;  // Cleanup receive buffer
+        c->data[0] = 1;   // Request parsed, set the flag
+      }
+    } else {
+      fwrite(c->recv.buf, 1, c->recv.len, stdout);
+      c->recv.len = 0;  // Cleanup the receive buffer
+    }
+  } else if (ev == MG_EV_CLOSE) {
+    *(bool *) c->fn_data = true;  // Done, tell event loop to stop
+  } else if (ev == MG_EV_ERROR) {
+    *(bool *) c->fn_data = true;  // Error, Tell event loop to stop
+  }
+  (void) ev_data;
+}
+
+int main(int argc, char *argv[]) {
+  struct mg_mgr mgr;  // Event manager
+  bool done = false;  // Event handler flips it to true
+
+  mg_mgr_init(&mgr);       // Initialise event manager
+  mg_log_set(MG_LL_INFO);  // Set to 0 to disable debug log
+
+  if (argc > 1) s_url = argv[1];          // Use URL from command line
+  mg_connect(&mgr, s_url, fn, &done);     // Create client connection
+  while (!done) mg_mgr_poll(&mgr, 1000);  // Infinite event loop
+  mg_mgr_free(&mgr);                      // Free resources
+
+  return 0;
+}

tutorials/http/http-streaming-client/mongoose.c

@@ -0,0 +1 @@
+../../../mongoose.c

tutorials/http/http-streaming-client/mongoose.h

@@ -0,0 +1 @@
+../../../mongoose.h

tutorials/http/http-streaming-client/packed_fs.c

@@ -0,0 +1 @@
+../http-client/packed_fs.c