GCOV - Varnish Cache


/*-
 * Copyright (c) 2006 Verdens Gang AS
 * Copyright (c) 2006-2016 Varnish Software AS
 * All rights reserved.
 *
 * Author: Poul-Henning Kamp <phk@phk.freebsd.dk>
 *
 * SPDX-License-Identifier: BSD-2-Clause
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 * SUCH DAMAGE.
 *
 */

#include "config.h"

#include <dlfcn.h>
#include <fnmatch.h>
#include <stdio.h>
#include <stdlib.h>

#include "cache_varnishd.h"
#include "common/heritage.h"

#include "vcl.h"

#include "cache_director.h"
#include "cache_vcl.h"
#include "vcli_serve.h"
#include "vte.h"
#include "vtim.h"
#include "vcc_interface.h"

const struct vcltemp VCL_TEMP_INIT[1] = {{ .name = "init", .is_cold = 1 }};
const struct vcltemp VCL_TEMP_COLD[1] = {{ .name = "cold", .is_cold = 1 }};
const struct vcltemp VCL_TEMP_WARM[1] = {{ .name = "warm", .is_warm = 1 }};
const struct vcltemp VCL_TEMP_BUSY[1] = {{ .name = "busy", .is_warm = 1 }};
const struct vcltemp VCL_TEMP_COOLING[1] = {{ .name = "cooling" }};

// not really a temperature
static const struct vcltemp VCL_TEMP_LABEL[1] = {{ .name = "label" }};

/*
 * XXX: Presently all modifications to this list happen from the
 * CLI event-engine, so no locking is necessary
 */
static VTAILQ_HEAD(, vcl)       vcl_head =
    VTAILQ_HEAD_INITIALIZER(vcl_head);

struct lock             vcl_mtx;
struct vcl              *vcl_active; /* protected by vcl_mtx */

static struct vrt_ctx ctx_cli;
static struct wrk_vpi wrk_vpi_cli;
static struct ws ws_cli;
static uintptr_t ws_snapshot_cli;
static struct vsl_log vsl_cli;

/*--------------------------------------------------------------------*/

void
VCL_Bo2Ctx(struct vrt_ctx *ctx, struct busyobj *bo)
{

        CHECK_OBJ_NOTNULL(ctx, VRT_CTX_MAGIC);
        CHECK_OBJ_NOTNULL(bo, BUSYOBJ_MAGIC);
        CHECK_OBJ_NOTNULL(bo->wrk, WORKER_MAGIC);
        ctx->vcl = bo->vcl;
        ctx->syntax = ctx->vcl->conf->syntax;
        ctx->vsl = bo->vsl;
        ctx->http_bereq = bo->bereq;
        ctx->http_beresp = bo->beresp;
        ctx->bo = bo;
        ctx->sp = bo->sp;
        ctx->now = bo->t_prev;
        ctx->ws = bo->ws;
        ctx->vpi = bo->wrk->vpi;
        ctx->vpi->handling = 0;
        ctx->vpi->trace = bo->trace;
}

void
VCL_Req2Ctx(struct vrt_ctx *ctx, struct req *req)
{

        CHECK_OBJ_NOTNULL(ctx, VRT_CTX_MAGIC);
        CHECK_OBJ_NOTNULL(req, REQ_MAGIC);
        CHECK_OBJ_NOTNULL(req->doclose, STREAM_CLOSE_MAGIC);

        ctx->vcl = req->vcl;
        ctx->syntax = ctx->vcl->conf->syntax;
        ctx->vsl = req->vsl;
        ctx->http_req = req->http;
        CHECK_OBJ_NOTNULL(req->top, REQTOP_MAGIC);
        ctx->http_req_top = req->top->topreq->http;
        ctx->http_resp = req->resp;
        ctx->req = req;
        ctx->sp = req->sp;
        ctx->now = req->t_prev;
        ctx->ws = req->ws;
        ctx->vpi = req->wrk->vpi;
        ctx->vpi->handling = 0;
        ctx->vpi->trace = req->trace;
}

/*--------------------------------------------------------------------*/

struct vrt_ctx *
VCL_Get_CliCtx(int msg)
{

        ASSERT_CLI();
        INIT_OBJ(&ctx_cli, VRT_CTX_MAGIC);
        INIT_OBJ(&wrk_vpi_cli, WRK_VPI_MAGIC);
        ctx_cli.vpi = &wrk_vpi_cli;
        wrk_vpi_cli.trace = FEATURE(FEATURE_TRACE);
        ctx_cli.now = VTIM_real();
        if (msg) {
                ctx_cli.msg = VSB_new_auto();
                AN(ctx_cli.msg);
        } else {
                ctx_cli.vsl = &vsl_cli;
        }
        ctx_cli.ws = &ws_cli;
        WS_Assert(ctx_cli.ws);
        return (&ctx_cli);
}

/*
 * releases CLI ctx
 *
 * returns finished error msg vsb if VCL_Get_CliCtx(1) was called
 *
 * caller needs to VSB_destroy a non-NULL return value
 *
 */
struct vsb *
VCL_Rel_CliCtx(struct vrt_ctx **ctx)
{
        struct vsb *r = NULL;

        ASSERT_CLI();
        assert(*ctx == &ctx_cli);
        AN((*ctx)->vpi);
        if (ctx_cli.msg) {
                TAKE_OBJ_NOTNULL(r, &ctx_cli.msg, VSB_MAGIC);
                AZ(VSB_finish(r));
        }
        if (ctx_cli.vsl)
                VSL_Flush(ctx_cli.vsl, 0);
        WS_Assert(ctx_cli.ws);
        WS_Rollback(&ws_cli, ws_snapshot_cli);
        INIT_OBJ(*ctx, VRT_CTX_MAGIC);
        *ctx = NULL;

        return (r);
}

/*--------------------------------------------------------------------*/

/* VRT_fail() can be called
 * - from the vcl sub via a vmod
 * - via a PRIV_TASK .fini callback
 *
 * if this happens during init, we fail it
 * if during fini, we ignore, because otherwise VMOD authors would be forced to
 * handle VCL_MET_FINI specifically everywhere.
 */

static int
vcl_event_handling(VRT_CTX)
{
        CHECK_OBJ_NOTNULL(ctx, VRT_CTX_MAGIC);

        if (ctx->vpi->handling == 0)
                return (0);

        assert(ctx->vpi->handling == VCL_RET_FAIL);

        if (ctx->method == VCL_MET_INIT)
                return (1);

        /*
         * EVENT_WARM / EVENT_COLD: method == 0
         * must not set handling
         */
        assert(ctx->method == VCL_MET_FINI);

        ctx->vpi->handling = 0;
        VRT_fail(ctx, "VRT_fail() from vcl_fini{} has no effect");
        return (0);
}

static int
vcl_send_event(struct vcl *vcl, enum vcl_event_e ev, struct vsb **msg)
{
        int r, havemsg;
        unsigned method = 0;
        struct vrt_ctx *ctx;

        ASSERT_CLI();
        ASSERT_VCL_ACTIVE();

        CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);
        CHECK_OBJ_NOTNULL(vcl->conf, VCL_CONF_MAGIC);
        AN(msg);
        AZ(*msg);

        switch (ev) {
        case VCL_EVENT_LOAD:
                method = VCL_MET_INIT;
                /* FALLTHROUGH */
        case VCL_EVENT_WARM:
                havemsg = 1;
                break;
        case VCL_EVENT_DISCARD:
                method = VCL_MET_FINI;
                /* FALLTHROUGH */
        case VCL_EVENT_COLD:
                havemsg = 0;
                break;
        default:
                WRONG("vcl_event");
        }

        ctx = VCL_Get_CliCtx(havemsg);

        AN(ctx->vpi);
        AZ(ctx->vpi->handling);
        AN(ctx->ws);

        ctx->vcl = vcl;
        ctx->syntax = ctx->vcl->conf->syntax;
        ctx->method = method;

        VCL_TaskEnter(cli_task_privs);
        r = ctx->vcl->conf->event_vcl(ctx, ev);
        VCL_TaskLeave(ctx, cli_task_privs);
        r |= vcl_event_handling(ctx);

        *msg = VCL_Rel_CliCtx(&ctx);

        if (r && (ev == VCL_EVENT_COLD || ev == VCL_EVENT_DISCARD))
                WRONG("A VMOD cannot fail COLD or DISCARD events");

        return (r);
}

/*--------------------------------------------------------------------*/

struct vcl *
vcl_find(const char *name)
{
        struct vcl *vcl;

        ASSERT_CLI();
        VTAILQ_FOREACH(vcl, &vcl_head, list) {
                if (vcl->discard)
                        continue;
                if (!strcmp(vcl->loaded_name, name))
                        return (vcl);
        }
        return (NULL);
}

/*--------------------------------------------------------------------*/

static void
vcl_panic_conf(struct vsb *vsb, const struct VCL_conf *conf)
{
        unsigned u;
        const struct vpi_ii *ii;

        if (PAN_dump_struct(vsb, conf, VCL_CONF_MAGIC, "conf"))
                return;
        VSB_printf(vsb, "syntax = \"%u\",\n", conf->syntax);
        VSB_cat(vsb, "srcname = {\n");
        VSB_indent(vsb, 2);
        for (u = 0; u < conf->nsrc; ++u)
                VSB_printf(vsb, "[%u] = \"%s\",\n", u, conf->srcname[u]);
        VSB_indent(vsb, -2);
        VSB_cat(vsb, "},\n");
        VSB_cat(vsb, "instances = {\n");
        VSB_indent(vsb, 2);
        ii = conf->instance_info;
        while (ii != NULL && ii->p != NULL) {
                VSB_printf(vsb, "\"%s\" = %p,\n", ii->name,
                    (const void *)*(const uintptr_t *)ii->p);
                ii++;
        }
        VSB_indent(vsb, -2);
        VSB_cat(vsb, "},\n");
        VSB_indent(vsb, -2);
        VSB_cat(vsb, "},\n");
}

void
VCL_Panic(struct vsb *vsb, const char *nm, const struct vcl *vcl)
{

        AN(vsb);
        if (PAN_dump_struct(vsb, vcl, VCL_MAGIC, "vcl[%s]", nm))
                return;
        VSB_printf(vsb, "name = \"%s\",\n", vcl->loaded_name);
        VSB_printf(vsb, "busy = %u,\n", vcl->busy);
        VSB_printf(vsb, "discard = %u,\n", vcl->discard);
        VSB_printf(vsb, "state = %s,\n", vcl->state);
        VSB_printf(vsb, "temp = %s,\n", vcl->temp ? vcl->temp->name : "(null)");
        vcl_panic_conf(vsb, vcl->conf);
        VSB_indent(vsb, -2);
        VSB_cat(vsb, "},\n");
}

/*--------------------------------------------------------------------*/

void
VCL_Update(struct vcl **vcc, struct vcl *vcl)
{
        struct vcl *old;

        AN(vcc);

        old = *vcc;
        *vcc = NULL;

        CHECK_OBJ_ORNULL(old, VCL_MAGIC);
        ASSERT_VCL_ACTIVE();

        Lck_Lock(&vcl_mtx);
        if (old != NULL) {
                assert(old->busy > 0);
                old->busy--;
        }

        if (vcl == NULL)
                vcl = vcl_active; /* Sample vcl_active under lock to avoid
                                   * race */
        CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);
        if (vcl->label == NULL) {
                AN(strcmp(vcl->state, VCL_TEMP_LABEL->name));
                *vcc = vcl;
        } else {
                AZ(strcmp(vcl->state, VCL_TEMP_LABEL->name));
                *vcc = vcl->label;
        }
        CHECK_OBJ_NOTNULL(*vcc, VCL_MAGIC);
        AZ((*vcc)->discard);
        (*vcc)->busy++;
        Lck_Unlock(&vcl_mtx);
        assert((*vcc)->temp->is_warm);
}

/*--------------------------------------------------------------------
 * vdire: Vcl DIrector REsignation Management (born out of a dire situation)
 * iterators over the director list need to register.
 * while iterating, directors can not retire immediately,
 * they get put on a list of resigning directors. The
 * last iterator executes the retirement.
 */

static struct vdire *
vdire_new(struct lock *mtx, const struct vcltemp **tempp)
{
        struct vdire *vdire;

        ALLOC_OBJ(vdire, VDIRE_MAGIC);
        AN(vdire);
        AN(mtx);
        VTAILQ_INIT(&vdire->directors);
        VTAILQ_INIT(&vdire->resigning);
        vdire->mtx = mtx;
        PTOK(pthread_cond_init(&vdire->cond, NULL));
        vdire->tempp = tempp;
        return (vdire);
}

/* starting an interation prevents removals from the directors list */
void
vdire_start_iter(struct vdire *vdire)
{

        CHECK_OBJ_NOTNULL(vdire, VDIRE_MAGIC);

        // https://github.com/varnishcache/varnish-cache/pull/4142#issuecomment-2593091097
        ASSERT_CLI();

        Lck_Lock(vdire->mtx);
        while (! VTAILQ_EMPTY(&vdire->resigning))
                (void)Lck_CondWait(&vdire->cond, vdire->mtx);
        vdire->iterating++;
        Lck_Unlock(vdire->mtx);
}

void
vdire_end_iter(struct vdire *vdire)
{
        struct vcldir_head resigning = VTAILQ_HEAD_INITIALIZER(resigning);
        const struct vcltemp *temp = NULL;
        struct vcldir *vdir, *next;
        unsigned n;

        CHECK_OBJ_NOTNULL(vdire, VDIRE_MAGIC);

        Lck_Lock(vdire->mtx);
        AN(vdire->iterating);
        n = --vdire->iterating;

        if (n == 0) {
                VTAILQ_SWAP(&vdire->resigning, &resigning, vcldir, resigning_list);
                VTAILQ_FOREACH(vdir, &resigning, resigning_list)
                        VTAILQ_REMOVE(&vdire->directors, vdir, directors_list);
                temp = *vdire->tempp;
                PTOK(pthread_cond_broadcast(&vdire->cond));
        }
        Lck_Unlock(vdire->mtx);

        VTAILQ_FOREACH_SAFE(vdir, &resigning, resigning_list, next)
                vcldir_retire(vdir, temp);
}

/*
 * like vdire_start_iter, but also prepare for backend_event_*()
 * by setting the checkpoint
 */
static void
vdire_start_event(struct vdire *vdire, const struct vcltemp *temp)
{

        CHECK_OBJ_NOTNULL(vdire, VDIRE_MAGIC);
        AN(temp);

        Lck_AssertHeld(vdire->mtx);

        // https://github.com/varnishcache/varnish-cache/pull/4142#issuecomment-2593091097
        ASSERT_CLI();

        AZ(vdire->checkpoint);
        vdire->checkpoint = VTAILQ_LAST(&vdire->directors, vcldir_head);
        AN(vdire->tempp);
        *vdire->tempp = temp;
        vdire->iterating++;
}

static void
vdire_end_event(struct vdire *vdire)
{
        vdire->checkpoint = NULL;
        vdire_end_iter(vdire);
}

// if there are no iterators, remove from directors and retire
// otherwise put on resigning list to work when iterators end
void
vdire_resign(struct vdire *vdire, struct vcldir *vdir)
{
        const struct vcltemp *temp = NULL;

        CHECK_OBJ_NOTNULL(vdire, VDIRE_MAGIC);
        AN(vdir);

        Lck_Lock(vdire->mtx);
        if (vdire->iterating != 0) {
                VTAILQ_INSERT_TAIL(&vdire->resigning, vdir, resigning_list);
                vdir = NULL;
        } else {
                VTAILQ_REMOVE(&vdire->directors, vdir, directors_list);
                temp = *vdire->tempp;
        }
        Lck_Unlock(vdire->mtx);

        if (vdir != NULL)
                vcldir_retire(vdir, temp);
}

// unlocked version of vcl_iterdir
// pat can also be NULL (to iterate all)
static int
vdire_iter(struct cli *cli, const char *pat, const struct vcl *vcl,
    vcl_be_func *func, void *priv)
{
        int i, found = 0;
        struct vcldir *vdir;
        struct vdire *vdire = vcl->vdire;

        vdire_start_iter(vdire);
        VTAILQ_FOREACH(vdir, &vdire->directors, directors_list) {
                CHECK_OBJ(vdir, VCLDIR_MAGIC);
                if (vdir->refcnt == 0)
                        continue;
                if (pat != NULL && fnmatch(pat, vdir->cli_name, 0))
                        continue;
                found++;
                i = func(cli, vdir->dir, priv);
                if (i < 0) {
                        found = i;
                        break;
                }
                found += i;
        }
        vdire_end_iter(vdire);
        return (found);
}


/*--------------------------------------------------------------------*/

// XXX locked case across VCLs - should do without
static int
vcl_iterdir(struct cli *cli, const char *pat, const struct vcl *vcl,
    vcl_be_func *func, void *priv)
{
        int i, found = 0;
        struct vcldir *vdir;

        Lck_AssertHeld(&vcl_mtx);
        VTAILQ_FOREACH(vdir, &vcl->vdire->directors, directors_list) {
                CHECK_OBJ(vdir, VCLDIR_MAGIC);
                if (fnmatch(pat, vdir->cli_name, 0))
                        continue;
                found++;
                i = func(cli, vdir->dir, priv);
                if (i < 0)
                        return (i);
                found += i;
        }
        return (found);
}

int
VCL_IterDirector(struct cli *cli, const char *pat,
    vcl_be_func *func, void *priv)
{
        int i, found = 0;
        struct vsb *vsb;
        struct vcl *vcl;

        ASSERT_CLI();
        ASSERT_VCL_ACTIVE();
        vsb = VSB_new_auto();
        AN(vsb);
        if (pat == NULL || *pat == '\0' || !strcmp(pat, "*")) {
                // all backends in active VCL
                VSB_printf(vsb, "%s.*", VCL_Name(vcl_active));
                vcl = vcl_active;
        } else if (strchr(pat, '.') == NULL) {
                // pattern applies to active vcl
                VSB_printf(vsb, "%s.%s", VCL_Name(vcl_active), pat);
                vcl = vcl_active;
        } else {
                // use pattern as is
                VSB_cat(vsb, pat);
                vcl = NULL;
        }
        AZ(VSB_finish(vsb));
        if (vcl != NULL) {
                found = vdire_iter(cli, VSB_data(vsb), vcl, func, priv);
        } else {
                Lck_Lock(&vcl_mtx);
                VTAILQ_FOREACH(vcl, &vcl_head, list) {
                        i = vcl_iterdir(cli, VSB_data(vsb), vcl, func, priv);
                        if (i < 0) {
                                found = i;
                                break;
                        } else {
                                found += i;
                        }
                }
                Lck_Unlock(&vcl_mtx);
        }
        VSB_destroy(&vsb);
        return (found);
}

/*
 * vdire_start_event() must have been called before
 *
 * send event to directors pre checkpoint
 */
static void
backend_event_base(const struct vcl *vcl, enum vcl_event_e e)
{
        struct vcldir *vdir;
        struct vdire *vdire;

        ASSERT_CLI();
        CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);
        AZ(vcl->busy);
        vdire = vcl->vdire;
        AN(vdire->iterating);

        vdir = vdire->checkpoint;
        if (vdir == NULL)
                return;

        CHECK_OBJ(vdir, VCLDIR_MAGIC);
        VTAILQ_FOREACH_REVERSE_FROM(vdir, &vdire->directors,
            vcldir_head, directors_list) {
                CHECK_OBJ(vdir, VCLDIR_MAGIC);
                VDI_Event(vdir->dir, e);
        }
}

/*
 * vdire_start_event() must have been called before
 *
 * set a new temperature.
 * send event to directors added post checkpoint, but before
 * the new temperature
 */
static void
backend_event_delta(const struct vcl *vcl, enum vcl_event_e e, const struct vcltemp *temp)
{
        struct vcldir *vdir, *end;
        struct vdire *vdire;

        ASSERT_CLI();
        CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);
        AZ(vcl->busy);
        vdire = vcl->vdire;
        AN(temp);
        AN(vdire->iterating);

        Lck_Lock(vdire->mtx);
        if (vdire->checkpoint == NULL)
                vdir = VTAILQ_FIRST(&vdire->directors);
        else
                vdir = VTAILQ_NEXT(vdire->checkpoint, directors_list);
        AN(vdire->tempp);
        *vdire->tempp = temp;
        end = VTAILQ_LAST(&vdire->directors, vcldir_head);
        Lck_Unlock(vdire->mtx);

        while (vdir != NULL) {
                CHECK_OBJ(vdir, VCLDIR_MAGIC);
                VDI_Event(vdir->dir, e);
                if (vdir == end)
                        break;
                vdir = VTAILQ_NEXT(vdir, directors_list);
        }
}

static void
vcl_KillBackends(const struct vcl *vcl)
{
        struct vcldir *vdir, *vdir2;
        struct vdire *vdire;

        CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);
        assert(vcl->temp == VCL_TEMP_COLD || vcl->temp == VCL_TEMP_INIT);
        vdire = vcl->vdire;
        CHECK_OBJ_NOTNULL(vdire, VDIRE_MAGIC);

        /*
         * ensure all retirement has finished (vdire_start_iter waits for it)
         */
        vdire_start_iter(vdire);
        vdire_end_iter(vdire);
        AZ(vdire->iterating);
        assert(VTAILQ_EMPTY(&vdire->resigning));

        /*
         * Unlocked and sidelining vdire because no further directors can be added, and the
         * remaining ones need to be able to remove themselves.
         */
        VTAILQ_FOREACH_SAFE(vdir, &vdire->directors, directors_list, vdir2) {
                CHECK_OBJ(vdir, VCLDIR_MAGIC);
                VDI_Event(vdir->dir, VCL_EVENT_DISCARD);
        }
        assert(VTAILQ_EMPTY(&vdire->directors));
}

/*--------------------------------------------------------------------*/

static struct vcl *
VCL_Open(const char *fn, struct vsb *msg)
{
        struct vcl *vcl;
        void *dlh;
        struct VCL_conf const *cnf;
        const char *dlerr;
        int err;

        AN(fn);
        AN(msg);

#ifdef RTLD_NOLOAD
        /* Detect bogus caching by dlopen(3) */
        dlh = dlopen(fn, RTLD_NOW | RTLD_NOLOAD);
        AZ(dlh);
#endif
        dlh = dlopen(fn, RTLD_NOW | RTLD_LOCAL);
        if (dlh == NULL) {
                err = errno;
                dlerr = dlerror();
                VSB_cat(msg, "Could not load compiled VCL.\n");
                if (dlerr != NULL)
                        VSB_printf(msg, "\tdlopen() = %s\n", dlerr);
                if (err) {
                        VSB_printf(msg, "\terror = %s (%d)\n",
                            strerror(err), err);
                }
                VSB_cat(msg, "\thint: check for \"noexec\" mount\n");
                VSB_cat(msg, "\thint: check \"vmod_path\" parameter\n");
                return (NULL);
        }
        cnf = dlsym(dlh, "VCL_conf");
        if (cnf == NULL) {
                VSB_cat(msg, "Compiled VCL lacks metadata.\n");
                (void)dlclose(dlh);
                return (NULL);
        }
        if (cnf->magic != VCL_CONF_MAGIC) {
                VSB_cat(msg, "Compiled VCL has mangled metadata.\n");
                (void)dlclose(dlh);
                return (NULL);
        }
        if (cnf->syntax < heritage.min_vcl_version ||
            cnf->syntax > heritage.max_vcl_version) {
                VSB_printf(msg, "Compiled VCL version (%.1f) not supported.\n",
                    .1 * cnf->syntax);
                (void)dlclose(dlh);
                return (NULL);
        }
        ALLOC_OBJ(vcl, VCL_MAGIC);
        AN(vcl);
        vcl->dlh = dlh;
        vcl->conf = cnf;
        vcl->vdire = vdire_new(&vcl_mtx, &vcl->temp);
        return (vcl);
}

static void
VCL_Close(struct vcl **vclp)
{
        struct vcl *vcl;

        TAKE_OBJ_NOTNULL(vcl, vclp, VCL_MAGIC);
        assert(VTAILQ_EMPTY(&vcl->filters));
        AZ(dlclose(vcl->dlh));
        PTOK(pthread_cond_destroy(&vcl->vdire->cond));
        FREE_OBJ(vcl->vdire);
        FREE_OBJ(vcl);
}

/*--------------------------------------------------------------------
 * NB: This function is called in/from the test-load subprocess.
 */

int
VCL_TestLoad(const char *fn)
{
        struct vsb *vsb;
        struct vcl *vcl;
        int retval = 0;

        AN(fn);
        vsb = VSB_new_auto();
        AN(vsb);
        vcl = VCL_Open(fn, vsb);
        if (vcl == NULL) {
                AZ(VSB_finish(vsb));
                fprintf(stderr, "%s", VSB_data(vsb));
                retval = -1;
        } else
                VCL_Close(&vcl);
        VSB_destroy(&vsb);
        return (retval);
}

/*--------------------------------------------------------------------*/

static struct vsb *
vcl_print_refs(const struct vcl *vcl)
{
        struct vsb *msg;
        struct vclref *ref;

        CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);
        msg = VSB_new_auto();
        AN(msg);

        VSB_printf(msg, "VCL %s is waiting for:", vcl->loaded_name);
        Lck_Lock(&vcl_mtx);
        VTAILQ_FOREACH(ref, &vcl->ref_list, list)
                VSB_printf(msg, "\n\t- %s", ref->desc);
        Lck_Unlock(&vcl_mtx);
        AZ(VSB_finish(msg));
        return (msg);
}

static int
vcl_set_state(struct vcl *vcl, const char *state, struct vsb **msg)
{
        struct vsb *nomsg = NULL;
        int i = 0;

        ASSERT_CLI();

        CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);
        AN(state);
        AN(msg);
        AZ(*msg);

        AN(vcl->temp);

        switch (state[0]) {
        case '0':
                if (vcl->temp == VCL_TEMP_COLD)
                        break;
                if (vcl->busy == 0 && vcl->temp->is_warm) {
                        Lck_Lock(&vcl_mtx);
                        vdire_start_event(vcl->vdire, VTAILQ_EMPTY(&vcl->ref_list) ?
                            VCL_TEMP_COLD : VCL_TEMP_COOLING);
                        Lck_Unlock(&vcl_mtx);
                        backend_event_base(vcl, VCL_EVENT_COLD);
                        vdire_end_event(vcl->vdire);
                        // delta directors at VCL_TEMP_COLD do not need an event
                        AZ(vcl_send_event(vcl, VCL_EVENT_COLD, msg));
                        AZ(*msg);
                }
                else if (vcl->busy)
                        vcl->temp = VCL_TEMP_BUSY;
                else if (VTAILQ_EMPTY(&vcl->ref_list))
                        vcl->temp = VCL_TEMP_COLD;
                else
                        vcl->temp = VCL_TEMP_COOLING;
                break;
        case '1':
                if (vcl->temp == VCL_TEMP_WARM)
                        break;
                /* The warm VCL hasn't seen a cold event yet */
                if (vcl->temp == VCL_TEMP_BUSY)
                        vcl->temp = VCL_TEMP_WARM;
                /* The VCL must first reach a stable cold state */
                else if (vcl->temp == VCL_TEMP_COOLING) {
                        *msg = vcl_print_refs(vcl);
                        i = -1;
                }
                else {
                        Lck_Lock(&vcl_mtx);
                        vdire_start_event(vcl->vdire, VCL_TEMP_WARM);
                        Lck_Unlock(&vcl_mtx);
                        i = vcl_send_event(vcl, VCL_EVENT_WARM, msg);
                        if (i == 0) {
                                backend_event_base(vcl, VCL_EVENT_WARM);
                                // delta directors are already warm
                                vdire_end_event(vcl->vdire);
                                break;
                        }
                        AZ(vcl_send_event(vcl, VCL_EVENT_COLD, &nomsg));
                        AZ(nomsg);
                        backend_event_delta(vcl, VCL_EVENT_COLD, VCL_TEMP_COLD);
                        vdire_end_event(vcl->vdire);
                }
                break;
        default:
                WRONG("Wrong enum state");
        }
        if (i == 0 && state[1])
                bprintf(vcl->state, "%s", state + 1);

        return (i);
}

static void
vcl_cancel_load(struct vcl *vcl, struct cli *cli, struct vsb *msg,
    const char *name, const char *step)
{

        CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);
        CHECK_OBJ_NOTNULL(vcl->conf, VCL_CONF_MAGIC);

        VCLI_SetResult(cli, CLIS_CANT);
        VCLI_Out(cli, "VCL \"%s\" Failed %s", name, step);
        if (VSB_len(msg))
                VCLI_Out(cli, "\nMessage:\n\t%s", VSB_data(msg));
        VSB_destroy(&msg);

        AZ(vcl_send_event(vcl, VCL_EVENT_DISCARD, &msg));
        AZ(msg);

        vcl_KillBackends(vcl);
        free(vcl->loaded_name);
        VCL_Close(&vcl);
}

static void
vcl_load(struct cli *cli,
    const char *name, const char *fn, const char *state)
{
        struct vcl *vcl;
        struct vsb *msg;

        ASSERT_CLI();
        ASSERT_VCL_ACTIVE();

        vcl = vcl_find(name);
        AZ(vcl);

        msg = VSB_new_auto();
        AN(msg);
        vcl = VCL_Open(fn, msg);
        AZ(VSB_finish(msg));
        if (vcl == NULL) {
                VCLI_SetResult(cli, CLIS_PARAM);
                VCLI_Out(cli, "%s", VSB_data(msg));
                VSB_destroy(&msg);
                return;
        }

        VSB_destroy(&msg);

        vcl->loaded_name = strdup(name);
        XXXAN(vcl->loaded_name);
        VTAILQ_INIT(&vcl->ref_list);
        VTAILQ_INIT(&vcl->filters);

        vcl->temp = VCL_TEMP_INIT;

        if (vcl_send_event(vcl, VCL_EVENT_LOAD, &msg)) {
                vcl_cancel_load(vcl, cli, msg, name, "initialization");
                return;
        }
        VSB_destroy(&msg);

        if (vcl_set_state(vcl, state, &msg)) {
                assert(*state == '1');
                vcl_cancel_load(vcl, cli, msg, name, "warmup");
                return;
        }
        if (msg)
                VSB_destroy(&msg);

        VCLI_Out(cli, "Loaded \"%s\" as \"%s\"", fn , name);
        VTAILQ_INSERT_TAIL(&vcl_head, vcl, list);
        VSC_C_main->n_vcl++;
        VSC_C_main->n_vcl_avail++;
}

/*--------------------------------------------------------------------*/

void
VCL_Poll(void)
{
        struct vsb *nomsg = NULL;
        struct vcl *vcl, *vcl2;

        ASSERT_CLI();
        ASSERT_VCL_ACTIVE();
        VTAILQ_FOREACH_SAFE(vcl, &vcl_head, list, vcl2) {
                if (vcl->temp == VCL_TEMP_BUSY ||
                    vcl->temp == VCL_TEMP_COOLING)
                        AZ(vcl_set_state(vcl, "0", &nomsg));
                AZ(nomsg);
                if (vcl->discard && vcl->temp == VCL_TEMP_COLD) {
                        AZ(vcl->busy);
                        assert(vcl != vcl_active);
                        assert(VTAILQ_EMPTY(&vcl->ref_list));
                        VTAILQ_REMOVE(&vcl_head, vcl, list);
                        AZ(vcl_send_event(vcl, VCL_EVENT_DISCARD, &nomsg));
                        AZ(nomsg);
                        vcl_KillBackends(vcl);
                        free(vcl->loaded_name);
                        VCL_Close(&vcl);
                        VSC_C_main->n_vcl--;
                        VSC_C_main->n_vcl_discard--;
                }
        }
}

/*--------------------------------------------------------------------*/

static void v_matchproto_(cli_func_t)
vcl_cli_list(struct cli *cli, const char * const *av, void *priv)
{
        struct vcl *vcl;
        const char *flg;
        struct vte *vte;

        /* NB: Shall generate same output as mcf_vcl_list() */

        (void)av;
        (void)priv;
        ASSERT_CLI();
        ASSERT_VCL_ACTIVE();
        vte = VTE_new(7, 80);
        AN(vte);
        VTAILQ_FOREACH(vcl, &vcl_head, list) {
                if (vcl == vcl_active) {
                        flg = "active";
                } else if (vcl->discard) {
                        flg = "discarded";
                } else
                        flg = "available";
                VTE_printf(vte, "%s\t%s\t%s\t\v%u\t%s", flg, vcl->state,
                    vcl->temp->name, vcl->busy, vcl->loaded_name);
                if (vcl->label != NULL) {
                        VTE_printf(vte, "\t->\t%s", vcl->label->loaded_name);
                        if (vcl->nrefs)
                                VTE_printf(vte, " (%d return(vcl)%s)",
                                    vcl->nrefs, vcl->nrefs > 1 ? "'s" : "");
                } else if (vcl->nlabels > 0) {
                        VTE_printf(vte, "\t<-\t(%d label%s)",
                            vcl->nlabels, vcl->nlabels > 1 ? "s" : "");
                }
                VTE_cat(vte, "\n");
        }
        AZ(VTE_finish(vte));
        AZ(VTE_format(vte, VCLI_VTE_format, cli));
        VTE_destroy(&vte);
}

static void v_matchproto_(cli_func_t)
vcl_cli_list_json(struct cli *cli, const char * const *av, void *priv)
{
        struct vcl *vcl;

        (void)priv;
        ASSERT_CLI();
        ASSERT_VCL_ACTIVE();
        VCLI_JSON_begin(cli, 2, av);
        VCLI_Out(cli, ",\n");
        VTAILQ_FOREACH(vcl, &vcl_head, list) {
                VCLI_Out(cli, "{\n");
                VSB_indent(cli->sb, 2);
                VCLI_Out(cli, "\"status\": ");
                if (vcl == vcl_active) {
                        VCLI_Out(cli, "\"active\",\n");
                } else if (vcl->discard) {
                        VCLI_Out(cli, "\"discarded\",\n");
                } else
                        VCLI_Out(cli, "\"available\",\n");
                VCLI_Out(cli, "\"state\": \"%s\",\n", vcl->state);
                VCLI_Out(cli, "\"temperature\": \"%s\",\n", vcl->temp->name);
                VCLI_Out(cli, "\"busy\": %u,\n", vcl->busy);
                VCLI_Out(cli, "\"name\": \"%s\"", vcl->loaded_name);
                if (vcl->label != NULL) {
                        VCLI_Out(cli, ",\n");
                        VCLI_Out(cli, "\"label\": {\n");
                        VSB_indent(cli->sb, 2);
                                VCLI_Out(cli, "\"name\": \"%s\"",
                                         vcl->label->loaded_name);
                        if (vcl->nrefs)
                                VCLI_Out(cli, ",\n\"refs\": %d", vcl->nrefs);
                        VCLI_Out(cli, "\n");
                        VCLI_Out(cli, "}");
                        VSB_indent(cli->sb, -2);
                } else if (vcl->nlabels > 0) {
                        VCLI_Out(cli, ",\n");
                        VCLI_Out(cli, "\"labels\": %d", vcl->nlabels);
                }
                VSB_indent(cli->sb, -2);
                VCLI_Out(cli, "\n}");
                if (VTAILQ_NEXT(vcl, list) != NULL)
                        VCLI_Out(cli, ",\n");
        }
        VCLI_JSON_end(cli);
}

static void v_matchproto_(cli_func_t)
vcl_cli_load(struct cli *cli, const char * const *av, void *priv)
{

        AZ(priv);
        ASSERT_CLI();
        // XXX move back code from vcl_load?
        vcl_load(cli, av[2], av[3], av[4]);
}

static void v_matchproto_(cli_func_t)
vcl_cli_state(struct cli *cli, const char * const *av, void *priv)
{
        struct vcl *vcl;
        struct vsb *msg = NULL;

        AZ(priv);
        ASSERT_CLI();
        ASSERT_VCL_ACTIVE();
        AN(av[2]);
        AN(av[3]);

        vcl = vcl_find(av[2]);
        AN(vcl);

        if (vcl_set_state(vcl, av[3], &msg)) {
                CHECK_OBJ_NOTNULL(msg, VSB_MAGIC);

                VCLI_SetResult(cli, CLIS_CANT);
                VCLI_Out(cli, "Failed <vcl.state %s %s>", vcl->loaded_name,
                    av[3] + 1);
                if (VSB_len(msg))
                        VCLI_Out(cli, "\nMessage:\n\t%s", VSB_data(msg));
        }
        if (msg)
                VSB_destroy(&msg);
}

static void v_matchproto_(cli_func_t)
vcl_cli_discard(struct cli *cli, const char * const *av, void *priv)
{
        struct vcl *vcl;

        ASSERT_CLI();
        ASSERT_VCL_ACTIVE();
        (void)cli;
        AZ(priv);
        vcl = vcl_find(av[2]);
        CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);              // MGT ensures this
        Lck_Lock(&vcl_mtx);
        assert (vcl != vcl_active);     // MGT ensures this
        AZ(vcl->nlabels);               // MGT ensures this
        VSC_C_main->n_vcl_discard++;
        VSC_C_main->n_vcl_avail--;
        vcl->discard = 1;
        if (vcl->label != NULL) {
                AZ(strcmp(vcl->state, VCL_TEMP_LABEL->name));
                vcl->label->nlabels--;
                vcl->label= NULL;
        }
        Lck_Unlock(&vcl_mtx);

        if (!strcmp(vcl->state, VCL_TEMP_LABEL->name)) {
                VTAILQ_REMOVE(&vcl_head, vcl, list);
                free(vcl->loaded_name);
                AZ(vcl->vdire);
                FREE_OBJ(vcl);
        } else if (vcl->temp == VCL_TEMP_COLD) {
                VCL_Poll();
        }
}

static void v_matchproto_(cli_func_t)
vcl_cli_label(struct cli *cli, const char * const *av, void *priv)
{
        struct vcl *lbl;
        struct vcl *vcl;

        ASSERT_CLI();
        ASSERT_VCL_ACTIVE();
        (void)cli;
        (void)priv;
        vcl = vcl_find(av[3]);
        AN(vcl);                                // MGT ensures this
        lbl = vcl_find(av[2]);
        if (lbl == NULL) {
                ALLOC_OBJ(lbl, VCL_MAGIC);
                AN(lbl);
                bprintf(lbl->state, "%s", VCL_TEMP_LABEL->name);
                lbl->temp = VCL_TEMP_WARM;
                REPLACE(lbl->loaded_name, av[2]);
                VTAILQ_INSERT_TAIL(&vcl_head, lbl, list);
        }
        if (lbl->label != NULL)
                lbl->label->nlabels--;
        lbl->label = vcl;
        vcl->nlabels++;
}

static void v_matchproto_(cli_func_t)
vcl_cli_use(struct cli *cli, const char * const *av, void *priv)
{
        struct vcl *vcl;

        ASSERT_CLI();
        ASSERT_VCL_ACTIVE();
        AN(cli);
        AZ(priv);
        vcl = vcl_find(av[2]);
        AN(vcl);                                // MGT ensures this
        assert(vcl->temp == VCL_TEMP_WARM);     // MGT ensures this
        Lck_Lock(&vcl_mtx);
        vcl_active = vcl;
        Lck_Unlock(&vcl_mtx);
}

static void v_matchproto_(cli_func_t)
vcl_cli_show(struct cli *cli, const char * const *av, void *priv)
{
        struct vcl *vcl;
        int verbose = 0;
        int i = 2;
        unsigned u;

        ASSERT_CLI();
        ASSERT_VCL_ACTIVE();
        AZ(priv);

        if (av[i] != NULL && !strcmp(av[i], "-v")) {
                verbose = 1;
                i++;
        }

        if (av[i] == NULL) {
                vcl = vcl_active;
                AN(vcl);
        } else {
                vcl = vcl_find(av[i]);
                i++;
        }

        if (av[i] != NULL) {
                VCLI_Out(cli, "Too many parameters: '%s'", av[i]);
                VCLI_SetResult(cli, CLIS_PARAM);
                return;
        }

        if (vcl == NULL) {
                VCLI_Out(cli, "No VCL named '%s'", av[i - 1]);
                VCLI_SetResult(cli, CLIS_PARAM);
                return;
        }
        CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);
        if (vcl->label) {
                vcl = vcl->label;
                CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);
                AZ(vcl->label);
        }
        CHECK_OBJ_NOTNULL(vcl->conf, VCL_CONF_MAGIC);
        if (verbose) {
                for (u = 0; u < vcl->conf->nsrc; u++)
                        VCLI_Out(cli, "// VCL.SHOW %u %zd %s\n%s\n",
                            u, strlen(vcl->conf->srcbody[u]),
                            vcl->conf->srcname[u],
                            vcl->conf->srcbody[u]);
        } else {
                VCLI_Out(cli, "%s", vcl->conf->srcbody[0]);
        }
}

/*--------------------------------------------------------------------*/

static struct cli_proto vcl_cmds[] = {
        { CLICMD_VCL_LOAD,              "", vcl_cli_load },
        { CLICMD_VCL_LIST,              "", vcl_cli_list, vcl_cli_list_json },
        { CLICMD_VCL_STATE,             "", vcl_cli_state },
        { CLICMD_VCL_DISCARD,           "", vcl_cli_discard },
        { CLICMD_VCL_USE,               "", vcl_cli_use },
        { CLICMD_VCL_SHOW,              "", vcl_cli_show },
        { CLICMD_VCL_LABEL,             "", vcl_cli_label },
        { NULL }
};

void
VCL_Init(void)
{

        assert(cache_param->workspace_client > 0);
        WS_Init(&ws_cli, "cli", malloc(cache_param->workspace_client),
            cache_param->workspace_client);
        ws_snapshot_cli = WS_Snapshot(&ws_cli);
        CLI_AddFuncs(vcl_cmds);
        Lck_New(&vcl_mtx, lck_vcl);
        VSL_Setup(&vsl_cli, NULL, 0);
}

void
VCL_Shutdown(void)
{
        struct vcl *vcl;
        unsigned c = 0;

        while (1) {
                Lck_Lock(&vcl_mtx);
                VTAILQ_FOREACH(vcl, &vcl_head, list)
                        if (vcl->busy)
                                break;
                Lck_Unlock(&vcl_mtx);
                if (vcl == NULL)
                        return;
                if (++c % 10 == 0) {
                        fprintf(stderr, "shutdown waiting for %u reference%s "
                            "on %s\n", vcl->busy, vcl->busy > 1 ? "s" : "",
                            vcl->loaded_name);
                }
                usleep(100 * 1000);
        }
}

		varnish-cache/bin/varnishd/cache/cache_vcl.c
0		/*-
1		* Copyright (c) 2006 Verdens Gang AS
2		* Copyright (c) 2006-2016 Varnish Software AS
3		* All rights reserved.
4		*
5		* Author: Poul-Henning Kamp <phk@phk.freebsd.dk>
6		*
7		* SPDX-License-Identifier: BSD-2-Clause
8		*
9		* Redistribution and use in source and binary forms, with or without
10		* modification, are permitted provided that the following conditions
11		* are met:
12		* 1. Redistributions of source code must retain the above copyright
13		* notice, this list of conditions and the following disclaimer.
14		* 2. Redistributions in binary form must reproduce the above copyright
15		* notice, this list of conditions and the following disclaimer in the
16		* documentation and/or other materials provided with the distribution.
17		*
18		* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
19		* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
20		* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
21		* ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
22		* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
23		* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
24		* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
25		* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
26		* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
27		* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
28		* SUCH DAMAGE.
29		*
30		*/
31
32		#include "config.h"
33
34		#include <dlfcn.h>
35		#include <fnmatch.h>
36		#include <stdio.h>
37		#include <stdlib.h>
38
39		#include "cache_varnishd.h"
40		#include "common/heritage.h"
41
42		#include "vcl.h"
43
44		#include "cache_director.h"
45		#include "cache_vcl.h"
46		#include "vcli_serve.h"
47		#include "vte.h"
48		#include "vtim.h"
49		#include "vcc_interface.h"
50
51		const struct vcltemp VCL_TEMP_INIT[1] = {{ .name = "init", .is_cold = 1 }};
52		const struct vcltemp VCL_TEMP_COLD[1] = {{ .name = "cold", .is_cold = 1 }};
53		const struct vcltemp VCL_TEMP_WARM[1] = {{ .name = "warm", .is_warm = 1 }};
54		const struct vcltemp VCL_TEMP_BUSY[1] = {{ .name = "busy", .is_warm = 1 }};
55		const struct vcltemp VCL_TEMP_COOLING[1] = {{ .name = "cooling" }};
56
57		// not really a temperature
58		static const struct vcltemp VCL_TEMP_LABEL[1] = {{ .name = "label" }};
59
60		/*
61		* XXX: Presently all modifications to this list happen from the
62		* CLI event-engine, so no locking is necessary
63		*/
64		static VTAILQ_HEAD(, vcl) vcl_head =
65		VTAILQ_HEAD_INITIALIZER(vcl_head);
66
67		struct lock vcl_mtx;
68		struct vcl vcl_active; / protected by vcl_mtx */
69
70		static struct vrt_ctx ctx_cli;
71		static struct wrk_vpi wrk_vpi_cli;
72		static struct ws ws_cli;
73		static uintptr_t ws_snapshot_cli;
74		static struct vsl_log vsl_cli;
75
76		/--------------------------------------------------------------------/
77
78		void
79	30936	VCL_Bo2Ctx(struct vrt_ctx ctx, struct busyobj bo)
80		{
81
82	30936	CHECK_OBJ_NOTNULL(ctx, VRT_CTX_MAGIC);
83	30936	CHECK_OBJ_NOTNULL(bo, BUSYOBJ_MAGIC);
84	30936	CHECK_OBJ_NOTNULL(bo->wrk, WORKER_MAGIC);
85	30936	ctx->vcl = bo->vcl;
86	30936	ctx->syntax = ctx->vcl->conf->syntax;
87	30936	ctx->vsl = bo->vsl;
88	30936	ctx->http_bereq = bo->bereq;
89	30936	ctx->http_beresp = bo->beresp;
90	30936	ctx->bo = bo;
91	30936	ctx->sp = bo->sp;
92	30936	ctx->now = bo->t_prev;
93	30936	ctx->ws = bo->ws;
94	30936	ctx->vpi = bo->wrk->vpi;
95	30936	ctx->vpi->handling = 0;
96	30936	ctx->vpi->trace = bo->trace;
97	30936	}
98
99		void
100	49984	VCL_Req2Ctx(struct vrt_ctx ctx, struct req req)
101		{
102
103	49984	CHECK_OBJ_NOTNULL(ctx, VRT_CTX_MAGIC);
104	49984	CHECK_OBJ_NOTNULL(req, REQ_MAGIC);
105	49984	CHECK_OBJ_NOTNULL(req->doclose, STREAM_CLOSE_MAGIC);
106
107	49984	ctx->vcl = req->vcl;
108	49984	ctx->syntax = ctx->vcl->conf->syntax;
109	49984	ctx->vsl = req->vsl;
110	49984	ctx->http_req = req->http;
111	49984	CHECK_OBJ_NOTNULL(req->top, REQTOP_MAGIC);
112	49984	ctx->http_req_top = req->top->topreq->http;
113	49984	ctx->http_resp = req->resp;
114	49984	ctx->req = req;
115	49984	ctx->sp = req->sp;
116	49984	ctx->now = req->t_prev;
117	49984	ctx->ws = req->ws;
118	49984	ctx->vpi = req->wrk->vpi;
119	49984	ctx->vpi->handling = 0;
120	49984	ctx->vpi->trace = req->trace;
121	49984	}
122
123		/--------------------------------------------------------------------/
124
125		struct vrt_ctx *
126	7651	VCL_Get_CliCtx(int msg)
127		{
128
129	7651	ASSERT_CLI();
130	7651	INIT_OBJ(&ctx_cli, VRT_CTX_MAGIC);
131	7651	INIT_OBJ(&wrk_vpi_cli, WRK_VPI_MAGIC);
132	7651	ctx_cli.vpi = &wrk_vpi_cli;
133	7651	wrk_vpi_cli.trace = FEATURE(FEATURE_TRACE);
134	7651	ctx_cli.now = VTIM_real();
135	7651	if (msg) {
136	4840	ctx_cli.msg = VSB_new_auto();
137	4840	AN(ctx_cli.msg);
138	4840	} else {
139	2811	ctx_cli.vsl = &vsl_cli;
140		}
141	7651	ctx_cli.ws = &ws_cli;
142	7651	WS_Assert(ctx_cli.ws);
143	7651	return (&ctx_cli);
144		}
145
146		/*
147		* releases CLI ctx
148		*
149		* returns finished error msg vsb if VCL_Get_CliCtx(1) was called
150		*
151		* caller needs to VSB_destroy a non-NULL return value
152		*
153		*/
154		struct vsb *
155	7649	VCL_Rel_CliCtx(struct vrt_ctx **ctx)
156		{
157	7649	struct vsb *r = NULL;
158
159	7649	ASSERT_CLI();
160	7649	assert(*ctx == &ctx_cli);
161	7649	AN((*ctx)->vpi);
162	7649	if (ctx_cli.msg) {
163	4840	TAKE_OBJ_NOTNULL(r, &ctx_cli.msg, VSB_MAGIC);
164	4840	AZ(VSB_finish(r));
165	4840	}
166	7649	if (ctx_cli.vsl)
167	2809	VSL_Flush(ctx_cli.vsl, 0);
168	7649	WS_Assert(ctx_cli.ws);
169	7649	WS_Rollback(&ws_cli, ws_snapshot_cli);
170	7649	INIT_OBJ(*ctx, VRT_CTX_MAGIC);
171	7649	*ctx = NULL;
172
173	7649	return (r);
174		}
175
176		/--------------------------------------------------------------------/
177
178		/* VRT_fail() can be called
179		* - from the vcl sub via a vmod
180		* - via a PRIV_TASK .fini callback
181		*
182		* if this happens during init, we fail it
183		* if during fini, we ignore, because otherwise VMOD authors would be forced to
184		* handle VCL_MET_FINI specifically everywhere.
185		*/
186
187		static int
188	5089	vcl_event_handling(VRT_CTX)
189		{
190	5089	CHECK_OBJ_NOTNULL(ctx, VRT_CTX_MAGIC);
191
192	5089	if (ctx->vpi->handling == 0)
193	5003	return (0);
194
195	86	assert(ctx->vpi->handling == VCL_RET_FAIL);
196
197	86	if (ctx->method == VCL_MET_INIT)
198	82	return (1);
199
200		/*
201		* EVENT_WARM / EVENT_COLD: method == 0
202		* must not set handling
203		*/
204	4	assert(ctx->method == VCL_MET_FINI);
205
206	4	ctx->vpi->handling = 0;
207	4	VRT_fail(ctx, "VRT_fail() from vcl_fini{} has no effect");
208	4	return (0);
209	5089	}
210
211		static int
212	5091	vcl_send_event(struct vcl vcl, enum vcl_event_e ev, struct vsb *msg)
213		{
214		int r, havemsg;
215	5091	unsigned method = 0;
216		struct vrt_ctx *ctx;
217
218	5091	ASSERT_CLI();
219	5091	ASSERT_VCL_ACTIVE();
220
221	5091	CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);
222	5091	CHECK_OBJ_NOTNULL(vcl->conf, VCL_CONF_MAGIC);
223	5091	AN(msg);
224	5091	AZ(*msg);
225
226	5091	switch (ev) {
227		case VCL_EVENT_LOAD:
228	2460	method = VCL_MET_INIT;
229		/* FALLTHROUGH */
230		case VCL_EVENT_WARM:
231	4840	havemsg = 1;
232	4840	break;
233		case VCL_EVENT_DISCARD:
234	156	method = VCL_MET_FINI;
235		/* FALLTHROUGH */
236		case VCL_EVENT_COLD:
237	251	havemsg = 0;
238	251	break;
239		default:
240	0	WRONG("vcl_event");
241	0	}
242
243	5091	ctx = VCL_Get_CliCtx(havemsg);
244
245	5091	AN(ctx->vpi);
246	5091	AZ(ctx->vpi->handling);
247	5091	AN(ctx->ws);
248
249	5091	ctx->vcl = vcl;
250	5091	ctx->syntax = ctx->vcl->conf->syntax;
251	5091	ctx->method = method;
252
253	5091	VCL_TaskEnter(cli_task_privs);
254	5091	r = ctx->vcl->conf->event_vcl(ctx, ev);
255	5091	VCL_TaskLeave(ctx, cli_task_privs);
256	5091	r \|= vcl_event_handling(ctx);
257
258	5091	*msg = VCL_Rel_CliCtx(&ctx);
259
260	5091	if (r && (ev == VCL_EVENT_COLD \|\| ev == VCL_EVENT_DISCARD))
261	0	WRONG("A VMOD cannot fail COLD or DISCARD events");
262
263	5091	return (r);
264		}
265
266		/--------------------------------------------------------------------/
267
268		struct vcl *
269	5110	vcl_find(const char *name)
270		{
271		struct vcl *vcl;
272
273	5110	ASSERT_CLI();
274	7723	VTAILQ_FOREACH(vcl, &vcl_head, list) {
275	5211	if (vcl->discard)
276	1	continue;
277	5210	if (!strcmp(vcl->loaded_name, name))
278	2598	return (vcl);
279	2612	}
280	2512	return (NULL);
281	5110	}
282
283		/--------------------------------------------------------------------/
284
285		static void
286	14	vcl_panic_conf(struct vsb vsb, const struct VCL_conf conf)
287		{
288		unsigned u;
289		const struct vpi_ii *ii;
290
291	14	if (PAN_dump_struct(vsb, conf, VCL_CONF_MAGIC, "conf"))
292	0	return;
293	14	VSB_printf(vsb, "syntax = \"%u\",\n", conf->syntax);
294	14	VSB_cat(vsb, "srcname = {\n");
295	14	VSB_indent(vsb, 2);
296	42	for (u = 0; u < conf->nsrc; ++u)
297	28	VSB_printf(vsb, "[%u] = \"%s\",\n", u, conf->srcname[u]);
298	14	VSB_indent(vsb, -2);
299	14	VSB_cat(vsb, "},\n");
300	14	VSB_cat(vsb, "instances = {\n");
301	14	VSB_indent(vsb, 2);
302	14	ii = conf->instance_info;
303	22	while (ii != NULL && ii->p != NULL) {
304	16	VSB_printf(vsb, "\"%s\" = %p,\n", ii->name,
305	8	(const void )(const uintptr_t *)ii->p);
306	8	ii++;
307		}
308	14	VSB_indent(vsb, -2);
309	14	VSB_cat(vsb, "},\n");
310	14	VSB_indent(vsb, -2);
311	14	VSB_cat(vsb, "},\n");
312	14	}
313
314		void
315	26	VCL_Panic(struct vsb vsb, const char nm, const struct vcl *vcl)
316		{
317
318	26	AN(vsb);
319	26	if (PAN_dump_struct(vsb, vcl, VCL_MAGIC, "vcl[%s]", nm))
320	12	return;
321	14	VSB_printf(vsb, "name = \"%s\",\n", vcl->loaded_name);
322	14	VSB_printf(vsb, "busy = %u,\n", vcl->busy);
323	14	VSB_printf(vsb, "discard = %u,\n", vcl->discard);
324	14	VSB_printf(vsb, "state = %s,\n", vcl->state);
325	14	VSB_printf(vsb, "temp = %s,\n", vcl->temp ? vcl->temp->name : "(null)");
326	14	vcl_panic_conf(vsb, vcl->conf);
327	14	VSB_indent(vsb, -2);
328	14	VSB_cat(vsb, "},\n");
329	26	}
330
331		/--------------------------------------------------------------------/
332
333		void
334	2892	VCL_Update(struct vcl *vcc, struct vcl vcl)
335		{
336		struct vcl *old;
337
338	2892	AN(vcc);
339
340	2892	old = *vcc;
341	2892	*vcc = NULL;
342
343	2892	CHECK_OBJ_ORNULL(old, VCL_MAGIC);
344	2892	ASSERT_VCL_ACTIVE();
345
346	2892	Lck_Lock(&vcl_mtx);
347	2892	if (old != NULL) {
348	151	assert(old->busy > 0);
349	151	old->busy--;
350	151	}
351
352	2892	if (vcl == NULL)
353	2866	vcl = vcl_active; /* Sample vcl_active under lock to avoid
354		* race */
355	2892	CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);
356	2892	if (vcl->label == NULL) {
357	2860	AN(strcmp(vcl->state, VCL_TEMP_LABEL->name));
358	2860	*vcc = vcl;
359	2860	} else {
360	32	AZ(strcmp(vcl->state, VCL_TEMP_LABEL->name));
361	32	*vcc = vcl->label;
362		}
363	2892	CHECK_OBJ_NOTNULL(*vcc, VCL_MAGIC);
364	2892	AZ((*vcc)->discard);
365	2892	(*vcc)->busy++;
366	2892	Lck_Unlock(&vcl_mtx);
367	2892	assert((*vcc)->temp->is_warm);
368	2892	}
369
370		/*--------------------------------------------------------------------
371		* vdire: Vcl DIrector REsignation Management (born out of a dire situation)
372		* iterators over the director list need to register.
373		* while iterating, directors can not retire immediately,
374		* they get put on a list of resigning directors. The
375		* last iterator executes the retirement.
376		*/
377
378		static struct vdire *
379	4928	vdire_new(struct lock mtx, const struct vcltemp *tempp)
380		{
381		struct vdire *vdire;
382
383	4928	ALLOC_OBJ(vdire, VDIRE_MAGIC);
384	4928	AN(vdire);
385	4928	AN(mtx);
386	4928	VTAILQ_INIT(&vdire->directors);
387	4928	VTAILQ_INIT(&vdire->resigning);
388	4928	vdire->mtx = mtx;
389	4928	PTOK(pthread_cond_init(&vdire->cond, NULL));
390	4928	vdire->tempp = tempp;
391	4928	return (vdire);
392		}
393
394		/* starting an interation prevents removals from the directors list */
395		void
396	2092	vdire_start_iter(struct vdire *vdire)
397		{
398
399	2092	CHECK_OBJ_NOTNULL(vdire, VDIRE_MAGIC);
400
401		// https://github.com/varnishcache/varnish-cache/pull/4142#issuecomment-2593091097
402	2092	ASSERT_CLI();
403
404	2092	Lck_Lock(vdire->mtx);
405	2092	while (! VTAILQ_EMPTY(&vdire->resigning))
406	0	(void)Lck_CondWait(&vdire->cond, vdire->mtx);
407	2092	vdire->iterating++;
408	2092	Lck_Unlock(vdire->mtx);
409	2092	}
410
411		void
412	4561	vdire_end_iter(struct vdire *vdire)
413		{
414	4561	struct vcldir_head resigning = VTAILQ_HEAD_INITIALIZER(resigning);
415	4561	const struct vcltemp *temp = NULL;
416		struct vcldir vdir, next;
417		unsigned n;
418
419	4561	CHECK_OBJ_NOTNULL(vdire, VDIRE_MAGIC);
420
421	4561	Lck_Lock(vdire->mtx);
422	4561	AN(vdire->iterating);
423	4561	n = --vdire->iterating;
424
425	4561	if (n == 0) {
426	4561	VTAILQ_SWAP(&vdire->resigning, &resigning, vcldir, resigning_list);
427	4561	VTAILQ_FOREACH(vdir, &resigning, resigning_list)
428	0	VTAILQ_REMOVE(&vdire->directors, vdir, directors_list);
429	4561	temp = *vdire->tempp;
430	4561	PTOK(pthread_cond_broadcast(&vdire->cond));
431	4561	}
432	4561	Lck_Unlock(vdire->mtx);
433
434	4561	VTAILQ_FOREACH_SAFE(vdir, &resigning, resigning_list, next)
435	0	vcldir_retire(vdir, temp);
436	4561	}
437
438		/*
439		* like vdire_start_iter, but also prepare for backend_event_*()
440		* by setting the checkpoint
441		*/
442		static void
443	2469	vdire_start_event(struct vdire vdire, const struct vcltemp temp)
444		{
445
446	2469	CHECK_OBJ_NOTNULL(vdire, VDIRE_MAGIC);
447	2469	AN(temp);
448
449	2469	Lck_AssertHeld(vdire->mtx);
450
451		// https://github.com/varnishcache/varnish-cache/pull/4142#issuecomment-2593091097
452	2469	ASSERT_CLI();
453
454	2469	AZ(vdire->checkpoint);
455	2469	vdire->checkpoint = VTAILQ_LAST(&vdire->directors, vcldir_head);
456	2469	AN(vdire->tempp);
457	2469	*vdire->tempp = temp;
458	2469	vdire->iterating++;
459	2469	}
460
461		static void
462	2469	vdire_end_event(struct vdire *vdire)
463		{
464	2469	vdire->checkpoint = NULL;
465	2469	vdire_end_iter(vdire);
466	2469	}
467
468		// if there are no iterators, remove from directors and retire
469		// otherwise put on resigning list to work when iterators end
470		void
471	217	vdire_resign(struct vdire vdire, struct vcldir vdir)
472		{
473	217	const struct vcltemp *temp = NULL;
474
475	217	CHECK_OBJ_NOTNULL(vdire, VDIRE_MAGIC);
476	217	AN(vdir);
477
478	217	Lck_Lock(vdire->mtx);
479	217	if (vdire->iterating != 0) {
480	0	VTAILQ_INSERT_TAIL(&vdire->resigning, vdir, resigning_list);
481	0	vdir = NULL;
482	0	} else {
483	217	VTAILQ_REMOVE(&vdire->directors, vdir, directors_list);
484	217	temp = *vdire->tempp;
485		}
486	217	Lck_Unlock(vdire->mtx);
487
488	217	if (vdir != NULL)
489	217	vcldir_retire(vdir, temp);
490	217	}
491
492		// unlocked version of vcl_iterdir
493		// pat can also be NULL (to iterate all)
494		static int
495	1934	vdire_iter(struct cli cli, const char pat, const struct vcl *vcl,
496		vcl_be_func func, void priv)
497		{
498	1934	int i, found = 0;
499		struct vcldir *vdir;