GCOV - Varnish Cache


/*-
 * Copyright (c) 2006 Verdens Gang AS
 * Copyright (c) 2006-2016 Varnish Software AS
 * All rights reserved.
 *
 * Author: Poul-Henning Kamp <phk@phk.freebsd.dk>
 *
 * SPDX-License-Identifier: BSD-2-Clause
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 * SUCH DAMAGE.
 *
 */

#include "config.h"

#include <stdio.h>
#include <stdlib.h>

#include "cache_varnishd.h"

#include "vcl.h"
#include "vtim.h"
#include "vbm.h"

#include "cache_director.h"
#include "cache_transport.h"
#include "cache_vcl.h"
#include "vcc_interface.h"

/*--------------------------------------------------------------------*/

const char *
VCL_Return_Name(unsigned r)
{

        switch (r) {
#define VCL_RET_MAC(l, U, B)    \
        case VCL_RET_##U:       \
                return(#l);
#include "tbl/vcl_returns.h"
        default:
                return (NULL);
        }
}

const char *
VCL_Method_Name(unsigned m)
{

        switch (m) {
#define VCL_MET_MAC(func, upper, typ, bitmap)   \
        case VCL_MET_##upper:                   \
                return (#upper);
#include "tbl/vcl_returns.h"
        default:
                return (NULL);
        }
}

/*--------------------------------------------------------------------*/

void
VCL_Refresh(struct vcl **vcc)
{

        while (vcl_active == NULL)
                (void)usleep(100000);

        ASSERT_VCL_ACTIVE();
        if (*vcc == vcl_active)
                return;

        VCL_Update(vcc, NULL);
}

void
VCL_Recache(const struct worker *wrk, struct vcl **vclp)
{

        AN(wrk);
        AN(vclp);
        CHECK_OBJ_NOTNULL(*vclp, VCL_MAGIC);
        ASSERT_VCL_ACTIVE();

        if (*vclp != vcl_active || wrk->wpriv->vcl == vcl_active) {
                VCL_Rel(vclp);
                return;
        }
        if (wrk->wpriv->vcl != NULL)
                VCL_Rel(&wrk->wpriv->vcl);
        wrk->wpriv->vcl = *vclp;
        *vclp = NULL;
}

void
VCL_Ref(struct vcl *vcl)
{

        CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);
        assert(!vcl->temp->is_cold);
        Lck_Lock(&vcl_mtx);
        assert(vcl->busy > 0);
        vcl->busy++;
        Lck_Unlock(&vcl_mtx);
}

void
VCL_Rel(struct vcl **vcc)
{
        struct vcl *vcl;

        TAKE_OBJ_NOTNULL(vcl, vcc, VCL_MAGIC);
        Lck_Lock(&vcl_mtx);
        assert(vcl->busy > 0);
        vcl->busy--;
        /*
         * We do not garbage collect discarded VCL's here, that happens
         * in VCL_Poll() which is called from the CLI thread.
         */
        Lck_Unlock(&vcl_mtx);
}

/*--------------------------------------------------------------------*/

static void
vcldir_free(struct vcldir *vdir)
{

        CHECK_OBJ_NOTNULL(vdir, VCLDIR_MAGIC);
        CHECK_OBJ_NOTNULL(vdir->dir, DIRECTOR_MAGIC);
        AZ(vdir->refcnt);
        Lck_Delete(&vdir->dlck);
        free(vdir->cli_name);
        FREE_OBJ(vdir->dir);
        FREE_OBJ(vdir);
}

static VCL_BACKEND
vcldir_surplus(struct vcldir *vdir)
{

        CHECK_OBJ_NOTNULL(vdir, VCLDIR_MAGIC);
        assert(vdir->refcnt == 1);
        vdir->refcnt = 0;
        vcldir_free(vdir);
        return (NULL);
}

VCL_BACKEND
VRT_AddDirector(VRT_CTX, const struct vdi_methods *m, void *priv,
    const char *fmt, ...)
{
        struct vsb *vsb;
        struct vcl *vcl;
        struct vcldir *vdir;
        const struct vcltemp *temp;
        va_list ap;
        int i;

        CHECK_OBJ_NOTNULL(ctx, VRT_CTX_MAGIC);
        CHECK_OBJ_NOTNULL(m, VDI_METHODS_MAGIC);
        AN(fmt);
        vcl = ctx->vcl;
        CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);

        // opportunistic, re-checked again under lock
        if (vcl->temp == VCL_TEMP_COOLING && !DO_DEBUG(DBG_VTC_MODE))
                return (NULL);

        ALLOC_OBJ(vdir, VCLDIR_MAGIC);
        AN(vdir);
        ALLOC_OBJ(vdir->dir, DIRECTOR_MAGIC);
        AN(vdir->dir);
        vdir->dir->vdir = vdir;

        vdir->methods = m;
        vdir->dir->priv = priv;
        vsb = VSB_new_auto();
        AN(vsb);
        VSB_printf(vsb, "%s.", VCL_Name(vcl));
        i = VSB_len(vsb);
        va_start(ap, fmt);
        VSB_vprintf(vsb, fmt, ap);
        va_end(ap);
        AZ(VSB_finish(vsb));
        REPLACE(vdir->cli_name, VSB_data(vsb));
        VSB_destroy(&vsb);
        vdir->dir->vcl_name = vdir->cli_name + i;

        vdir->vcl = vcl;
        vdir->admin_health = VDI_AH_AUTO;
        vdir->health_changed = VTIM_real();

        vdir->refcnt++;
        Lck_New(&vdir->dlck, lck_director);
        vdir->dir->mtx = &vdir->dlck;

        /* NB: at this point we look at the VCL temperature after getting
         * through the trouble of creating the director even though it might
         * not be legal to do so. Because we change the VCL temperature before
         * sending COLD events we have to tolerate and undo attempts for the
         * COOLING case.
         *
         * To avoid deadlocks during vcl_BackendEvent, we only wait for vcl_mtx
         * if the vcl is busy (ref vcl_set_state())
         */

        while (1) {
                temp = vcl->temp;
                if (temp == VCL_TEMP_COOLING)
                        return (vcldir_surplus(vdir));
                if (vcl->busy == 0 && vcl->temp->is_warm) {
                        if (! Lck_Trylock(&vcl_mtx))
                                break;
                        usleep(10 * 1000);
                        continue;
                }
                Lck_Lock(&vcl_mtx);
                break;
        }
        Lck_AssertHeld(&vcl_mtx);
        temp = vcl->temp;
        if (temp != VCL_TEMP_COOLING)
                VTAILQ_INSERT_TAIL(&vcl->director_list, vdir, list);
        if (temp->is_warm)
                VDI_Event(vdir->dir, VCL_EVENT_WARM);
        Lck_Unlock(&vcl_mtx);

        if (temp == VCL_TEMP_COOLING)
                return (vcldir_surplus(vdir));

        if (!temp->is_warm && temp != VCL_TEMP_INIT)
                WRONG("Dynamic Backends can only be added to warm VCLs");

        return (vdir->dir);
}

void
VRT_StaticDirector(VCL_BACKEND b)
{
        struct vcldir *vdir;

        CHECK_OBJ_NOTNULL(b, DIRECTOR_MAGIC);
        vdir = b->vdir;
        CHECK_OBJ_NOTNULL(vdir, VCLDIR_MAGIC);
        assert(vdir->refcnt == 1);
        AZ(vdir->flags & VDIR_FLG_NOREFCNT);
        vdir->flags |= VDIR_FLG_NOREFCNT;
}

static void
vcldir_retire(struct vcldir *vdir)
{
        const struct vcltemp *temp;

        CHECK_OBJ_NOTNULL(vdir, VCLDIR_MAGIC);
        assert(vdir->refcnt == 0);
        CHECK_OBJ_NOTNULL(vdir->vcl, VCL_MAGIC);

        Lck_Lock(&vcl_mtx);
        temp = vdir->vcl->temp;
        VTAILQ_REMOVE(&vdir->vcl->director_list, vdir, list);
        Lck_Unlock(&vcl_mtx);

        if (temp->is_warm)
                VDI_Event(vdir->dir, VCL_EVENT_COLD);
        if (vdir->methods->destroy != NULL)
                vdir->methods->destroy(vdir->dir);
        vcldir_free(vdir);
}

static int
vcldir_deref(struct vcldir *vdir)
{
        int busy;

        CHECK_OBJ_NOTNULL(vdir, VCLDIR_MAGIC);
        AZ(vdir->flags & VDIR_FLG_NOREFCNT);

        Lck_Lock(&vdir->dlck);
        assert(vdir->refcnt > 0);
        busy = --vdir->refcnt;
        Lck_Unlock(&vdir->dlck);

        if (!busy)
                vcldir_retire(vdir);
        return (busy);
}

void
VRT_DelDirector(VCL_BACKEND *dirp)
{
        VCL_BACKEND dir;
        struct vcldir *vdir;

        TAKE_OBJ_NOTNULL(dir, dirp, DIRECTOR_MAGIC);

        vdir = dir->vdir;
        CHECK_OBJ_NOTNULL(vdir, VCLDIR_MAGIC);

        if (vdir->methods->release != NULL)
                vdir->methods->release(vdir->dir);

        if (vdir->flags & VDIR_FLG_NOREFCNT) {
                vdir->flags &= ~VDIR_FLG_NOREFCNT;
                AZ(vcldir_deref(vdir));
        } else {
                (void) vcldir_deref(vdir);
        }
}

void
VRT_Assign_Backend(VCL_BACKEND *dst, VCL_BACKEND src)
{
        struct vcldir *vdir;
        VCL_BACKEND tmp;

        AN(dst);
        CHECK_OBJ_ORNULL((*dst), DIRECTOR_MAGIC);
        CHECK_OBJ_ORNULL(src, DIRECTOR_MAGIC);
        if (*dst == src)
                return;
        tmp = *dst;
        *dst = src;
        if (src != NULL) {
                vdir = src->vdir;
                CHECK_OBJ_NOTNULL(vdir, VCLDIR_MAGIC);
                if (!(vdir->flags & VDIR_FLG_NOREFCNT)) {
                        Lck_Lock(&vdir->dlck);
                        assert(vdir->refcnt > 0);
                        vdir->refcnt++;
                        Lck_Unlock(&vdir->dlck);
                }
        }
        if (tmp != NULL) {
                vdir = tmp->vdir;
                CHECK_OBJ_NOTNULL(vdir, VCLDIR_MAGIC);
                if (!(vdir->flags & VDIR_FLG_NOREFCNT))
                        (void)vcldir_deref(vdir);
        }
}

void
VRT_DisableDirector(VCL_BACKEND d)
{
        struct vcldir *vdir;

        CHECK_OBJ_NOTNULL(d, DIRECTOR_MAGIC);
        vdir = d->vdir;
        CHECK_OBJ_NOTNULL(vdir, VCLDIR_MAGIC);

        vdir->admin_health = VDI_AH_DELETED;
        vdir->health_changed = VTIM_real();
}

VCL_BACKEND
VRT_LookupDirector(VRT_CTX, VCL_STRING name)
{
        struct vcl *vcl;
        struct vcldir *vdir;
        VCL_BACKEND dd, d = NULL;

        CHECK_OBJ_NOTNULL(ctx, VRT_CTX_MAGIC);
        AN(name);

        assert(ctx->method & VCL_MET_TASK_H);
        ASSERT_CLI();

        vcl = ctx->vcl;
        CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);

        Lck_Lock(&vcl_mtx);
        VTAILQ_FOREACH(vdir, &vcl->director_list, list) {
                dd = vdir->dir;
                if (strcmp(dd->vcl_name, name))
                        continue;
                d = dd;
                break;
        }
        Lck_Unlock(&vcl_mtx);

        return (d);
}

/*--------------------------------------------------------------------*/

VCL_BACKEND
VCL_DefaultDirector(const struct vcl *vcl)
{

        CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);
        CHECK_OBJ_NOTNULL(vcl->conf, VCL_CONF_MAGIC);
        return (*vcl->conf->default_director);
}

const char *
VCL_Name(const struct vcl *vcl)
{

        CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);
        return (vcl->loaded_name);
}

VCL_PROBE
VCL_DefaultProbe(const struct vcl *vcl)
{

        CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);
        CHECK_OBJ_NOTNULL(vcl->conf, VCL_CONF_MAGIC);
        return (vcl->conf->default_probe);
}

/*--------------------------------------------------------------------*/

void
VRT_CTX_Assert(VRT_CTX)
{
        CHECK_OBJ_NOTNULL(ctx, VRT_CTX_MAGIC);

        if (ctx->msg != NULL)
                CHECK_OBJ(ctx->msg, VSB_MAGIC);
        else
                AN(ctx->vsl);
        CHECK_OBJ_NOTNULL(ctx->vcl, VCL_MAGIC);
        WS_Assert(ctx->ws);

        CHECK_OBJ_ORNULL(ctx->sp, SESS_MAGIC);

        CHECK_OBJ_ORNULL(ctx->req, REQ_MAGIC);
        CHECK_OBJ_ORNULL(ctx->http_req, HTTP_MAGIC);
        CHECK_OBJ_ORNULL(ctx->http_req_top, HTTP_MAGIC);
        CHECK_OBJ_ORNULL(ctx->http_resp, HTTP_MAGIC);

        CHECK_OBJ_ORNULL(ctx->bo, BUSYOBJ_MAGIC);
        CHECK_OBJ_ORNULL(ctx->http_bereq, HTTP_MAGIC);
        CHECK_OBJ_ORNULL(ctx->http_beresp, HTTP_MAGIC);
}

struct vclref *
VRT_VCL_Prevent_Cold(VRT_CTX, const char *desc)
{
        struct vclref* ref;

        CHECK_OBJ_NOTNULL(ctx, VRT_CTX_MAGIC);
        CHECK_OBJ_NOTNULL(ctx->vcl, VCL_MAGIC);

        ALLOC_OBJ(ref, VCLREF_MAGIC);
        AN(ref);
        ref->vcl = ctx->vcl;
        REPLACE(ref->desc, desc);

        VCL_Ref(ctx->vcl);

        Lck_Lock(&vcl_mtx);
        VTAILQ_INSERT_TAIL(&ctx->vcl->ref_list, ref, list);
        Lck_Unlock(&vcl_mtx);

        return (ref);
}

void
VRT_VCL_Allow_Cold(struct vclref **refp)
{
        struct vcl *vcl;
        struct vclref *ref;

        TAKE_OBJ_NOTNULL(ref, refp, VCLREF_MAGIC);
        vcl = ref->vcl;
        CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);

        Lck_Lock(&vcl_mtx);
        assert(!VTAILQ_EMPTY(&vcl->ref_list));
        VTAILQ_REMOVE(&vcl->ref_list, ref, list);
        Lck_Unlock(&vcl_mtx);

        VCL_Rel(&vcl);

        REPLACE(ref->desc, NULL);
        FREE_OBJ(ref);
}

struct vclref *
VRT_VCL_Prevent_Discard(VRT_CTX, const char *desc)
{
        struct vcl *vcl;
        struct vclref* ref;

        ASSERT_CLI();
        CHECK_OBJ_NOTNULL(ctx, VRT_CTX_MAGIC);
        AN(desc);
        AN(*desc);

        vcl = ctx->vcl;
        CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);
        assert(vcl->temp->is_warm);

        ALLOC_OBJ(ref, VCLREF_MAGIC);
        AN(ref);
        ref->vcl = vcl;
        REPLACE(ref->desc, desc);

        Lck_Lock(&vcl_mtx);
        VTAILQ_INSERT_TAIL(&vcl->ref_list, ref, list);
        vcl->nrefs++;
        Lck_Unlock(&vcl_mtx);

        return (ref);
}

void
VRT_VCL_Allow_Discard(struct vclref **refp)
{
        struct vcl *vcl;
        struct vclref *ref;

        TAKE_OBJ_NOTNULL(ref, refp, VCLREF_MAGIC);
        vcl = ref->vcl;
        CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);

        /* NB: A VCL may be released by a VMOD at any time, but it must happen
         * after a warmup and before the end of a cooldown. The release may or
         * may not happen while the same thread holds the temperature lock, so
         * instead we check that all references are gone in VCL_Nuke.
         */

        Lck_Lock(&vcl_mtx);
        assert(!VTAILQ_EMPTY(&vcl->ref_list));
        VTAILQ_REMOVE(&vcl->ref_list, ref, list);
        vcl->nrefs--;
        /* No garbage collection here, for the same reasons as in VCL_Rel. */
        Lck_Unlock(&vcl_mtx);

        REPLACE(ref->desc, NULL);
        FREE_OBJ(ref);
}

/*--------------------------------------------------------------------
 */

static int
req_poll(struct worker *wrk, struct req *req)
{
        struct req *top;

        /* NB: Since a fail transition leads to vcl_synth, the request may be
         * short-circuited twice.
         */
        if (req->req_reset) {
                wrk->vpi->handling = VCL_RET_FAIL;
                return (-1);
        }

        top = req->top->topreq;
        CHECK_OBJ_NOTNULL(top, REQ_MAGIC);
        CHECK_OBJ_NOTNULL(top->transport, TRANSPORT_MAGIC);

        if (!FEATURE(FEATURE_VCL_REQ_RESET))
                return (0);
        if (top->transport->poll == NULL)
                return (0);
        if (top->transport->poll(top) >= 0)
                return (0);

        VSLb_ts_req(req, "Reset", W_TIM_real(wrk));
        wrk->stats->req_reset++;
        wrk->vpi->handling = VCL_RET_FAIL;
        req->req_reset = 1;
        return (-1);
}

/*--------------------------------------------------------------------
 * Method functions to call into VCL programs.
 *
 * Either the request or busyobject must be specified, but not both.
 * The workspace argument is where random VCL stuff gets space from.
 */

static void
vcl_call_method(struct worker *wrk, struct req *req, struct busyobj *bo,
    void *specific, unsigned method, vcl_func_f *func, unsigned track_call)
{
        uintptr_t rws = 0, aws;
        struct vrt_ctx ctx;
        struct vbitmap *vbm;
        void *p;
        size_t sz;

        CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
        INIT_OBJ(&ctx, VRT_CTX_MAGIC);
        if (bo != NULL) {
                CHECK_OBJ(bo, BUSYOBJ_MAGIC);
                CHECK_OBJ_NOTNULL(bo->vcl, VCL_MAGIC);
                VCL_Bo2Ctx(&ctx, bo);
        }
        if (req != NULL) {
                if (bo != NULL)
                        assert(method == VCL_MET_PIPE);
                CHECK_OBJ(req, REQ_MAGIC);
                CHECK_OBJ_NOTNULL(req->sp, SESS_MAGIC);
                CHECK_OBJ_NOTNULL(req->vcl, VCL_MAGIC);
                CHECK_OBJ_NOTNULL(req->top, REQTOP_MAGIC);
                if (req_poll(wrk, req))
                        return;
                VCL_Req2Ctx(&ctx, req);
        }
        assert(ctx.now != 0);
        ctx.specific = specific;
        ctx.method = method;
        if (track_call > 0) {
                rws = WS_Snapshot(wrk->aws);
                sz = VBITMAP_SZ(track_call);
                p = WS_Alloc(wrk->aws, sz);
                // No use to attempt graceful failure, all VCL calls will fail
                AN(p);
                vbm = vbit_init(p, sz);
                ctx.called = vbm;
        }
        aws = WS_Snapshot(wrk->aws);
        wrk->cur_method = method;
        wrk->seen_methods |= method;
        AN(ctx.vsl);
        VSLbs(ctx.vsl, SLT_VCL_call, TOSTRAND(VCL_Method_Name(method)));
        func(&ctx, VSUB_STATIC, NULL);
        VSLbs(ctx.vsl, SLT_VCL_return,
            TOSTRAND(VCL_Return_Name(wrk->vpi->handling)));
        wrk->cur_method |= 1;           // Magic marker
        if (wrk->vpi->handling == VCL_RET_FAIL)
                wrk->stats->vcl_fail++;

        /*
         * VCL/Vmods are not allowed to make permanent allocations from
         * wrk->aws, but they can reserve and return from it.
         */
        assert(aws == WS_Snapshot(wrk->aws));
        if (rws != 0)
                WS_Reset(wrk->aws, rws);
}

#define VCL_MET_MAC(func, upper, typ, bitmap)                           \
void                                                                    \
VCL_##func##_method(struct vcl *vcl, struct worker *wrk,                \
     struct req *req, struct busyobj *bo, void *specific)               \
{                                                                       \
                                                                        \
        CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);                              \
        CHECK_OBJ_NOTNULL(vcl->conf, VCL_CONF_MAGIC);                   \
        CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);                           \
        vcl_call_method(wrk, req, bo, specific,                         \
            VCL_MET_ ## upper, vcl->conf->func##_func, vcl->conf->nsub);\
        AN((1U << wrk->vpi->handling) & bitmap);                        \
}

#include "tbl/vcl_returns.h"

/*--------------------------------------------------------------------
 */

VCL_STRING
VRT_check_call(VRT_CTX, VCL_SUB sub)
{
        VCL_STRING err = NULL;
        enum vcl_func_fail_e fail;

        CHECK_OBJ_NOTNULL(ctx, VRT_CTX_MAGIC);
        CHECK_OBJ_NOTNULL(sub, VCL_SUB_MAGIC);

        AN(sub->func);
        sub->func(ctx, VSUB_CHECK, &fail);

        switch (fail) {
        case VSUB_E_OK:
                break;
        case VSUB_E_METHOD:
                err = WS_Printf(ctx->ws, "Dynamic call to \"sub %s{}\""
                    " not allowed from here", sub->name);
                if (err == NULL)
                        err = "Dynamic call not allowed and workspace overflow";
                break;
        case VSUB_E_RECURSE:
                err = WS_Printf(ctx->ws, "Recursive dynamic call to"
                    " \"sub %s{}\"", sub->name);
                if (err == NULL)
                        err = "Recursive dynamic call and workspace overflow";
                break;
        default:
                INCOMPL();
        }

        return (err);
}

VCL_VOID
VRT_call(VRT_CTX, VCL_SUB sub)
{

        CHECK_OBJ_NOTNULL(ctx, VRT_CTX_MAGIC);
        CHECK_OBJ_NOTNULL(sub, VCL_SUB_MAGIC);

        AZ(VRT_handled(ctx));
        AN(sub->func);
        sub->func(ctx, VSUB_DYNAMIC, NULL);
}

		varnish-cache/bin/varnishd/cache/cache_vrt_vcl.c
0		/*-
1		* Copyright (c) 2006 Verdens Gang AS
2		* Copyright (c) 2006-2016 Varnish Software AS
3		* All rights reserved.
4		*
5		* Author: Poul-Henning Kamp <phk@phk.freebsd.dk>
6		*
7		* SPDX-License-Identifier: BSD-2-Clause
8		*
9		* Redistribution and use in source and binary forms, with or without
10		* modification, are permitted provided that the following conditions
11		* are met:
12		* 1. Redistributions of source code must retain the above copyright
13		* notice, this list of conditions and the following disclaimer.
14		* 2. Redistributions in binary form must reproduce the above copyright
15		* notice, this list of conditions and the following disclaimer in the
16		* documentation and/or other materials provided with the distribution.
17		*
18		* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
19		* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
20		* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
21		* ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
22		* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
23		* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
24		* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
25		* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
26		* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
27		* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
28		* SUCH DAMAGE.
29		*
30		*/
31
32		#include "config.h"
33
34		#include <stdio.h>
35		#include <stdlib.h>
36
37		#include "cache_varnishd.h"
38
39		#include "vcl.h"
40		#include "vtim.h"
41		#include "vbm.h"
42
43		#include "cache_director.h"
44		#include "cache_transport.h"
45		#include "cache_vcl.h"
46		#include "vcc_interface.h"
47
48		/--------------------------------------------------------------------/
49
50		const char *
51	749178	VCL_Return_Name(unsigned r)
52		{
53
54	749178	switch (r) {
55		#define VCL_RET_MAC(l, U, B) \
56		case VCL_RET_##U: \
57		return(#l);
58		#include "tbl/vcl_returns.h"
59		default:
60		return (NULL);
61		}
62	749178	}
63
64		const char *
65	749954	VCL_Method_Name(unsigned m)
66		{
67
68	749954	switch (m) {
69		#define VCL_MET_MAC(func, upper, typ, bitmap) \
70		case VCL_MET_##upper: \
71		return (#upper);
72		#include "tbl/vcl_returns.h"
73		default:
74		return (NULL);
75		}
76	749954	}
77
78		/--------------------------------------------------------------------/
79
80		void
81	129237	VCL_Refresh(struct vcl **vcc)
82		{
83
84	129237	while (vcl_active == NULL)
85	0	(void)usleep(100000);
86
87	129237	ASSERT_VCL_ACTIVE();
88	129205	if (*vcc == vcl_active)
89	74860	return;
90
91	54345	VCL_Update(vcc, NULL);
92	129205	}
93
94		void
95	129419	VCL_Recache(const struct worker wrk, struct vcl *vclp)
96		{
97
98	129419	AN(wrk);
99	129419	AN(vclp);
100	129419	CHECK_OBJ_NOTNULL(*vclp, VCL_MAGIC);
101	129419	ASSERT_VCL_ACTIVE();
102
103	129429	if (*vclp != vcl_active \|\| wrk->wpriv->vcl == vcl_active) {
104	2266	VCL_Rel(vclp);
105	2266	return;
106		}
107	127163	if (wrk->wpriv->vcl != NULL)
108	0	VCL_Rel(&wrk->wpriv->vcl);
109	127163	wrk->wpriv->vcl = *vclp;
110	127163	*vclp = NULL;
111	129429	}
112
113		void
114	103880	VCL_Ref(struct vcl *vcl)
115		{
116
117	103880	CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);
118	103880	assert(!vcl->temp->is_cold);
119	103880	Lck_Lock(&vcl_mtx);
120	103880	assert(vcl->busy > 0);
121	103880	vcl->busy++;
122	103880	Lck_Unlock(&vcl_mtx);
123	103880	}
124
125		void
126	116100	VCL_Rel(struct vcl **vcc)
127		{
128		struct vcl *vcl;
129
130	116100	TAKE_OBJ_NOTNULL(vcl, vcc, VCL_MAGIC);
131	116100	Lck_Lock(&vcl_mtx);
132	116100	assert(vcl->busy > 0);
133	116100	vcl->busy--;
134		/*
135		* We do not garbage collect discarded VCL's here, that happens
136		* in VCL_Poll() which is called from the CLI thread.
137		*/
138	116100	Lck_Unlock(&vcl_mtx);
139	116100	}
140
141		/--------------------------------------------------------------------/
142
143		static void
144	4337	vcldir_free(struct vcldir *vdir)
145		{
146
147	4337	CHECK_OBJ_NOTNULL(vdir, VCLDIR_MAGIC);
148	4337	CHECK_OBJ_NOTNULL(vdir->dir, DIRECTOR_MAGIC);
149	4337	AZ(vdir->refcnt);
150	4337	Lck_Delete(&vdir->dlck);
151	4337	free(vdir->cli_name);
152	4337	FREE_OBJ(vdir->dir);
153	4337	FREE_OBJ(vdir);
154	4337	}
155
156		static VCL_BACKEND
157	0	vcldir_surplus(struct vcldir *vdir)
158		{
159
160	0	CHECK_OBJ_NOTNULL(vdir, VCLDIR_MAGIC);
161	0	assert(vdir->refcnt == 1);
162	0	vdir->refcnt = 0;
163	0	vcldir_free(vdir);
164	0	return (NULL);
165		}
166
167		VCL_BACKEND
168	58000	VRT_AddDirector(VRT_CTX, const struct vdi_methods m, void priv,
169		const char *fmt, ...)
170		{
171		struct vsb *vsb;
172		struct vcl *vcl;
173		struct vcldir *vdir;
174		const struct vcltemp *temp;
175		va_list ap;
176		int i;
177
178	58000	CHECK_OBJ_NOTNULL(ctx, VRT_CTX_MAGIC);
179	58000	CHECK_OBJ_NOTNULL(m, VDI_METHODS_MAGIC);
180	58000	AN(fmt);
181	58000	vcl = ctx->vcl;
182	58000	CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);
183
184		// opportunistic, re-checked again under lock
185	58000	if (vcl->temp == VCL_TEMP_COOLING && !DO_DEBUG(DBG_VTC_MODE))
186	0	return (NULL);
187
188	58000	ALLOC_OBJ(vdir, VCLDIR_MAGIC);
189	58000	AN(vdir);
190	58000	ALLOC_OBJ(vdir->dir, DIRECTOR_MAGIC);
191	58000	AN(vdir->dir);
192	58000	vdir->dir->vdir = vdir;
193
194	58000	vdir->methods = m;
195	58000	vdir->dir->priv = priv;
196	58000	vsb = VSB_new_auto();
197	58000	AN(vsb);
198	58000	VSB_printf(vsb, "%s.", VCL_Name(vcl));
199	58000	i = VSB_len(vsb);
200	58000	va_start(ap, fmt);
201	58000	VSB_vprintf(vsb, fmt, ap);
202	58000	va_end(ap);
203	58000	AZ(VSB_finish(vsb));
204	58000	REPLACE(vdir->cli_name, VSB_data(vsb));
205	58000	VSB_destroy(&vsb);
206	58000	vdir->dir->vcl_name = vdir->cli_name + i;
207
208	58000	vdir->vcl = vcl;
209	58000	vdir->admin_health = VDI_AH_AUTO;
210	58000	vdir->health_changed = VTIM_real();
211
212	58000	vdir->refcnt++;
213	58000	Lck_New(&vdir->dlck, lck_director);
214	58000	vdir->dir->mtx = &vdir->dlck;
215
216		/* NB: at this point we look at the VCL temperature after getting
217		* through the trouble of creating the director even though it might
218		* not be legal to do so. Because we change the VCL temperature before
219		* sending COLD events we have to tolerate and undo attempts for the
220		* COOLING case.
221		*
222		* To avoid deadlocks during vcl_BackendEvent, we only wait for vcl_mtx
223		* if the vcl is busy (ref vcl_set_state())
224		*/
225
226	58000	while (1) {
227	58000	temp = vcl->temp;
228	58000	if (temp == VCL_TEMP_COOLING)
229	0	return (vcldir_surplus(vdir));
230	58000	if (vcl->busy == 0 && vcl->temp->is_warm) {
231	3680	if (! Lck_Trylock(&vcl_mtx))
232	3680	break;
233	0	usleep(10 * 1000);
234	0	continue;
235		}
236	54320	Lck_Lock(&vcl_mtx);
237	54320	break;
238		}
239	58000	Lck_AssertHeld(&vcl_mtx);
240	58000	temp = vcl->temp;
241	58000	if (temp != VCL_TEMP_COOLING)
242	58000	VTAILQ_INSERT_TAIL(&vcl->director_list, vdir, list);
243	58000	if (temp->is_warm)
244	4240	VDI_Event(vdir->dir, VCL_EVENT_WARM);
245	58000	Lck_Unlock(&vcl_mtx);
246
247	58000	if (temp == VCL_TEMP_COOLING)
248	0	return (vcldir_surplus(vdir));
249
250	58000	if (!temp->is_warm && temp != VCL_TEMP_INIT)
251	40	WRONG("Dynamic Backends can only be added to warm VCLs");
252
253	57960	return (vdir->dir);
254	57960	}
255
256		void
257	50560	VRT_StaticDirector(VCL_BACKEND b)
258		{
259		struct vcldir *vdir;
260
261	50560	CHECK_OBJ_NOTNULL(b, DIRECTOR_MAGIC);
262	50560	vdir = b->vdir;
263	50560	CHECK_OBJ_NOTNULL(vdir, VCLDIR_MAGIC);
264	50560	assert(vdir->refcnt == 1);
265	50560	AZ(vdir->flags & VDIR_FLG_NOREFCNT);
266	50560	vdir->flags \|= VDIR_FLG_NOREFCNT;
267	50560	}
268
269		static void
270	4337	vcldir_retire(struct vcldir *vdir)
271		{
272		const struct vcltemp *temp;
273
274	4337	CHECK_OBJ_NOTNULL(vdir, VCLDIR_MAGIC);
275	4337	assert(vdir->refcnt == 0);
276	4337	CHECK_OBJ_NOTNULL(vdir->vcl, VCL_MAGIC);
277
278	4337	Lck_Lock(&vcl_mtx);
279	4337	temp = vdir->vcl->temp;
280	4337	VTAILQ_REMOVE(&vdir->vcl->director_list, vdir, list);
281	4337	Lck_Unlock(&vcl_mtx);
282
283	4337	if (temp->is_warm)
284	560	VDI_Event(vdir->dir, VCL_EVENT_COLD);
285	4337	if (vdir->methods->destroy != NULL)
286	3741	vdir->methods->destroy(vdir->dir);
287	4337	vcldir_free(vdir);
288	4337	}
289
290		static int
291	12654	vcldir_deref(struct vcldir *vdir)
292		{
293		int busy;
294
295	12654	CHECK_OBJ_NOTNULL(vdir, VCLDIR_MAGIC);
296	12654	AZ(vdir->flags & VDIR_FLG_NOREFCNT);
297
298	12654	Lck_Lock(&vdir->dlck);
299	12654	assert(vdir->refcnt > 0);
300	12654	busy = --vdir->refcnt;
301	12654	Lck_Unlock(&vdir->dlck);
302
303	12654	if (!busy)
304	4337	vcldir_retire(vdir);
305	12654	return (busy);
306		}
307
308		void
309	3777	VRT_DelDirector(VCL_BACKEND *dirp)
310		{
311		VCL_BACKEND dir;
312		struct vcldir *vdir;
313
314	3777	TAKE_OBJ_NOTNULL(dir, dirp, DIRECTOR_MAGIC);
315
316	3777	vdir = dir->vdir;
317	3777	CHECK_OBJ_NOTNULL(vdir, VCLDIR_MAGIC);
318
319	3777	if (vdir->methods->release != NULL)
320	520	vdir->methods->release(vdir->dir);
321
322	3777	if (vdir->flags & VDIR_FLG_NOREFCNT) {
323	2581	vdir->flags &= ~VDIR_FLG_NOREFCNT;
324	2581	AZ(vcldir_deref(vdir));
325	2581	} else {
326	1196	(void) vcldir_deref(vdir);
327		}
328	3777	}
329
330		void
331	674244	VRT_Assign_Backend(VCL_BACKEND *dst, VCL_BACKEND src)
332		{
333		struct vcldir *vdir;
334		VCL_BACKEND tmp;
335
336	674244	AN(dst);
337	674244	CHECK_OBJ_ORNULL((*dst), DIRECTOR_MAGIC);
338	674244	CHECK_OBJ_ORNULL(src, DIRECTOR_MAGIC);
339	674244	if (*dst == src)
340	46113	return;
341	628131	tmp = *dst;
342	628131	*dst = src;
343	628131	if (src != NULL) {
344	319639	vdir = src->vdir;
345	319639	CHECK_OBJ_NOTNULL(vdir, VCLDIR_MAGIC);
346	319639	if (!(vdir->flags & VDIR_FLG_NOREFCNT)) {
347	8520	Lck_Lock(&vdir->dlck);
348	8520	assert(vdir->refcnt > 0);
349	8520	vdir->refcnt++;
350	8520	Lck_Unlock(&vdir->dlck);
351	8520	}
352	319639	}
353	628131	if (tmp != NULL) {
354	317275	vdir = tmp->vdir;
355	317275	CHECK_OBJ_NOTNULL(vdir, VCLDIR_MAGIC);
356	317275	if (!(vdir->flags & VDIR_FLG_NOREFCNT))
357	8880	(void)vcldir_deref(vdir);
358	317275	}
359	674244	}
360
361		void
362	3141	VRT_DisableDirector(VCL_BACKEND d)
363		{
364		struct vcldir *vdir;
365
366	3141	CHECK_OBJ_NOTNULL(d, DIRECTOR_MAGIC);
367	3141	vdir = d->vdir;
368	3141	CHECK_OBJ_NOTNULL(vdir, VCLDIR_MAGIC);
369
370	3141	vdir->admin_health = VDI_AH_DELETED;
371	3141	vdir->health_changed = VTIM_real();
372	3141	}
373
374		VCL_BACKEND
375	40	VRT_LookupDirector(VRT_CTX, VCL_STRING name)
376		{
377		struct vcl *vcl;
378		struct vcldir *vdir;
379	40	VCL_BACKEND dd, d = NULL;
380
381	40	CHECK_OBJ_NOTNULL(ctx, VRT_CTX_MAGIC);
382	40	AN(name);
383
384	40	assert(ctx->method & VCL_MET_TASK_H);
385	40	ASSERT_CLI();
386
387	40	vcl = ctx->vcl;
388	40	CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);
389
390	40	Lck_Lock(&vcl_mtx);
391	40	VTAILQ_FOREACH(vdir, &vcl->director_list, list) {
392	40	dd = vdir->dir;
393	40	if (strcmp(dd->vcl_name, name))
394	0	continue;
395	40	d = dd;
396	40	break;
397		}
398	40	Lck_Unlock(&vcl_mtx);
399
400	40	return (d);
401		}
402
403		/--------------------------------------------------------------------/
404
405		VCL_BACKEND
406	144049	VCL_DefaultDirector(const struct vcl *vcl)
407		{
408
409	144049	CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);
410	144049	CHECK_OBJ_NOTNULL(vcl->conf, VCL_CONF_MAGIC);
411	144049	return (*vcl->conf->default_director);
412		}
413
414		const char *
415	372700	VCL_Name(const struct vcl *vcl)
416		{
417
418	372700	CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);
419	372700	return (vcl->loaded_name);
420		}
421
422		VCL_PROBE
423	50840	VCL_DefaultProbe(const struct vcl *vcl)
424		{
425
426	50840	CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);
427	50840	CHECK_OBJ_NOTNULL(vcl->conf, VCL_CONF_MAGIC);
428	50840	return (vcl->conf->default_probe);
429		}
430
431		/--------------------------------------------------------------------/
432
433		void
434	13620	VRT_CTX_Assert(VRT_CTX)
435		{
436	13620	CHECK_OBJ_NOTNULL(ctx, VRT_CTX_MAGIC);
437
438	13620	if (ctx->msg != NULL)
439	880	CHECK_OBJ(ctx->msg, VSB_MAGIC);
440		else
441	12740	AN(ctx->vsl);
442	13620	CHECK_OBJ_NOTNULL(ctx->vcl, VCL_MAGIC);
443	13620	WS_Assert(ctx->ws);
444
445	13620	CHECK_OBJ_ORNULL(ctx->sp, SESS_MAGIC);
446
447	13620	CHECK_OBJ_ORNULL(ctx->req, REQ_MAGIC);
448	13620	CHECK_OBJ_ORNULL(ctx->http_req, HTTP_MAGIC);
449	13620	CHECK_OBJ_ORNULL(ctx->http_req_top, HTTP_MAGIC);
450	13620	CHECK_OBJ_ORNULL(ctx->http_resp, HTTP_MAGIC);
451
452	13620	CHECK_OBJ_ORNULL(ctx->bo, BUSYOBJ_MAGIC);
453	13620	CHECK_OBJ_ORNULL(ctx->http_bereq, HTTP_MAGIC);
454	13620	CHECK_OBJ_ORNULL(ctx->http_beresp, HTTP_MAGIC);
455	13620	}
456
457		struct vclref *
458	40	VRT_VCL_Prevent_Cold(VRT_CTX, const char *desc)
459		{
460		struct vclref* ref;
461
462	40	CHECK_OBJ_NOTNULL(ctx, VRT_CTX_MAGIC);
463	40	CHECK_OBJ_NOTNULL(ctx->vcl, VCL_MAGIC);
464
465	40	ALLOC_OBJ(ref, VCLREF_MAGIC);
466	40	AN(ref);
467	40	ref->vcl = ctx->vcl;
468	40	REPLACE(ref->desc, desc);
469
470	40	VCL_Ref(ctx->vcl);
471
472	40	Lck_Lock(&vcl_mtx);
473	40	VTAILQ_INSERT_TAIL(&ctx->vcl->ref_list, ref, list);
474	40	Lck_Unlock(&vcl_mtx);
475
476	40	return (ref);
477		}
478
479		void
480	40	VRT_VCL_Allow_Cold(struct vclref **refp)
481		{
482		struct vcl *vcl;
483		struct vclref *ref;
484
485	40	TAKE_OBJ_NOTNULL(ref, refp, VCLREF_MAGIC);
486	40	vcl = ref->vcl;
487	40	CHECK_OBJ_NOTNULL(vcl, VCL_MAGIC);
488
489	40	Lck_Lock(&vcl_mtx);
490	40	assert(!VTAILQ_EMPTY(&vcl->ref_list));
491	40	VTAILQ_REMOVE(&vcl->ref_list, ref, list);
492	40	Lck_Unlock(&vcl_mtx);
493
494	40	VCL_Rel(&vcl);
495
496	40	REPLACE(ref->desc, NULL);
497	40	FREE_OBJ(ref);
498	40	}
499