Training courses

Kernel and Embedded Linux

Bootlin training courses

Embedded Linux, kernel,
Yocto Project, Buildroot, real-time,
graphics, boot time, debugging...

Bootlin logo

Elixir Cross Referencer

/*	$NetBSD: dic.c,v 1.3 2011/07/28 02:07:42 uebayasi Exp $ */

/*
 * Copyright (c) 2010, 2011 Genetec Corporation.  All rights reserved.
 * Written by Hiroyuki Bessho for Genetec Corporation.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY GENETEC CORPORATION ``AS IS'' AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
 * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL GENETEC CORPORATION
 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
 * POSSIBILITY OF SUCH DAMAGE.
 */


#include <sys/cdefs.h>
__KERNEL_RCSID(0, "$NetBSD: dic.c,v 1.3 2011/07/28 02:07:42 uebayasi Exp $");

#define	_INTR_PRIVATE	/* for arm/pic/picvar.h */

#include "locators.h"
#include "opt_dic.h"

#include <sys/param.h>
#include <sys/evcnt.h>
#include <sys/device.h>
#include <sys/atomic.h>

#include <machine/intr.h>
#include <sys/bus.h>

#include <uvm/uvm_extern.h>

#include <arm/cpu.h>
#include <arm/armreg.h>
#include <arm/cpufunc.h>
#include <arm/pic/picvar.h>

#include <arm/mpcore/mpcorevar.h>
#include <arm/mpcore/mpcorereg.h>
#include <arm/mpcore/dicreg.h>

#include <machine/autoconf.h>

/*
 * 0 is the highest priority.
 */
#define	HW_TO_SW_IPL(ipl)	(IPL_HIGH - (ipl))
#define	SW_TO_HW_IPL(ipl)	(IPL_HIGH - (ipl))

struct dic_softc {
	device_t sc_dev;
	struct pic_softc sc_pic;
	bus_space_tag_t sc_iot;
	bus_space_handle_t sc_cii_ioh;
	volatile uint32_t *sc_cii_vaddr;	/* CPU interface */
	bus_space_handle_t sc_gid_ioh;
	volatile uint32_t *sc_gid_vaddr;	/* Global distributor */
	int sc_nsrcs;
//	uint32_t sc_enabled_mask[4];
};

#define	PIC_TO_SOFTC(pic) \
	((struct dic_softc *)((char *)(pic) - \
		offsetof(struct dic_softc, sc_pic)))


static int dic_match(device_t, cfdata_t, void *);
static void dic_attach(device_t, device_t, void *);

static void dic_unblock_irqs(struct pic_softc *, size_t, uint32_t);
static void dic_block_irqs(struct pic_softc *, size_t, uint32_t);
static void dic_establish_irq(struct pic_softc *, struct intrsource *);

#define	DIC_READ(sc, offset)	\
	(*((sc)->sc_gid_vaddr + (offset) / sizeof (uint32_t)))
#define	DIC_WRITE(sc, offset, val)					\
	(*((sc)->sc_gid_vaddr + (offset) / sizeof (uint32_t)) = (val))

#define	CII_READ(sc, offset)	\
	(*((sc)->sc_cii_vaddr + (offset) / sizeof (uint32_t)))
#define	CII_WRITE(sc, offset, val)					\
	(*((sc)->sc_cii_vaddr + (offset) / sizeof (uint32_t)) = (val))

const struct pic_ops dic_pic_ops = {
	.pic_unblock_irqs = dic_unblock_irqs,
	.pic_block_irqs = dic_block_irqs,
	.pic_establish_irq = dic_establish_irq,
	.pic_source_name = NULL
};


CFATTACH_DECL_NEW(dic, sizeof(struct dic_softc),
    dic_match, dic_attach, NULL, NULL);

struct dic_softc *dic_softc;

static int
dic_match(device_t parent, cfdata_t cf, void *aux)
{
	if (strcmp(cf->cf_name, "dic") == 0)
		return 1;

	return 0;
}


static void
dic_attach(device_t parent, device_t self, void *aux)
{
	struct dic_softc *dic = device_private(self);
	struct pmr_attach_args * const pa = aux;
	uint32_t typ;

	aprint_normal(": Distributed Interrupt Controller\n");
	aprint_naive("\n");

	dic->sc_dev = self;
	dic->sc_iot = pa->pa_iot;

	dic_softc = dic;

	if (bus_space_subregion(dic->sc_iot, pa->pa_ioh, 
		MPCORE_PMR_CII, MPCORE_PMR_CII_SIZE,
		&dic->sc_cii_ioh) ||
	    bus_space_subregion(dic->sc_iot, pa->pa_ioh, 
		MPCORE_PMR_GID, MPCORE_PMR_GID_SIZE,
		&dic->sc_gid_ioh)) {

		aprint_error_dev(self, "can't subregion\n");
		return;
	}

	dic->sc_cii_vaddr = bus_space_vaddr(dic->sc_iot, dic->sc_cii_ioh);
	dic->sc_gid_vaddr = bus_space_vaddr(dic->sc_iot, dic->sc_gid_ioh);

	typ = DIC_READ(dic, DIC_TYPE);

	dic->sc_nsrcs =
	    32 * (1 +
		((typ & DIC_TYPE_NLINES_MASK) >> DIC_TYPE_NLINES_SHIFT));
	
	aprint_normal_dev(self, "%d CPUs, %d interrupt sources\n",
	    1 + (u_int)((typ & DIC_TYPE_NCPUS_MASK) >> DIC_TYPE_NCPUS_SHIFT),
	    dic->sc_nsrcs);


	DIC_WRITE(dic, DIC_CONTROL, DIC_CONTROL_ENABLE);

	CII_WRITE(dic, CII_CONTROL, CII_CONTROL_ENABLE);

	dic->sc_pic.pic_ops = &dic_pic_ops;
	dic->sc_pic.pic_maxsources = dic->sc_nsrcs;
	strlcpy(dic->sc_pic.pic_name, device_xname(self),
	    sizeof(dic->sc_pic.pic_name));

	pic_add(&dic->sc_pic, 0);

	enable_interrupts(I32_bit|F32_bit);
}

void
dic_unblock_irqs(struct pic_softc *pic, size_t irq_base, uint32_t irq_mask)
{
	struct dic_softc * const dic = PIC_TO_SOFTC(pic);
	size_t group = irq_base / 32;

	DIC_WRITE(dic, DIC_ENSET(group), irq_mask);
}

void
dic_block_irqs(struct pic_softc *pic, size_t irq_base, uint32_t irq_mask)
{
	struct dic_softc * const dic = PIC_TO_SOFTC(pic);
	size_t group = irq_base / 32;

	DIC_WRITE(dic, DIC_ENCLEAR(group), irq_mask);
}

static __inline u_int
my_core_id(void)
{
	uint32_t id;

	__asm ("mrc p15, 0, %0, c0, c0, 5" : "=r" (id));

	return id & 0x0f;
}

static void
dic_establish_irq(struct pic_softc *pic, struct intrsource *is)
{
	struct dic_softc * const dic = PIC_TO_SOFTC(pic);
	int irq = is->is_irq;
	int shift;
	int group;
	uint32_t reg;

	KASSERT(irq < dic->sc_nsrcs);
	KASSERT(is->is_ipl < 16);

#ifdef	NO_DIC_INITIALIZE
	/*
	 * DIC is configured by the firmware.
	 * don't change the settings.
	 */
#else

	group = irq / 4;
	shift = (irq % 4) * 8 + 4;
	reg = DIC_READ(dic, DIC_PRIORITY(group));
	reg &= ~(0xf << shift);
	reg |= SW_TO_HW_IPL(is->is_ipl) << shift;
	DIC_WRITE(dic, DIC_PRIORITY(group), reg);

	/* edge or level triggered.
	 * always use 1-N interrupt software model.
	 * XXX: limited to high-level or rising-edege trigger.
	 */
	shift = (irq % 16) * 2;
	group = (irq / 16);
	reg = DIC_READ(dic, DIC_CONFIG(group));
	reg &= ~(0x03 << shift);
	if (is->is_type == IST_EDGE)
		reg |= 0x01 << shift;
	else
		reg |= 0x03 << shift;
	DIC_WRITE(dic, DIC_CONFIG(group), reg);

	group = irq / 4;
	shift = (irq % 4) * 8;

	reg = DIC_READ(dic, DIC_TARGET(group));
	reg &= ~(0x0f << shift);
#ifdef	MULTIPROCESSOR
#error	not yet.
#else
	reg |= 1 << (my_core_id() + shift);
#endif
	DIC_WRITE(dic, DIC_TARGET(group), reg);

#endif	/* NO_DIC_INITIALIZE */

	/* enable the interrupt */
	group = irq / 32;
	DIC_WRITE(dic, DIC_ENSET(group), 1 << (irq % 32));
}

void
mpcore_irq_handler(void *frame)
{
	struct cpu_info * const ci = curcpu();
	int irq;
	uint32_t reg, intack;

	ci->ci_data.cpu_nintr++;

	for (;;) {
		struct intrsource *is;
		
		intack = CII_READ(dic_softc, CII_INTACK);
		irq = intack & CII_INTACK_INTID_MASK;

		if (irq == 1023)	/* spurious */
			break;

		reg = CII_READ(dic_softc, CII_RUNPRI);
		CII_WRITE(dic_softc, CII_PRIMASK, reg);
		
		is = dic_softc->sc_pic.pic_sources[irq];
		if (__predict_true(is != NULL)) {
			int oldipl = ci->ci_cpl;
			ci->ci_cpl = HW_TO_SW_IPL((reg & CII_PRIMASK_MASK)
			    >> CII_PRIMASK_SHIFT);

			cpsie(I32_bit);
			pic_dispatch(is, frame);
			cpsid(I32_bit);

			ci->ci_cpl = oldipl;
			CII_WRITE(dic_softc, CII_PRIMASK, 
			    SW_TO_HW_IPL(oldipl) << CII_PRIMASK_SHIFT);
		}
		CII_WRITE(dic_softc, CII_EOI, intack);
	}


#ifdef	DIC_CASCADED_IRQ
	/* handle cascaded interrupts through PIC framework */
	pic_do_pending_ints(I32_bit, ci->ci_cpl, frame);
#endif
}


int
_splraise(int newipl)
{
	struct cpu_info * const ci = curcpu();
	const int oldipl = ci->ci_cpl;
	KASSERT(newipl < NIPL);
	if (newipl > ci->ci_cpl) {
		register_t psw = disable_interrupts(I32_bit);
		ci->ci_cpl = newipl;
		CII_WRITE(dic_softc, CII_PRIMASK, 
		    SW_TO_HW_IPL(newipl) << CII_PRIMASK_SHIFT);
		restore_interrupts(psw);
	}

	return oldipl;
}
int
_spllower(int newipl)
{
	struct cpu_info * const ci = curcpu();
	const int oldipl = ci->ci_cpl;
	KASSERT(panicstr || newipl <= ci->ci_cpl);
	if (newipl < ci->ci_cpl) {
		register_t psw = disable_interrupts(I32_bit);
		CII_WRITE(dic_softc, CII_PRIMASK, 
		    SW_TO_HW_IPL(newipl) << CII_PRIMASK_SHIFT);
		pic_do_pending_ints(psw, newipl, NULL);
		restore_interrupts(psw);
	}
	return oldipl;
}

void
splx(int savedipl)
{
	struct cpu_info * const ci = curcpu();
	KASSERT(savedipl < NIPL);
	if (savedipl < ci->ci_cpl) {
		register_t psw = disable_interrupts(I32_bit);
		CII_WRITE(dic_softc, CII_PRIMASK, 
		    SW_TO_HW_IPL(savedipl) << CII_PRIMASK_SHIFT);
#ifdef	DIC_CASCADED_IRQ
		pic_do_pending_ints(psw, savedipl, NULL);
#endif
		restore_interrupts(psw);
	}
	ci->ci_cpl = savedipl;
}