1478 строки
39 KiB
C
1478 строки
39 KiB
C
// SPDX-License-Identifier: GPL-2.0
|
|
/*
|
|
* Silvaco dual-role I3C master driver
|
|
*
|
|
* Copyright (C) 2020 Silvaco
|
|
* Author: Miquel RAYNAL <miquel.raynal@bootlin.com>
|
|
* Based on a work from: Conor Culhane <conor.culhane@silvaco.com>
|
|
*/
|
|
|
|
#include <linux/bitfield.h>
|
|
#include <linux/clk.h>
|
|
#include <linux/completion.h>
|
|
#include <linux/errno.h>
|
|
#include <linux/i3c/master.h>
|
|
#include <linux/interrupt.h>
|
|
#include <linux/iopoll.h>
|
|
#include <linux/list.h>
|
|
#include <linux/module.h>
|
|
#include <linux/of.h>
|
|
#include <linux/platform_device.h>
|
|
|
|
/* Master Mode Registers */
|
|
#define SVC_I3C_MCONFIG 0x000
|
|
#define SVC_I3C_MCONFIG_MASTER_EN BIT(0)
|
|
#define SVC_I3C_MCONFIG_DISTO(x) FIELD_PREP(BIT(3), (x))
|
|
#define SVC_I3C_MCONFIG_HKEEP(x) FIELD_PREP(GENMASK(5, 4), (x))
|
|
#define SVC_I3C_MCONFIG_ODSTOP(x) FIELD_PREP(BIT(6), (x))
|
|
#define SVC_I3C_MCONFIG_PPBAUD(x) FIELD_PREP(GENMASK(11, 8), (x))
|
|
#define SVC_I3C_MCONFIG_PPLOW(x) FIELD_PREP(GENMASK(15, 12), (x))
|
|
#define SVC_I3C_MCONFIG_ODBAUD(x) FIELD_PREP(GENMASK(23, 16), (x))
|
|
#define SVC_I3C_MCONFIG_ODHPP(x) FIELD_PREP(BIT(24), (x))
|
|
#define SVC_I3C_MCONFIG_SKEW(x) FIELD_PREP(GENMASK(27, 25), (x))
|
|
#define SVC_I3C_MCONFIG_I2CBAUD(x) FIELD_PREP(GENMASK(31, 28), (x))
|
|
|
|
#define SVC_I3C_MCTRL 0x084
|
|
#define SVC_I3C_MCTRL_REQUEST_MASK GENMASK(2, 0)
|
|
#define SVC_I3C_MCTRL_REQUEST_NONE 0
|
|
#define SVC_I3C_MCTRL_REQUEST_START_ADDR 1
|
|
#define SVC_I3C_MCTRL_REQUEST_STOP 2
|
|
#define SVC_I3C_MCTRL_REQUEST_IBI_ACKNACK 3
|
|
#define SVC_I3C_MCTRL_REQUEST_PROC_DAA 4
|
|
#define SVC_I3C_MCTRL_REQUEST_AUTO_IBI 7
|
|
#define SVC_I3C_MCTRL_TYPE_I3C 0
|
|
#define SVC_I3C_MCTRL_TYPE_I2C BIT(4)
|
|
#define SVC_I3C_MCTRL_IBIRESP_AUTO 0
|
|
#define SVC_I3C_MCTRL_IBIRESP_ACK_WITHOUT_BYTE 0
|
|
#define SVC_I3C_MCTRL_IBIRESP_ACK_WITH_BYTE BIT(7)
|
|
#define SVC_I3C_MCTRL_IBIRESP_NACK BIT(6)
|
|
#define SVC_I3C_MCTRL_IBIRESP_MANUAL GENMASK(7, 6)
|
|
#define SVC_I3C_MCTRL_DIR(x) FIELD_PREP(BIT(8), (x))
|
|
#define SVC_I3C_MCTRL_DIR_WRITE 0
|
|
#define SVC_I3C_MCTRL_DIR_READ 1
|
|
#define SVC_I3C_MCTRL_ADDR(x) FIELD_PREP(GENMASK(15, 9), (x))
|
|
#define SVC_I3C_MCTRL_RDTERM(x) FIELD_PREP(GENMASK(23, 16), (x))
|
|
|
|
#define SVC_I3C_MSTATUS 0x088
|
|
#define SVC_I3C_MSTATUS_STATE(x) FIELD_GET(GENMASK(2, 0), (x))
|
|
#define SVC_I3C_MSTATUS_STATE_DAA(x) (SVC_I3C_MSTATUS_STATE(x) == 5)
|
|
#define SVC_I3C_MSTATUS_STATE_IDLE(x) (SVC_I3C_MSTATUS_STATE(x) == 0)
|
|
#define SVC_I3C_MSTATUS_BETWEEN(x) FIELD_GET(BIT(4), (x))
|
|
#define SVC_I3C_MSTATUS_NACKED(x) FIELD_GET(BIT(5), (x))
|
|
#define SVC_I3C_MSTATUS_IBITYPE(x) FIELD_GET(GENMASK(7, 6), (x))
|
|
#define SVC_I3C_MSTATUS_IBITYPE_IBI 1
|
|
#define SVC_I3C_MSTATUS_IBITYPE_MASTER_REQUEST 2
|
|
#define SVC_I3C_MSTATUS_IBITYPE_HOT_JOIN 3
|
|
#define SVC_I3C_MINT_SLVSTART BIT(8)
|
|
#define SVC_I3C_MINT_MCTRLDONE BIT(9)
|
|
#define SVC_I3C_MINT_COMPLETE BIT(10)
|
|
#define SVC_I3C_MINT_RXPEND BIT(11)
|
|
#define SVC_I3C_MINT_TXNOTFULL BIT(12)
|
|
#define SVC_I3C_MINT_IBIWON BIT(13)
|
|
#define SVC_I3C_MINT_ERRWARN BIT(15)
|
|
#define SVC_I3C_MSTATUS_SLVSTART(x) FIELD_GET(SVC_I3C_MINT_SLVSTART, (x))
|
|
#define SVC_I3C_MSTATUS_MCTRLDONE(x) FIELD_GET(SVC_I3C_MINT_MCTRLDONE, (x))
|
|
#define SVC_I3C_MSTATUS_COMPLETE(x) FIELD_GET(SVC_I3C_MINT_COMPLETE, (x))
|
|
#define SVC_I3C_MSTATUS_RXPEND(x) FIELD_GET(SVC_I3C_MINT_RXPEND, (x))
|
|
#define SVC_I3C_MSTATUS_TXNOTFULL(x) FIELD_GET(SVC_I3C_MINT_TXNOTFULL, (x))
|
|
#define SVC_I3C_MSTATUS_IBIWON(x) FIELD_GET(SVC_I3C_MINT_IBIWON, (x))
|
|
#define SVC_I3C_MSTATUS_ERRWARN(x) FIELD_GET(SVC_I3C_MINT_ERRWARN, (x))
|
|
#define SVC_I3C_MSTATUS_IBIADDR(x) FIELD_GET(GENMASK(30, 24), (x))
|
|
|
|
#define SVC_I3C_IBIRULES 0x08C
|
|
#define SVC_I3C_IBIRULES_ADDR(slot, addr) FIELD_PREP(GENMASK(29, 0), \
|
|
((addr) & 0x3F) << ((slot) * 6))
|
|
#define SVC_I3C_IBIRULES_ADDRS 5
|
|
#define SVC_I3C_IBIRULES_MSB0 BIT(30)
|
|
#define SVC_I3C_IBIRULES_NOBYTE BIT(31)
|
|
#define SVC_I3C_IBIRULES_MANDBYTE 0
|
|
#define SVC_I3C_MINTSET 0x090
|
|
#define SVC_I3C_MINTCLR 0x094
|
|
#define SVC_I3C_MINTMASKED 0x098
|
|
#define SVC_I3C_MERRWARN 0x09C
|
|
#define SVC_I3C_MDMACTRL 0x0A0
|
|
#define SVC_I3C_MDATACTRL 0x0AC
|
|
#define SVC_I3C_MDATACTRL_FLUSHTB BIT(0)
|
|
#define SVC_I3C_MDATACTRL_FLUSHRB BIT(1)
|
|
#define SVC_I3C_MDATACTRL_UNLOCK_TRIG BIT(3)
|
|
#define SVC_I3C_MDATACTRL_TXTRIG_FIFO_NOT_FULL GENMASK(5, 4)
|
|
#define SVC_I3C_MDATACTRL_RXTRIG_FIFO_NOT_EMPTY 0
|
|
#define SVC_I3C_MDATACTRL_RXCOUNT(x) FIELD_GET(GENMASK(28, 24), (x))
|
|
#define SVC_I3C_MDATACTRL_TXFULL BIT(30)
|
|
#define SVC_I3C_MDATACTRL_RXEMPTY BIT(31)
|
|
|
|
#define SVC_I3C_MWDATAB 0x0B0
|
|
#define SVC_I3C_MWDATAB_END BIT(8)
|
|
|
|
#define SVC_I3C_MWDATABE 0x0B4
|
|
#define SVC_I3C_MWDATAH 0x0B8
|
|
#define SVC_I3C_MWDATAHE 0x0BC
|
|
#define SVC_I3C_MRDATAB 0x0C0
|
|
#define SVC_I3C_MRDATAH 0x0C8
|
|
#define SVC_I3C_MWMSG_SDR 0x0D0
|
|
#define SVC_I3C_MRMSG_SDR 0x0D4
|
|
#define SVC_I3C_MWMSG_DDR 0x0D8
|
|
#define SVC_I3C_MRMSG_DDR 0x0DC
|
|
|
|
#define SVC_I3C_MDYNADDR 0x0E4
|
|
#define SVC_MDYNADDR_VALID BIT(0)
|
|
#define SVC_MDYNADDR_ADDR(x) FIELD_PREP(GENMASK(7, 1), (x))
|
|
|
|
#define SVC_I3C_MAX_DEVS 32
|
|
|
|
/* This parameter depends on the implementation and may be tuned */
|
|
#define SVC_I3C_FIFO_SIZE 16
|
|
|
|
struct svc_i3c_cmd {
|
|
u8 addr;
|
|
bool rnw;
|
|
u8 *in;
|
|
const void *out;
|
|
unsigned int len;
|
|
unsigned int read_len;
|
|
bool continued;
|
|
};
|
|
|
|
struct svc_i3c_xfer {
|
|
struct list_head node;
|
|
struct completion comp;
|
|
int ret;
|
|
unsigned int type;
|
|
unsigned int ncmds;
|
|
struct svc_i3c_cmd cmds[];
|
|
};
|
|
|
|
/**
|
|
* struct svc_i3c_master - Silvaco I3C Master structure
|
|
* @base: I3C master controller
|
|
* @dev: Corresponding device
|
|
* @regs: Memory mapping
|
|
* @free_slots: Bit array of available slots
|
|
* @addrs: Array containing the dynamic addresses of each attached device
|
|
* @descs: Array of descriptors, one per attached device
|
|
* @hj_work: Hot-join work
|
|
* @ibi_work: IBI work
|
|
* @irq: Main interrupt
|
|
* @pclk: System clock
|
|
* @fclk: Fast clock (bus)
|
|
* @sclk: Slow clock (other events)
|
|
* @xferqueue: Transfer queue structure
|
|
* @xferqueue.list: List member
|
|
* @xferqueue.cur: Current ongoing transfer
|
|
* @xferqueue.lock: Queue lock
|
|
* @ibi: IBI structure
|
|
* @ibi.num_slots: Number of slots available in @ibi.slots
|
|
* @ibi.slots: Available IBI slots
|
|
* @ibi.tbq_slot: To be queued IBI slot
|
|
* @ibi.lock: IBI lock
|
|
*/
|
|
struct svc_i3c_master {
|
|
struct i3c_master_controller base;
|
|
struct device *dev;
|
|
void __iomem *regs;
|
|
u32 free_slots;
|
|
u8 addrs[SVC_I3C_MAX_DEVS];
|
|
struct i3c_dev_desc *descs[SVC_I3C_MAX_DEVS];
|
|
struct work_struct hj_work;
|
|
struct work_struct ibi_work;
|
|
int irq;
|
|
struct clk *pclk;
|
|
struct clk *fclk;
|
|
struct clk *sclk;
|
|
struct {
|
|
struct list_head list;
|
|
struct svc_i3c_xfer *cur;
|
|
/* Prevent races between transfers */
|
|
spinlock_t lock;
|
|
} xferqueue;
|
|
struct {
|
|
unsigned int num_slots;
|
|
struct i3c_dev_desc **slots;
|
|
struct i3c_ibi_slot *tbq_slot;
|
|
/* Prevent races within IBI handlers */
|
|
spinlock_t lock;
|
|
} ibi;
|
|
};
|
|
|
|
/**
|
|
* struct svc_i3c_i3c_dev_data - Device specific data
|
|
* @index: Index in the master tables corresponding to this device
|
|
* @ibi: IBI slot index in the master structure
|
|
* @ibi_pool: IBI pool associated to this device
|
|
*/
|
|
struct svc_i3c_i2c_dev_data {
|
|
u8 index;
|
|
int ibi;
|
|
struct i3c_generic_ibi_pool *ibi_pool;
|
|
};
|
|
|
|
static bool svc_i3c_master_error(struct svc_i3c_master *master)
|
|
{
|
|
u32 mstatus, merrwarn;
|
|
|
|
mstatus = readl(master->regs + SVC_I3C_MSTATUS);
|
|
if (SVC_I3C_MSTATUS_ERRWARN(mstatus)) {
|
|
merrwarn = readl(master->regs + SVC_I3C_MERRWARN);
|
|
writel(merrwarn, master->regs + SVC_I3C_MERRWARN);
|
|
dev_err(master->dev,
|
|
"Error condition: MSTATUS 0x%08x, MERRWARN 0x%08x\n",
|
|
mstatus, merrwarn);
|
|
|
|
return true;
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
static void svc_i3c_master_enable_interrupts(struct svc_i3c_master *master, u32 mask)
|
|
{
|
|
writel(mask, master->regs + SVC_I3C_MINTSET);
|
|
}
|
|
|
|
static void svc_i3c_master_disable_interrupts(struct svc_i3c_master *master)
|
|
{
|
|
u32 mask = readl(master->regs + SVC_I3C_MINTSET);
|
|
|
|
writel(mask, master->regs + SVC_I3C_MINTCLR);
|
|
}
|
|
|
|
static inline struct svc_i3c_master *
|
|
to_svc_i3c_master(struct i3c_master_controller *master)
|
|
{
|
|
return container_of(master, struct svc_i3c_master, base);
|
|
}
|
|
|
|
static void svc_i3c_master_hj_work(struct work_struct *work)
|
|
{
|
|
struct svc_i3c_master *master;
|
|
|
|
master = container_of(work, struct svc_i3c_master, hj_work);
|
|
i3c_master_do_daa(&master->base);
|
|
}
|
|
|
|
static struct i3c_dev_desc *
|
|
svc_i3c_master_dev_from_addr(struct svc_i3c_master *master,
|
|
unsigned int ibiaddr)
|
|
{
|
|
int i;
|
|
|
|
for (i = 0; i < SVC_I3C_MAX_DEVS; i++)
|
|
if (master->addrs[i] == ibiaddr)
|
|
break;
|
|
|
|
if (i == SVC_I3C_MAX_DEVS)
|
|
return NULL;
|
|
|
|
return master->descs[i];
|
|
}
|
|
|
|
static void svc_i3c_master_emit_stop(struct svc_i3c_master *master)
|
|
{
|
|
writel(SVC_I3C_MCTRL_REQUEST_STOP, master->regs + SVC_I3C_MCTRL);
|
|
|
|
/*
|
|
* This delay is necessary after the emission of a stop, otherwise eg.
|
|
* repeating IBIs do not get detected. There is a note in the manual
|
|
* about it, stating that the stop condition might not be settled
|
|
* correctly if a start condition follows too rapidly.
|
|
*/
|
|
udelay(1);
|
|
}
|
|
|
|
static void svc_i3c_master_clear_merrwarn(struct svc_i3c_master *master)
|
|
{
|
|
writel(readl(master->regs + SVC_I3C_MERRWARN),
|
|
master->regs + SVC_I3C_MERRWARN);
|
|
}
|
|
|
|
static int svc_i3c_master_handle_ibi(struct svc_i3c_master *master,
|
|
struct i3c_dev_desc *dev)
|
|
{
|
|
struct svc_i3c_i2c_dev_data *data = i3c_dev_get_master_data(dev);
|
|
struct i3c_ibi_slot *slot;
|
|
unsigned int count;
|
|
u32 mdatactrl;
|
|
u8 *buf;
|
|
|
|
slot = i3c_generic_ibi_get_free_slot(data->ibi_pool);
|
|
if (!slot)
|
|
return -ENOSPC;
|
|
|
|
slot->len = 0;
|
|
buf = slot->data;
|
|
|
|
while (SVC_I3C_MSTATUS_RXPEND(readl(master->regs + SVC_I3C_MSTATUS)) &&
|
|
slot->len < SVC_I3C_FIFO_SIZE) {
|
|
mdatactrl = readl(master->regs + SVC_I3C_MDATACTRL);
|
|
count = SVC_I3C_MDATACTRL_RXCOUNT(mdatactrl);
|
|
readsl(master->regs + SVC_I3C_MRDATAB, buf, count);
|
|
slot->len += count;
|
|
buf += count;
|
|
}
|
|
|
|
master->ibi.tbq_slot = slot;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void svc_i3c_master_ack_ibi(struct svc_i3c_master *master,
|
|
bool mandatory_byte)
|
|
{
|
|
unsigned int ibi_ack_nack;
|
|
|
|
ibi_ack_nack = SVC_I3C_MCTRL_REQUEST_IBI_ACKNACK;
|
|
if (mandatory_byte)
|
|
ibi_ack_nack |= SVC_I3C_MCTRL_IBIRESP_ACK_WITH_BYTE;
|
|
else
|
|
ibi_ack_nack |= SVC_I3C_MCTRL_IBIRESP_ACK_WITHOUT_BYTE;
|
|
|
|
writel(ibi_ack_nack, master->regs + SVC_I3C_MCTRL);
|
|
}
|
|
|
|
static void svc_i3c_master_nack_ibi(struct svc_i3c_master *master)
|
|
{
|
|
writel(SVC_I3C_MCTRL_REQUEST_IBI_ACKNACK |
|
|
SVC_I3C_MCTRL_IBIRESP_NACK,
|
|
master->regs + SVC_I3C_MCTRL);
|
|
}
|
|
|
|
static void svc_i3c_master_ibi_work(struct work_struct *work)
|
|
{
|
|
struct svc_i3c_master *master = container_of(work, struct svc_i3c_master, ibi_work);
|
|
struct svc_i3c_i2c_dev_data *data;
|
|
unsigned int ibitype, ibiaddr;
|
|
struct i3c_dev_desc *dev;
|
|
u32 status, val;
|
|
int ret;
|
|
|
|
/* Acknowledge the incoming interrupt with the AUTOIBI mechanism */
|
|
writel(SVC_I3C_MCTRL_REQUEST_AUTO_IBI |
|
|
SVC_I3C_MCTRL_IBIRESP_AUTO,
|
|
master->regs + SVC_I3C_MCTRL);
|
|
|
|
/* Wait for IBIWON, should take approximately 100us */
|
|
ret = readl_relaxed_poll_timeout(master->regs + SVC_I3C_MSTATUS, val,
|
|
SVC_I3C_MSTATUS_IBIWON(val), 0, 1000);
|
|
if (ret) {
|
|
dev_err(master->dev, "Timeout when polling for IBIWON\n");
|
|
goto reenable_ibis;
|
|
}
|
|
|
|
/* Clear the interrupt status */
|
|
writel(SVC_I3C_MINT_IBIWON, master->regs + SVC_I3C_MSTATUS);
|
|
|
|
status = readl(master->regs + SVC_I3C_MSTATUS);
|
|
ibitype = SVC_I3C_MSTATUS_IBITYPE(status);
|
|
ibiaddr = SVC_I3C_MSTATUS_IBIADDR(status);
|
|
|
|
/* Handle the critical responses to IBI's */
|
|
switch (ibitype) {
|
|
case SVC_I3C_MSTATUS_IBITYPE_IBI:
|
|
dev = svc_i3c_master_dev_from_addr(master, ibiaddr);
|
|
if (!dev)
|
|
svc_i3c_master_nack_ibi(master);
|
|
else
|
|
svc_i3c_master_handle_ibi(master, dev);
|
|
break;
|
|
case SVC_I3C_MSTATUS_IBITYPE_HOT_JOIN:
|
|
svc_i3c_master_ack_ibi(master, false);
|
|
break;
|
|
case SVC_I3C_MSTATUS_IBITYPE_MASTER_REQUEST:
|
|
svc_i3c_master_nack_ibi(master);
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
|
|
/*
|
|
* If an error happened, we probably got interrupted and the exchange
|
|
* timedout. In this case we just drop everything, emit a stop and wait
|
|
* for the slave to interrupt again.
|
|
*/
|
|
if (svc_i3c_master_error(master)) {
|
|
if (master->ibi.tbq_slot) {
|
|
data = i3c_dev_get_master_data(dev);
|
|
i3c_generic_ibi_recycle_slot(data->ibi_pool,
|
|
master->ibi.tbq_slot);
|
|
master->ibi.tbq_slot = NULL;
|
|
}
|
|
|
|
svc_i3c_master_emit_stop(master);
|
|
|
|
goto reenable_ibis;
|
|
}
|
|
|
|
/* Handle the non critical tasks */
|
|
switch (ibitype) {
|
|
case SVC_I3C_MSTATUS_IBITYPE_IBI:
|
|
if (dev) {
|
|
i3c_master_queue_ibi(dev, master->ibi.tbq_slot);
|
|
master->ibi.tbq_slot = NULL;
|
|
}
|
|
svc_i3c_master_emit_stop(master);
|
|
break;
|
|
case SVC_I3C_MSTATUS_IBITYPE_HOT_JOIN:
|
|
queue_work(master->base.wq, &master->hj_work);
|
|
break;
|
|
case SVC_I3C_MSTATUS_IBITYPE_MASTER_REQUEST:
|
|
default:
|
|
break;
|
|
}
|
|
|
|
reenable_ibis:
|
|
svc_i3c_master_enable_interrupts(master, SVC_I3C_MINT_SLVSTART);
|
|
}
|
|
|
|
static irqreturn_t svc_i3c_master_irq_handler(int irq, void *dev_id)
|
|
{
|
|
struct svc_i3c_master *master = (struct svc_i3c_master *)dev_id;
|
|
u32 active = readl(master->regs + SVC_I3C_MINTMASKED);
|
|
|
|
if (!SVC_I3C_MSTATUS_SLVSTART(active))
|
|
return IRQ_NONE;
|
|
|
|
/* Clear the interrupt status */
|
|
writel(SVC_I3C_MINT_SLVSTART, master->regs + SVC_I3C_MSTATUS);
|
|
|
|
svc_i3c_master_disable_interrupts(master);
|
|
|
|
/* Handle the interrupt in a non atomic context */
|
|
queue_work(master->base.wq, &master->ibi_work);
|
|
|
|
return IRQ_HANDLED;
|
|
}
|
|
|
|
static int svc_i3c_master_bus_init(struct i3c_master_controller *m)
|
|
{
|
|
struct svc_i3c_master *master = to_svc_i3c_master(m);
|
|
struct i3c_bus *bus = i3c_master_get_bus(m);
|
|
struct i3c_device_info info = {};
|
|
unsigned long fclk_rate, fclk_period_ns;
|
|
unsigned int high_period_ns, od_low_period_ns;
|
|
u32 ppbaud, pplow, odhpp, odbaud, i2cbaud, reg;
|
|
int ret;
|
|
|
|
/* Timings derivation */
|
|
fclk_rate = clk_get_rate(master->fclk);
|
|
if (!fclk_rate)
|
|
return -EINVAL;
|
|
|
|
fclk_period_ns = DIV_ROUND_UP(1000000000, fclk_rate);
|
|
|
|
/*
|
|
* Using I3C Push-Pull mode, target is 12.5MHz/80ns period.
|
|
* Simplest configuration is using a 50% duty-cycle of 40ns.
|
|
*/
|
|
ppbaud = DIV_ROUND_UP(40, fclk_period_ns) - 1;
|
|
pplow = 0;
|
|
|
|
/*
|
|
* Using I3C Open-Drain mode, target is 4.17MHz/240ns with a
|
|
* duty-cycle tuned so that high levels are filetered out by
|
|
* the 50ns filter (target being 40ns).
|
|
*/
|
|
odhpp = 1;
|
|
high_period_ns = (ppbaud + 1) * fclk_period_ns;
|
|
odbaud = DIV_ROUND_UP(240 - high_period_ns, high_period_ns) - 1;
|
|
od_low_period_ns = (odbaud + 1) * high_period_ns;
|
|
|
|
switch (bus->mode) {
|
|
case I3C_BUS_MODE_PURE:
|
|
i2cbaud = 0;
|
|
break;
|
|
case I3C_BUS_MODE_MIXED_FAST:
|
|
case I3C_BUS_MODE_MIXED_LIMITED:
|
|
/*
|
|
* Using I2C Fm+ mode, target is 1MHz/1000ns, the difference
|
|
* between the high and low period does not really matter.
|
|
*/
|
|
i2cbaud = DIV_ROUND_UP(1000, od_low_period_ns) - 2;
|
|
break;
|
|
case I3C_BUS_MODE_MIXED_SLOW:
|
|
/*
|
|
* Using I2C Fm mode, target is 0.4MHz/2500ns, with the same
|
|
* constraints as the FM+ mode.
|
|
*/
|
|
i2cbaud = DIV_ROUND_UP(2500, od_low_period_ns) - 2;
|
|
break;
|
|
default:
|
|
return -EINVAL;
|
|
}
|
|
|
|
reg = SVC_I3C_MCONFIG_MASTER_EN |
|
|
SVC_I3C_MCONFIG_DISTO(0) |
|
|
SVC_I3C_MCONFIG_HKEEP(0) |
|
|
SVC_I3C_MCONFIG_ODSTOP(0) |
|
|
SVC_I3C_MCONFIG_PPBAUD(ppbaud) |
|
|
SVC_I3C_MCONFIG_PPLOW(pplow) |
|
|
SVC_I3C_MCONFIG_ODBAUD(odbaud) |
|
|
SVC_I3C_MCONFIG_ODHPP(odhpp) |
|
|
SVC_I3C_MCONFIG_SKEW(0) |
|
|
SVC_I3C_MCONFIG_I2CBAUD(i2cbaud);
|
|
writel(reg, master->regs + SVC_I3C_MCONFIG);
|
|
|
|
/* Master core's registration */
|
|
ret = i3c_master_get_free_addr(m, 0);
|
|
if (ret < 0)
|
|
return ret;
|
|
|
|
info.dyn_addr = ret;
|
|
|
|
writel(SVC_MDYNADDR_VALID | SVC_MDYNADDR_ADDR(info.dyn_addr),
|
|
master->regs + SVC_I3C_MDYNADDR);
|
|
|
|
ret = i3c_master_set_info(&master->base, &info);
|
|
if (ret)
|
|
return ret;
|
|
|
|
svc_i3c_master_enable_interrupts(master, SVC_I3C_MINT_SLVSTART);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void svc_i3c_master_bus_cleanup(struct i3c_master_controller *m)
|
|
{
|
|
struct svc_i3c_master *master = to_svc_i3c_master(m);
|
|
|
|
svc_i3c_master_disable_interrupts(master);
|
|
|
|
/* Disable master */
|
|
writel(0, master->regs + SVC_I3C_MCONFIG);
|
|
}
|
|
|
|
static int svc_i3c_master_reserve_slot(struct svc_i3c_master *master)
|
|
{
|
|
unsigned int slot;
|
|
|
|
if (!(master->free_slots & GENMASK(SVC_I3C_MAX_DEVS - 1, 0)))
|
|
return -ENOSPC;
|
|
|
|
slot = ffs(master->free_slots) - 1;
|
|
|
|
master->free_slots &= ~BIT(slot);
|
|
|
|
return slot;
|
|
}
|
|
|
|
static void svc_i3c_master_release_slot(struct svc_i3c_master *master,
|
|
unsigned int slot)
|
|
{
|
|
master->free_slots |= BIT(slot);
|
|
}
|
|
|
|
static int svc_i3c_master_attach_i3c_dev(struct i3c_dev_desc *dev)
|
|
{
|
|
struct i3c_master_controller *m = i3c_dev_get_master(dev);
|
|
struct svc_i3c_master *master = to_svc_i3c_master(m);
|
|
struct svc_i3c_i2c_dev_data *data;
|
|
int slot;
|
|
|
|
slot = svc_i3c_master_reserve_slot(master);
|
|
if (slot < 0)
|
|
return slot;
|
|
|
|
data = kzalloc(sizeof(*data), GFP_KERNEL);
|
|
if (!data) {
|
|
svc_i3c_master_release_slot(master, slot);
|
|
return -ENOMEM;
|
|
}
|
|
|
|
data->ibi = -1;
|
|
data->index = slot;
|
|
master->addrs[slot] = dev->info.dyn_addr ? dev->info.dyn_addr :
|
|
dev->info.static_addr;
|
|
master->descs[slot] = dev;
|
|
|
|
i3c_dev_set_master_data(dev, data);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int svc_i3c_master_reattach_i3c_dev(struct i3c_dev_desc *dev,
|
|
u8 old_dyn_addr)
|
|
{
|
|
struct i3c_master_controller *m = i3c_dev_get_master(dev);
|
|
struct svc_i3c_master *master = to_svc_i3c_master(m);
|
|
struct svc_i3c_i2c_dev_data *data = i3c_dev_get_master_data(dev);
|
|
|
|
master->addrs[data->index] = dev->info.dyn_addr ? dev->info.dyn_addr :
|
|
dev->info.static_addr;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void svc_i3c_master_detach_i3c_dev(struct i3c_dev_desc *dev)
|
|
{
|
|
struct svc_i3c_i2c_dev_data *data = i3c_dev_get_master_data(dev);
|
|
struct i3c_master_controller *m = i3c_dev_get_master(dev);
|
|
struct svc_i3c_master *master = to_svc_i3c_master(m);
|
|
|
|
master->addrs[data->index] = 0;
|
|
svc_i3c_master_release_slot(master, data->index);
|
|
|
|
kfree(data);
|
|
}
|
|
|
|
static int svc_i3c_master_attach_i2c_dev(struct i2c_dev_desc *dev)
|
|
{
|
|
struct i3c_master_controller *m = i2c_dev_get_master(dev);
|
|
struct svc_i3c_master *master = to_svc_i3c_master(m);
|
|
struct svc_i3c_i2c_dev_data *data;
|
|
int slot;
|
|
|
|
slot = svc_i3c_master_reserve_slot(master);
|
|
if (slot < 0)
|
|
return slot;
|
|
|
|
data = kzalloc(sizeof(*data), GFP_KERNEL);
|
|
if (!data) {
|
|
svc_i3c_master_release_slot(master, slot);
|
|
return -ENOMEM;
|
|
}
|
|
|
|
data->index = slot;
|
|
master->addrs[slot] = dev->addr;
|
|
|
|
i2c_dev_set_master_data(dev, data);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void svc_i3c_master_detach_i2c_dev(struct i2c_dev_desc *dev)
|
|
{
|
|
struct svc_i3c_i2c_dev_data *data = i2c_dev_get_master_data(dev);
|
|
struct i3c_master_controller *m = i2c_dev_get_master(dev);
|
|
struct svc_i3c_master *master = to_svc_i3c_master(m);
|
|
|
|
svc_i3c_master_release_slot(master, data->index);
|
|
|
|
kfree(data);
|
|
}
|
|
|
|
static int svc_i3c_master_readb(struct svc_i3c_master *master, u8 *dst,
|
|
unsigned int len)
|
|
{
|
|
int ret, i;
|
|
u32 reg;
|
|
|
|
for (i = 0; i < len; i++) {
|
|
ret = readl_poll_timeout(master->regs + SVC_I3C_MSTATUS, reg,
|
|
SVC_I3C_MSTATUS_RXPEND(reg), 0, 1000);
|
|
if (ret)
|
|
return ret;
|
|
|
|
dst[i] = readl(master->regs + SVC_I3C_MRDATAB);
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int svc_i3c_master_do_daa_locked(struct svc_i3c_master *master,
|
|
u8 *addrs, unsigned int *count)
|
|
{
|
|
u64 prov_id[SVC_I3C_MAX_DEVS] = {}, nacking_prov_id = 0;
|
|
unsigned int dev_nb = 0, last_addr = 0;
|
|
u32 reg;
|
|
int ret, i;
|
|
|
|
while (true) {
|
|
/* Enter/proceed with DAA */
|
|
writel(SVC_I3C_MCTRL_REQUEST_PROC_DAA |
|
|
SVC_I3C_MCTRL_TYPE_I3C |
|
|
SVC_I3C_MCTRL_IBIRESP_NACK |
|
|
SVC_I3C_MCTRL_DIR(SVC_I3C_MCTRL_DIR_WRITE),
|
|
master->regs + SVC_I3C_MCTRL);
|
|
|
|
/*
|
|
* Either one slave will send its ID, or the assignment process
|
|
* is done.
|
|
*/
|
|
ret = readl_poll_timeout(master->regs + SVC_I3C_MSTATUS, reg,
|
|
SVC_I3C_MSTATUS_RXPEND(reg) |
|
|
SVC_I3C_MSTATUS_MCTRLDONE(reg),
|
|
1, 1000);
|
|
if (ret)
|
|
return ret;
|
|
|
|
if (SVC_I3C_MSTATUS_RXPEND(reg)) {
|
|
u8 data[6];
|
|
|
|
/*
|
|
* We only care about the 48-bit provisional ID yet to
|
|
* be sure a device does not nack an address twice.
|
|
* Otherwise, we would just need to flush the RX FIFO.
|
|
*/
|
|
ret = svc_i3c_master_readb(master, data, 6);
|
|
if (ret)
|
|
return ret;
|
|
|
|
for (i = 0; i < 6; i++)
|
|
prov_id[dev_nb] |= (u64)(data[i]) << (8 * (5 - i));
|
|
|
|
/* We do not care about the BCR and DCR yet */
|
|
ret = svc_i3c_master_readb(master, data, 2);
|
|
if (ret)
|
|
return ret;
|
|
} else if (SVC_I3C_MSTATUS_MCTRLDONE(reg)) {
|
|
if (SVC_I3C_MSTATUS_STATE_IDLE(reg) &&
|
|
SVC_I3C_MSTATUS_COMPLETE(reg)) {
|
|
/*
|
|
* All devices received and acked they dynamic
|
|
* address, this is the natural end of the DAA
|
|
* procedure.
|
|
*/
|
|
break;
|
|
} else if (SVC_I3C_MSTATUS_NACKED(reg)) {
|
|
/*
|
|
* A slave device nacked the address, this is
|
|
* allowed only once, DAA will be stopped and
|
|
* then resumed. The same device is supposed to
|
|
* answer again immediately and shall ack the
|
|
* address this time.
|
|
*/
|
|
if (prov_id[dev_nb] == nacking_prov_id)
|
|
return -EIO;
|
|
|
|
dev_nb--;
|
|
nacking_prov_id = prov_id[dev_nb];
|
|
svc_i3c_master_emit_stop(master);
|
|
|
|
continue;
|
|
} else {
|
|
return -EIO;
|
|
}
|
|
}
|
|
|
|
/* Wait for the slave to be ready to receive its address */
|
|
ret = readl_poll_timeout(master->regs + SVC_I3C_MSTATUS, reg,
|
|
SVC_I3C_MSTATUS_MCTRLDONE(reg) &&
|
|
SVC_I3C_MSTATUS_STATE_DAA(reg) &&
|
|
SVC_I3C_MSTATUS_BETWEEN(reg),
|
|
0, 1000);
|
|
if (ret)
|
|
return ret;
|
|
|
|
/* Give the slave device a suitable dynamic address */
|
|
ret = i3c_master_get_free_addr(&master->base, last_addr + 1);
|
|
if (ret < 0)
|
|
return ret;
|
|
|
|
addrs[dev_nb] = ret;
|
|
dev_dbg(master->dev, "DAA: device %d assigned to 0x%02x\n",
|
|
dev_nb, addrs[dev_nb]);
|
|
|
|
writel(addrs[dev_nb], master->regs + SVC_I3C_MWDATAB);
|
|
last_addr = addrs[dev_nb++];
|
|
}
|
|
|
|
*count = dev_nb;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int svc_i3c_update_ibirules(struct svc_i3c_master *master)
|
|
{
|
|
struct i3c_dev_desc *dev;
|
|
u32 reg_mbyte = 0, reg_nobyte = SVC_I3C_IBIRULES_NOBYTE;
|
|
unsigned int mbyte_addr_ok = 0, mbyte_addr_ko = 0, nobyte_addr_ok = 0,
|
|
nobyte_addr_ko = 0;
|
|
bool list_mbyte = false, list_nobyte = false;
|
|
|
|
/* Create the IBIRULES register for both cases */
|
|
i3c_bus_for_each_i3cdev(&master->base.bus, dev) {
|
|
if (I3C_BCR_DEVICE_ROLE(dev->info.bcr) == I3C_BCR_I3C_MASTER)
|
|
continue;
|
|
|
|
if (dev->info.bcr & I3C_BCR_IBI_PAYLOAD) {
|
|
reg_mbyte |= SVC_I3C_IBIRULES_ADDR(mbyte_addr_ok,
|
|
dev->info.dyn_addr);
|
|
|
|
/* IBI rules cannot be applied to devices with MSb=1 */
|
|
if (dev->info.dyn_addr & BIT(7))
|
|
mbyte_addr_ko++;
|
|
else
|
|
mbyte_addr_ok++;
|
|
} else {
|
|
reg_nobyte |= SVC_I3C_IBIRULES_ADDR(nobyte_addr_ok,
|
|
dev->info.dyn_addr);
|
|
|
|
/* IBI rules cannot be applied to devices with MSb=1 */
|
|
if (dev->info.dyn_addr & BIT(7))
|
|
nobyte_addr_ko++;
|
|
else
|
|
nobyte_addr_ok++;
|
|
}
|
|
}
|
|
|
|
/* Device list cannot be handled by hardware */
|
|
if (!mbyte_addr_ko && mbyte_addr_ok <= SVC_I3C_IBIRULES_ADDRS)
|
|
list_mbyte = true;
|
|
|
|
if (!nobyte_addr_ko && nobyte_addr_ok <= SVC_I3C_IBIRULES_ADDRS)
|
|
list_nobyte = true;
|
|
|
|
/* No list can be properly handled, return an error */
|
|
if (!list_mbyte && !list_nobyte)
|
|
return -ERANGE;
|
|
|
|
/* Pick the first list that can be handled by hardware, randomly */
|
|
if (list_mbyte)
|
|
writel(reg_mbyte, master->regs + SVC_I3C_IBIRULES);
|
|
else
|
|
writel(reg_nobyte, master->regs + SVC_I3C_IBIRULES);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int svc_i3c_master_do_daa(struct i3c_master_controller *m)
|
|
{
|
|
struct svc_i3c_master *master = to_svc_i3c_master(m);
|
|
u8 addrs[SVC_I3C_MAX_DEVS];
|
|
unsigned long flags;
|
|
unsigned int dev_nb;
|
|
int ret, i;
|
|
|
|
spin_lock_irqsave(&master->xferqueue.lock, flags);
|
|
ret = svc_i3c_master_do_daa_locked(master, addrs, &dev_nb);
|
|
spin_unlock_irqrestore(&master->xferqueue.lock, flags);
|
|
if (ret)
|
|
goto emit_stop;
|
|
|
|
/* Register all devices who participated to the core */
|
|
for (i = 0; i < dev_nb; i++) {
|
|
ret = i3c_master_add_i3c_dev_locked(m, addrs[i]);
|
|
if (ret)
|
|
return ret;
|
|
}
|
|
|
|
/* Configure IBI auto-rules */
|
|
ret = svc_i3c_update_ibirules(master);
|
|
if (ret) {
|
|
dev_err(master->dev, "Cannot handle such a list of devices");
|
|
return ret;
|
|
}
|
|
|
|
return 0;
|
|
|
|
emit_stop:
|
|
svc_i3c_master_emit_stop(master);
|
|
svc_i3c_master_clear_merrwarn(master);
|
|
|
|
return ret;
|
|
}
|
|
|
|
static int svc_i3c_master_read(struct svc_i3c_master *master,
|
|
u8 *in, unsigned int len)
|
|
{
|
|
int offset = 0, i, ret;
|
|
u32 mdctrl;
|
|
|
|
while (offset < len) {
|
|
unsigned int count;
|
|
|
|
ret = readl_poll_timeout(master->regs + SVC_I3C_MDATACTRL,
|
|
mdctrl,
|
|
!(mdctrl & SVC_I3C_MDATACTRL_RXEMPTY),
|
|
0, 1000);
|
|
if (ret)
|
|
return ret;
|
|
|
|
count = SVC_I3C_MDATACTRL_RXCOUNT(mdctrl);
|
|
for (i = 0; i < count; i++)
|
|
in[offset + i] = readl(master->regs + SVC_I3C_MRDATAB);
|
|
|
|
offset += count;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int svc_i3c_master_write(struct svc_i3c_master *master,
|
|
const u8 *out, unsigned int len)
|
|
{
|
|
int offset = 0, ret;
|
|
u32 mdctrl;
|
|
|
|
while (offset < len) {
|
|
ret = readl_poll_timeout(master->regs + SVC_I3C_MDATACTRL,
|
|
mdctrl,
|
|
!(mdctrl & SVC_I3C_MDATACTRL_TXFULL),
|
|
0, 1000);
|
|
if (ret)
|
|
return ret;
|
|
|
|
/*
|
|
* The last byte to be sent over the bus must either have the
|
|
* "end" bit set or be written in MWDATABE.
|
|
*/
|
|
if (likely(offset < (len - 1)))
|
|
writel(out[offset++], master->regs + SVC_I3C_MWDATAB);
|
|
else
|
|
writel(out[offset++], master->regs + SVC_I3C_MWDATABE);
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int svc_i3c_master_xfer(struct svc_i3c_master *master,
|
|
bool rnw, unsigned int xfer_type, u8 addr,
|
|
u8 *in, const u8 *out, unsigned int xfer_len,
|
|
unsigned int read_len, bool continued)
|
|
{
|
|
u32 reg;
|
|
int ret;
|
|
|
|
writel(SVC_I3C_MCTRL_REQUEST_START_ADDR |
|
|
xfer_type |
|
|
SVC_I3C_MCTRL_IBIRESP_NACK |
|
|
SVC_I3C_MCTRL_DIR(rnw) |
|
|
SVC_I3C_MCTRL_ADDR(addr) |
|
|
SVC_I3C_MCTRL_RDTERM(read_len),
|
|
master->regs + SVC_I3C_MCTRL);
|
|
|
|
ret = readl_poll_timeout(master->regs + SVC_I3C_MSTATUS, reg,
|
|
SVC_I3C_MSTATUS_MCTRLDONE(reg), 0, 1000);
|
|
if (ret)
|
|
goto emit_stop;
|
|
|
|
if (rnw)
|
|
ret = svc_i3c_master_read(master, in, xfer_len);
|
|
else
|
|
ret = svc_i3c_master_write(master, out, xfer_len);
|
|
if (ret)
|
|
goto emit_stop;
|
|
|
|
ret = readl_poll_timeout(master->regs + SVC_I3C_MSTATUS, reg,
|
|
SVC_I3C_MSTATUS_COMPLETE(reg), 0, 1000);
|
|
if (ret)
|
|
goto emit_stop;
|
|
|
|
if (!continued)
|
|
svc_i3c_master_emit_stop(master);
|
|
|
|
return 0;
|
|
|
|
emit_stop:
|
|
svc_i3c_master_emit_stop(master);
|
|
svc_i3c_master_clear_merrwarn(master);
|
|
|
|
return ret;
|
|
}
|
|
|
|
static struct svc_i3c_xfer *
|
|
svc_i3c_master_alloc_xfer(struct svc_i3c_master *master, unsigned int ncmds)
|
|
{
|
|
struct svc_i3c_xfer *xfer;
|
|
|
|
xfer = kzalloc(struct_size(xfer, cmds, ncmds), GFP_KERNEL);
|
|
if (!xfer)
|
|
return NULL;
|
|
|
|
INIT_LIST_HEAD(&xfer->node);
|
|
xfer->ncmds = ncmds;
|
|
xfer->ret = -ETIMEDOUT;
|
|
|
|
return xfer;
|
|
}
|
|
|
|
static void svc_i3c_master_free_xfer(struct svc_i3c_xfer *xfer)
|
|
{
|
|
kfree(xfer);
|
|
}
|
|
|
|
static void svc_i3c_master_dequeue_xfer_locked(struct svc_i3c_master *master,
|
|
struct svc_i3c_xfer *xfer)
|
|
{
|
|
if (master->xferqueue.cur == xfer)
|
|
master->xferqueue.cur = NULL;
|
|
else
|
|
list_del_init(&xfer->node);
|
|
}
|
|
|
|
static void svc_i3c_master_dequeue_xfer(struct svc_i3c_master *master,
|
|
struct svc_i3c_xfer *xfer)
|
|
{
|
|
unsigned long flags;
|
|
|
|
spin_lock_irqsave(&master->xferqueue.lock, flags);
|
|
svc_i3c_master_dequeue_xfer_locked(master, xfer);
|
|
spin_unlock_irqrestore(&master->xferqueue.lock, flags);
|
|
}
|
|
|
|
static void svc_i3c_master_start_xfer_locked(struct svc_i3c_master *master)
|
|
{
|
|
struct svc_i3c_xfer *xfer = master->xferqueue.cur;
|
|
int ret, i;
|
|
|
|
if (!xfer)
|
|
return;
|
|
|
|
for (i = 0; i < xfer->ncmds; i++) {
|
|
struct svc_i3c_cmd *cmd = &xfer->cmds[i];
|
|
|
|
ret = svc_i3c_master_xfer(master, cmd->rnw, xfer->type,
|
|
cmd->addr, cmd->in, cmd->out,
|
|
cmd->len, cmd->read_len,
|
|
cmd->continued);
|
|
if (ret)
|
|
break;
|
|
}
|
|
|
|
xfer->ret = ret;
|
|
complete(&xfer->comp);
|
|
|
|
if (ret < 0)
|
|
svc_i3c_master_dequeue_xfer_locked(master, xfer);
|
|
|
|
xfer = list_first_entry_or_null(&master->xferqueue.list,
|
|
struct svc_i3c_xfer,
|
|
node);
|
|
if (xfer)
|
|
list_del_init(&xfer->node);
|
|
|
|
master->xferqueue.cur = xfer;
|
|
svc_i3c_master_start_xfer_locked(master);
|
|
}
|
|
|
|
static void svc_i3c_master_enqueue_xfer(struct svc_i3c_master *master,
|
|
struct svc_i3c_xfer *xfer)
|
|
{
|
|
unsigned long flags;
|
|
|
|
init_completion(&xfer->comp);
|
|
spin_lock_irqsave(&master->xferqueue.lock, flags);
|
|
if (master->xferqueue.cur) {
|
|
list_add_tail(&xfer->node, &master->xferqueue.list);
|
|
} else {
|
|
master->xferqueue.cur = xfer;
|
|
svc_i3c_master_start_xfer_locked(master);
|
|
}
|
|
spin_unlock_irqrestore(&master->xferqueue.lock, flags);
|
|
}
|
|
|
|
static bool
|
|
svc_i3c_master_supports_ccc_cmd(struct i3c_master_controller *master,
|
|
const struct i3c_ccc_cmd *cmd)
|
|
{
|
|
/* No software support for CCC commands targeting more than one slave */
|
|
return (cmd->ndests == 1);
|
|
}
|
|
|
|
static int svc_i3c_master_send_bdcast_ccc_cmd(struct svc_i3c_master *master,
|
|
struct i3c_ccc_cmd *ccc)
|
|
{
|
|
unsigned int xfer_len = ccc->dests[0].payload.len + 1;
|
|
struct svc_i3c_xfer *xfer;
|
|
struct svc_i3c_cmd *cmd;
|
|
u8 *buf;
|
|
int ret;
|
|
|
|
xfer = svc_i3c_master_alloc_xfer(master, 1);
|
|
if (!xfer)
|
|
return -ENOMEM;
|
|
|
|
buf = kmalloc(xfer_len, GFP_KERNEL);
|
|
if (!buf) {
|
|
svc_i3c_master_free_xfer(xfer);
|
|
return -ENOMEM;
|
|
}
|
|
|
|
buf[0] = ccc->id;
|
|
memcpy(&buf[1], ccc->dests[0].payload.data, ccc->dests[0].payload.len);
|
|
|
|
xfer->type = SVC_I3C_MCTRL_TYPE_I3C;
|
|
|
|
cmd = &xfer->cmds[0];
|
|
cmd->addr = ccc->dests[0].addr;
|
|
cmd->rnw = ccc->rnw;
|
|
cmd->in = NULL;
|
|
cmd->out = buf;
|
|
cmd->len = xfer_len;
|
|
cmd->read_len = 0;
|
|
cmd->continued = false;
|
|
|
|
svc_i3c_master_enqueue_xfer(master, xfer);
|
|
if (!wait_for_completion_timeout(&xfer->comp, msecs_to_jiffies(1000)))
|
|
svc_i3c_master_dequeue_xfer(master, xfer);
|
|
|
|
ret = xfer->ret;
|
|
kfree(buf);
|
|
svc_i3c_master_free_xfer(xfer);
|
|
|
|
return ret;
|
|
}
|
|
|
|
static int svc_i3c_master_send_direct_ccc_cmd(struct svc_i3c_master *master,
|
|
struct i3c_ccc_cmd *ccc)
|
|
{
|
|
unsigned int xfer_len = ccc->dests[0].payload.len;
|
|
unsigned int read_len = ccc->rnw ? xfer_len : 0;
|
|
struct svc_i3c_xfer *xfer;
|
|
struct svc_i3c_cmd *cmd;
|
|
int ret;
|
|
|
|
xfer = svc_i3c_master_alloc_xfer(master, 2);
|
|
if (!xfer)
|
|
return -ENOMEM;
|
|
|
|
xfer->type = SVC_I3C_MCTRL_TYPE_I3C;
|
|
|
|
/* Broadcasted message */
|
|
cmd = &xfer->cmds[0];
|
|
cmd->addr = I3C_BROADCAST_ADDR;
|
|
cmd->rnw = 0;
|
|
cmd->in = NULL;
|
|
cmd->out = &ccc->id;
|
|
cmd->len = 1;
|
|
cmd->read_len = 0;
|
|
cmd->continued = true;
|
|
|
|
/* Directed message */
|
|
cmd = &xfer->cmds[1];
|
|
cmd->addr = ccc->dests[0].addr;
|
|
cmd->rnw = ccc->rnw;
|
|
cmd->in = ccc->rnw ? ccc->dests[0].payload.data : NULL;
|
|
cmd->out = ccc->rnw ? NULL : ccc->dests[0].payload.data,
|
|
cmd->len = xfer_len;
|
|
cmd->read_len = read_len;
|
|
cmd->continued = false;
|
|
|
|
svc_i3c_master_enqueue_xfer(master, xfer);
|
|
if (!wait_for_completion_timeout(&xfer->comp, msecs_to_jiffies(1000)))
|
|
svc_i3c_master_dequeue_xfer(master, xfer);
|
|
|
|
ret = xfer->ret;
|
|
svc_i3c_master_free_xfer(xfer);
|
|
|
|
return ret;
|
|
}
|
|
|
|
static int svc_i3c_master_send_ccc_cmd(struct i3c_master_controller *m,
|
|
struct i3c_ccc_cmd *cmd)
|
|
{
|
|
struct svc_i3c_master *master = to_svc_i3c_master(m);
|
|
bool broadcast = cmd->id < 0x80;
|
|
|
|
if (broadcast)
|
|
return svc_i3c_master_send_bdcast_ccc_cmd(master, cmd);
|
|
else
|
|
return svc_i3c_master_send_direct_ccc_cmd(master, cmd);
|
|
}
|
|
|
|
static int svc_i3c_master_priv_xfers(struct i3c_dev_desc *dev,
|
|
struct i3c_priv_xfer *xfers,
|
|
int nxfers)
|
|
{
|
|
struct i3c_master_controller *m = i3c_dev_get_master(dev);
|
|
struct svc_i3c_master *master = to_svc_i3c_master(m);
|
|
struct svc_i3c_i2c_dev_data *data = i3c_dev_get_master_data(dev);
|
|
struct svc_i3c_xfer *xfer;
|
|
int ret, i;
|
|
|
|
xfer = svc_i3c_master_alloc_xfer(master, nxfers);
|
|
if (!xfer)
|
|
return -ENOMEM;
|
|
|
|
xfer->type = SVC_I3C_MCTRL_TYPE_I3C;
|
|
|
|
for (i = 0; i < nxfers; i++) {
|
|
struct svc_i3c_cmd *cmd = &xfer->cmds[i];
|
|
|
|
cmd->addr = master->addrs[data->index];
|
|
cmd->rnw = xfers[i].rnw;
|
|
cmd->in = xfers[i].rnw ? xfers[i].data.in : NULL;
|
|
cmd->out = xfers[i].rnw ? NULL : xfers[i].data.out;
|
|
cmd->len = xfers[i].len;
|
|
cmd->read_len = xfers[i].rnw ? xfers[i].len : 0;
|
|
cmd->continued = (i + 1) < nxfers;
|
|
}
|
|
|
|
svc_i3c_master_enqueue_xfer(master, xfer);
|
|
if (!wait_for_completion_timeout(&xfer->comp, msecs_to_jiffies(1000)))
|
|
svc_i3c_master_dequeue_xfer(master, xfer);
|
|
|
|
ret = xfer->ret;
|
|
svc_i3c_master_free_xfer(xfer);
|
|
|
|
return ret;
|
|
}
|
|
|
|
static int svc_i3c_master_i2c_xfers(struct i2c_dev_desc *dev,
|
|
const struct i2c_msg *xfers,
|
|
int nxfers)
|
|
{
|
|
struct i3c_master_controller *m = i2c_dev_get_master(dev);
|
|
struct svc_i3c_master *master = to_svc_i3c_master(m);
|
|
struct svc_i3c_i2c_dev_data *data = i2c_dev_get_master_data(dev);
|
|
struct svc_i3c_xfer *xfer;
|
|
int ret, i;
|
|
|
|
xfer = svc_i3c_master_alloc_xfer(master, nxfers);
|
|
if (!xfer)
|
|
return -ENOMEM;
|
|
|
|
xfer->type = SVC_I3C_MCTRL_TYPE_I2C;
|
|
|
|
for (i = 0; i < nxfers; i++) {
|
|
struct svc_i3c_cmd *cmd = &xfer->cmds[i];
|
|
|
|
cmd->addr = master->addrs[data->index];
|
|
cmd->rnw = xfers[i].flags & I2C_M_RD;
|
|
cmd->in = cmd->rnw ? xfers[i].buf : NULL;
|
|
cmd->out = cmd->rnw ? NULL : xfers[i].buf;
|
|
cmd->len = xfers[i].len;
|
|
cmd->read_len = cmd->rnw ? xfers[i].len : 0;
|
|
cmd->continued = (i + 1 < nxfers);
|
|
}
|
|
|
|
svc_i3c_master_enqueue_xfer(master, xfer);
|
|
if (!wait_for_completion_timeout(&xfer->comp, msecs_to_jiffies(1000)))
|
|
svc_i3c_master_dequeue_xfer(master, xfer);
|
|
|
|
ret = xfer->ret;
|
|
svc_i3c_master_free_xfer(xfer);
|
|
|
|
return ret;
|
|
}
|
|
|
|
static int svc_i3c_master_request_ibi(struct i3c_dev_desc *dev,
|
|
const struct i3c_ibi_setup *req)
|
|
{
|
|
struct i3c_master_controller *m = i3c_dev_get_master(dev);
|
|
struct svc_i3c_master *master = to_svc_i3c_master(m);
|
|
struct svc_i3c_i2c_dev_data *data = i3c_dev_get_master_data(dev);
|
|
unsigned long flags;
|
|
unsigned int i;
|
|
|
|
if (dev->ibi->max_payload_len > SVC_I3C_FIFO_SIZE) {
|
|
dev_err(master->dev, "IBI max payload %d should be < %d\n",
|
|
dev->ibi->max_payload_len, SVC_I3C_FIFO_SIZE);
|
|
return -ERANGE;
|
|
}
|
|
|
|
data->ibi_pool = i3c_generic_ibi_alloc_pool(dev, req);
|
|
if (IS_ERR(data->ibi_pool))
|
|
return PTR_ERR(data->ibi_pool);
|
|
|
|
spin_lock_irqsave(&master->ibi.lock, flags);
|
|
for (i = 0; i < master->ibi.num_slots; i++) {
|
|
if (!master->ibi.slots[i]) {
|
|
data->ibi = i;
|
|
master->ibi.slots[i] = dev;
|
|
break;
|
|
}
|
|
}
|
|
spin_unlock_irqrestore(&master->ibi.lock, flags);
|
|
|
|
if (i < master->ibi.num_slots)
|
|
return 0;
|
|
|
|
i3c_generic_ibi_free_pool(data->ibi_pool);
|
|
data->ibi_pool = NULL;
|
|
|
|
return -ENOSPC;
|
|
}
|
|
|
|
static void svc_i3c_master_free_ibi(struct i3c_dev_desc *dev)
|
|
{
|
|
struct i3c_master_controller *m = i3c_dev_get_master(dev);
|
|
struct svc_i3c_master *master = to_svc_i3c_master(m);
|
|
struct svc_i3c_i2c_dev_data *data = i3c_dev_get_master_data(dev);
|
|
unsigned long flags;
|
|
|
|
spin_lock_irqsave(&master->ibi.lock, flags);
|
|
master->ibi.slots[data->ibi] = NULL;
|
|
data->ibi = -1;
|
|
spin_unlock_irqrestore(&master->ibi.lock, flags);
|
|
|
|
i3c_generic_ibi_free_pool(data->ibi_pool);
|
|
}
|
|
|
|
static int svc_i3c_master_enable_ibi(struct i3c_dev_desc *dev)
|
|
{
|
|
struct i3c_master_controller *m = i3c_dev_get_master(dev);
|
|
|
|
return i3c_master_enec_locked(m, dev->info.dyn_addr, I3C_CCC_EVENT_SIR);
|
|
}
|
|
|
|
static int svc_i3c_master_disable_ibi(struct i3c_dev_desc *dev)
|
|
{
|
|
struct i3c_master_controller *m = i3c_dev_get_master(dev);
|
|
|
|
return i3c_master_disec_locked(m, dev->info.dyn_addr, I3C_CCC_EVENT_SIR);
|
|
}
|
|
|
|
static void svc_i3c_master_recycle_ibi_slot(struct i3c_dev_desc *dev,
|
|
struct i3c_ibi_slot *slot)
|
|
{
|
|
struct svc_i3c_i2c_dev_data *data = i3c_dev_get_master_data(dev);
|
|
|
|
i3c_generic_ibi_recycle_slot(data->ibi_pool, slot);
|
|
}
|
|
|
|
static const struct i3c_master_controller_ops svc_i3c_master_ops = {
|
|
.bus_init = svc_i3c_master_bus_init,
|
|
.bus_cleanup = svc_i3c_master_bus_cleanup,
|
|
.attach_i3c_dev = svc_i3c_master_attach_i3c_dev,
|
|
.detach_i3c_dev = svc_i3c_master_detach_i3c_dev,
|
|
.reattach_i3c_dev = svc_i3c_master_reattach_i3c_dev,
|
|
.attach_i2c_dev = svc_i3c_master_attach_i2c_dev,
|
|
.detach_i2c_dev = svc_i3c_master_detach_i2c_dev,
|
|
.do_daa = svc_i3c_master_do_daa,
|
|
.supports_ccc_cmd = svc_i3c_master_supports_ccc_cmd,
|
|
.send_ccc_cmd = svc_i3c_master_send_ccc_cmd,
|
|
.priv_xfers = svc_i3c_master_priv_xfers,
|
|
.i2c_xfers = svc_i3c_master_i2c_xfers,
|
|
.request_ibi = svc_i3c_master_request_ibi,
|
|
.free_ibi = svc_i3c_master_free_ibi,
|
|
.recycle_ibi_slot = svc_i3c_master_recycle_ibi_slot,
|
|
.enable_ibi = svc_i3c_master_enable_ibi,
|
|
.disable_ibi = svc_i3c_master_disable_ibi,
|
|
};
|
|
|
|
static void svc_i3c_master_reset(struct svc_i3c_master *master)
|
|
{
|
|
u32 reg;
|
|
|
|
/* Clear pending warnings */
|
|
writel(readl(master->regs + SVC_I3C_MERRWARN),
|
|
master->regs + SVC_I3C_MERRWARN);
|
|
|
|
/* Set RX and TX tigger levels, flush FIFOs */
|
|
reg = SVC_I3C_MDATACTRL_FLUSHTB |
|
|
SVC_I3C_MDATACTRL_FLUSHRB |
|
|
SVC_I3C_MDATACTRL_UNLOCK_TRIG |
|
|
SVC_I3C_MDATACTRL_TXTRIG_FIFO_NOT_FULL |
|
|
SVC_I3C_MDATACTRL_RXTRIG_FIFO_NOT_EMPTY;
|
|
writel(reg, master->regs + SVC_I3C_MDATACTRL);
|
|
|
|
svc_i3c_master_disable_interrupts(master);
|
|
}
|
|
|
|
static int svc_i3c_master_probe(struct platform_device *pdev)
|
|
{
|
|
struct device *dev = &pdev->dev;
|
|
struct svc_i3c_master *master;
|
|
int ret;
|
|
|
|
master = devm_kzalloc(dev, sizeof(*master), GFP_KERNEL);
|
|
if (!master)
|
|
return -ENOMEM;
|
|
|
|
master->regs = devm_platform_ioremap_resource(pdev, 0);
|
|
if (IS_ERR(master->regs))
|
|
return PTR_ERR(master->regs);
|
|
|
|
master->pclk = devm_clk_get(dev, "pclk");
|
|
if (IS_ERR(master->pclk))
|
|
return PTR_ERR(master->pclk);
|
|
|
|
master->fclk = devm_clk_get(dev, "fast_clk");
|
|
if (IS_ERR(master->fclk))
|
|
return PTR_ERR(master->fclk);
|
|
|
|
master->sclk = devm_clk_get(dev, "slow_clk");
|
|
if (IS_ERR(master->sclk))
|
|
return PTR_ERR(master->sclk);
|
|
|
|
master->irq = platform_get_irq(pdev, 0);
|
|
if (master->irq <= 0)
|
|
return -ENOENT;
|
|
|
|
master->dev = dev;
|
|
|
|
svc_i3c_master_reset(master);
|
|
|
|
ret = clk_prepare_enable(master->pclk);
|
|
if (ret)
|
|
return ret;
|
|
|
|
ret = clk_prepare_enable(master->fclk);
|
|
if (ret)
|
|
goto err_disable_pclk;
|
|
|
|
ret = clk_prepare_enable(master->sclk);
|
|
if (ret)
|
|
goto err_disable_fclk;
|
|
|
|
INIT_WORK(&master->hj_work, svc_i3c_master_hj_work);
|
|
INIT_WORK(&master->ibi_work, svc_i3c_master_ibi_work);
|
|
ret = devm_request_irq(dev, master->irq, svc_i3c_master_irq_handler,
|
|
IRQF_NO_SUSPEND, "svc-i3c-irq", master);
|
|
if (ret)
|
|
goto err_disable_sclk;
|
|
|
|
master->free_slots = GENMASK(SVC_I3C_MAX_DEVS - 1, 0);
|
|
|
|
spin_lock_init(&master->xferqueue.lock);
|
|
INIT_LIST_HEAD(&master->xferqueue.list);
|
|
|
|
spin_lock_init(&master->ibi.lock);
|
|
master->ibi.num_slots = SVC_I3C_MAX_DEVS;
|
|
master->ibi.slots = devm_kcalloc(&pdev->dev, master->ibi.num_slots,
|
|
sizeof(*master->ibi.slots),
|
|
GFP_KERNEL);
|
|
if (!master->ibi.slots) {
|
|
ret = -ENOMEM;
|
|
goto err_disable_sclk;
|
|
}
|
|
|
|
platform_set_drvdata(pdev, master);
|
|
|
|
/* Register the master */
|
|
ret = i3c_master_register(&master->base, &pdev->dev,
|
|
&svc_i3c_master_ops, false);
|
|
if (ret)
|
|
goto err_disable_sclk;
|
|
|
|
return 0;
|
|
|
|
err_disable_sclk:
|
|
clk_disable_unprepare(master->sclk);
|
|
|
|
err_disable_fclk:
|
|
clk_disable_unprepare(master->fclk);
|
|
|
|
err_disable_pclk:
|
|
clk_disable_unprepare(master->pclk);
|
|
|
|
return ret;
|
|
}
|
|
|
|
static int svc_i3c_master_remove(struct platform_device *pdev)
|
|
{
|
|
struct svc_i3c_master *master = platform_get_drvdata(pdev);
|
|
int ret;
|
|
|
|
ret = i3c_master_unregister(&master->base);
|
|
if (ret)
|
|
return ret;
|
|
|
|
free_irq(master->irq, master);
|
|
clk_disable_unprepare(master->pclk);
|
|
clk_disable_unprepare(master->fclk);
|
|
clk_disable_unprepare(master->sclk);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static const struct of_device_id svc_i3c_master_of_match_tbl[] = {
|
|
{ .compatible = "silvaco,i3c-master" },
|
|
{ /* sentinel */ },
|
|
};
|
|
|
|
static struct platform_driver svc_i3c_master = {
|
|
.probe = svc_i3c_master_probe,
|
|
.remove = svc_i3c_master_remove,
|
|
.driver = {
|
|
.name = "silvaco-i3c-master",
|
|
.of_match_table = svc_i3c_master_of_match_tbl,
|
|
},
|
|
};
|
|
module_platform_driver(svc_i3c_master);
|
|
|
|
MODULE_AUTHOR("Conor Culhane <conor.culhane@silvaco.com>");
|
|
MODULE_AUTHOR("Miquel Raynal <miquel.raynal@bootlin.com>");
|
|
MODULE_DESCRIPTION("Silvaco dual-role I3C master driver");
|
|
MODULE_LICENSE("GPL v2");
|