mirror of
https://github.com/torvalds/linux.git
synced 2025-12-01 07:26:02 +07:00
Merge tag 'bitmap-for-6.18' of https://github.com/norov/linux
Pull bitmap updates from Yury Norov: - FIELD_PREP_WM16() consolidation (Nicolas) - bitmaps for Rust (Burak) - __fls() fix for arc (Kees) * tag 'bitmap-for-6.18' of https://github.com/norov/linux: (25 commits) rust: add dynamic ID pool abstraction for bitmap rust: add find_bit_benchmark_rust module. rust: add bitmap API. rust: add bindings for bitops.h rust: add bindings for bitmap.h phy: rockchip-pcie: switch to FIELD_PREP_WM16 macro clk: sp7021: switch to FIELD_PREP_WM16 macro PCI: dw-rockchip: Switch to FIELD_PREP_WM16 macro PCI: rockchip: Switch to FIELD_PREP_WM16* macros net: stmmac: dwmac-rk: switch to FIELD_PREP_WM16 macro ASoC: rockchip: i2s-tdm: switch to FIELD_PREP_WM16_CONST macro drm/rockchip: dw_hdmi: switch to FIELD_PREP_WM16* macros phy: rockchip-usb: switch to FIELD_PREP_WM16 macro drm/rockchip: inno-hdmi: switch to FIELD_PREP_WM16 macro drm/rockchip: dw_hdmi_qp: switch to FIELD_PREP_WM16 macro phy: rockchip-samsung-dcphy: switch to FIELD_PREP_WM16 macro drm/rockchip: vop2: switch to FIELD_PREP_WM16 macro drm/rockchip: dsi: switch to FIELD_PREP_WM16* macros phy: rockchip-emmc: switch to FIELD_PREP_WM16 macro drm/rockchip: lvds: switch to FIELD_PREP_WM16 macro ...
This commit is contained in:
16
MAINTAINERS
16
MAINTAINERS
@@ -4298,6 +4298,7 @@ F: include/linux/bits.h
|
||||
F: include/linux/cpumask.h
|
||||
F: include/linux/cpumask_types.h
|
||||
F: include/linux/find.h
|
||||
F: include/linux/hw_bitfield.h
|
||||
F: include/linux/nodemask.h
|
||||
F: include/linux/nodemask_types.h
|
||||
F: include/uapi/linux/bits.h
|
||||
@@ -4321,8 +4322,18 @@ F: tools/lib/find_bit.c
|
||||
BITMAP API BINDINGS [RUST]
|
||||
M: Yury Norov <yury.norov@gmail.com>
|
||||
S: Maintained
|
||||
F: rust/helpers/bitmap.c
|
||||
F: rust/helpers/cpumask.c
|
||||
|
||||
BITMAP API [RUST]
|
||||
M: Alice Ryhl <aliceryhl@google.com>
|
||||
M: Burak Emir <bqe@google.com>
|
||||
R: Yury Norov <yury.norov@gmail.com>
|
||||
S: Maintained
|
||||
F: lib/find_bit_benchmark_rust.rs
|
||||
F: rust/kernel/bitmap.rs
|
||||
F: rust/kernel/id_pool.rs
|
||||
|
||||
BITOPS API
|
||||
M: Yury Norov <yury.norov@gmail.com>
|
||||
R: Rasmus Villemoes <linux@rasmusvillemoes.dk>
|
||||
@@ -4337,6 +4348,11 @@ F: include/linux/bitops.h
|
||||
F: lib/test_bitops.c
|
||||
F: tools/*/bitops*
|
||||
|
||||
BITOPS API BINDINGS [RUST]
|
||||
M: Yury Norov <yury.norov@gmail.com>
|
||||
S: Maintained
|
||||
F: rust/helpers/bitops.c
|
||||
|
||||
BLINKM RGB LED DRIVER
|
||||
M: Jan-Simon Moeller <jansimon.moeller@gmx.de>
|
||||
S: Maintained
|
||||
|
||||
@@ -133,6 +133,8 @@ static inline __attribute__ ((const)) int fls(unsigned int x)
|
||||
*/
|
||||
static inline __attribute__ ((const)) unsigned long __fls(unsigned long x)
|
||||
{
|
||||
if (__builtin_constant_p(x))
|
||||
return x ? BITS_PER_LONG - 1 - __builtin_clzl(x) : 0;
|
||||
/* FLS insn has exactly same semantics as the API */
|
||||
return __builtin_arc_fls(x);
|
||||
}
|
||||
|
||||
@@ -7,6 +7,7 @@
|
||||
#include <linux/clk-provider.h>
|
||||
#include <linux/of.h>
|
||||
#include <linux/bitfield.h>
|
||||
#include <linux/hw_bitfield.h>
|
||||
#include <linux/slab.h>
|
||||
#include <linux/io.h>
|
||||
#include <linux/err.h>
|
||||
@@ -38,13 +39,6 @@ enum {
|
||||
#define MASK_DIVN GENMASK(7, 0)
|
||||
#define MASK_DIVM GENMASK(14, 8)
|
||||
|
||||
/* HIWORD_MASK FIELD_PREP */
|
||||
#define HWM_FIELD_PREP(mask, value) \
|
||||
({ \
|
||||
u64 _m = mask; \
|
||||
(_m << 16) | FIELD_PREP(_m, value); \
|
||||
})
|
||||
|
||||
struct sp_pll {
|
||||
struct clk_hw hw;
|
||||
void __iomem *reg;
|
||||
@@ -313,15 +307,15 @@ static int plltv_set_rate(struct sp_pll *clk)
|
||||
u32 r0, r1, r2;
|
||||
|
||||
r0 = BIT(clk->bp_bit + 16);
|
||||
r0 |= HWM_FIELD_PREP(MASK_SEL_FRA, clk->p[SEL_FRA]);
|
||||
r0 |= HWM_FIELD_PREP(MASK_SDM_MOD, clk->p[SDM_MOD]);
|
||||
r0 |= HWM_FIELD_PREP(MASK_PH_SEL, clk->p[PH_SEL]);
|
||||
r0 |= HWM_FIELD_PREP(MASK_NFRA, clk->p[NFRA]);
|
||||
r0 |= FIELD_PREP_WM16(MASK_SEL_FRA, clk->p[SEL_FRA]);
|
||||
r0 |= FIELD_PREP_WM16(MASK_SDM_MOD, clk->p[SDM_MOD]);
|
||||
r0 |= FIELD_PREP_WM16(MASK_PH_SEL, clk->p[PH_SEL]);
|
||||
r0 |= FIELD_PREP_WM16(MASK_NFRA, clk->p[NFRA]);
|
||||
|
||||
r1 = HWM_FIELD_PREP(MASK_DIVR, clk->p[DIVR]);
|
||||
r1 = FIELD_PREP_WM16(MASK_DIVR, clk->p[DIVR]);
|
||||
|
||||
r2 = HWM_FIELD_PREP(MASK_DIVN, clk->p[DIVN] - 1);
|
||||
r2 |= HWM_FIELD_PREP(MASK_DIVM, clk->p[DIVM] - 1);
|
||||
r2 = FIELD_PREP_WM16(MASK_DIVN, clk->p[DIVN] - 1);
|
||||
r2 |= FIELD_PREP_WM16(MASK_DIVM, clk->p[DIVM] - 1);
|
||||
|
||||
spin_lock_irqsave(&clk->lock, flags);
|
||||
writel(r0, clk->reg);
|
||||
|
||||
@@ -7,6 +7,7 @@
|
||||
*/
|
||||
|
||||
#include <linux/clk.h>
|
||||
#include <linux/hw_bitfield.h>
|
||||
#include <linux/iopoll.h>
|
||||
#include <linux/math64.h>
|
||||
#include <linux/mfd/syscon.h>
|
||||
@@ -148,7 +149,7 @@
|
||||
#define DW_MIPI_NEEDS_GRF_CLK BIT(1)
|
||||
|
||||
#define PX30_GRF_PD_VO_CON1 0x0438
|
||||
#define PX30_DSI_FORCETXSTOPMODE (0xf << 7)
|
||||
#define PX30_DSI_FORCETXSTOPMODE (0xfUL << 7)
|
||||
#define PX30_DSI_FORCERXMODE BIT(6)
|
||||
#define PX30_DSI_TURNDISABLE BIT(5)
|
||||
#define PX30_DSI_LCDC_SEL BIT(0)
|
||||
@@ -167,16 +168,16 @@
|
||||
#define RK3399_DSI1_LCDC_SEL BIT(4)
|
||||
|
||||
#define RK3399_GRF_SOC_CON22 0x6258
|
||||
#define RK3399_DSI0_TURNREQUEST (0xf << 12)
|
||||
#define RK3399_DSI0_TURNDISABLE (0xf << 8)
|
||||
#define RK3399_DSI0_FORCETXSTOPMODE (0xf << 4)
|
||||
#define RK3399_DSI0_FORCERXMODE (0xf << 0)
|
||||
#define RK3399_DSI0_TURNREQUEST (0xfUL << 12)
|
||||
#define RK3399_DSI0_TURNDISABLE (0xfUL << 8)
|
||||
#define RK3399_DSI0_FORCETXSTOPMODE (0xfUL << 4)
|
||||
#define RK3399_DSI0_FORCERXMODE (0xfUL << 0)
|
||||
|
||||
#define RK3399_GRF_SOC_CON23 0x625c
|
||||
#define RK3399_DSI1_TURNDISABLE (0xf << 12)
|
||||
#define RK3399_DSI1_FORCETXSTOPMODE (0xf << 8)
|
||||
#define RK3399_DSI1_FORCERXMODE (0xf << 4)
|
||||
#define RK3399_DSI1_ENABLE (0xf << 0)
|
||||
#define RK3399_DSI1_TURNDISABLE (0xfUL << 12)
|
||||
#define RK3399_DSI1_FORCETXSTOPMODE (0xfUL << 8)
|
||||
#define RK3399_DSI1_FORCERXMODE (0xfUL << 4)
|
||||
#define RK3399_DSI1_ENABLE (0xfUL << 0)
|
||||
|
||||
#define RK3399_GRF_SOC_CON24 0x6260
|
||||
#define RK3399_TXRX_MASTERSLAVEZ BIT(7)
|
||||
@@ -186,8 +187,8 @@
|
||||
#define RK3399_TXRX_TURNREQUEST GENMASK(3, 0)
|
||||
|
||||
#define RK3568_GRF_VO_CON2 0x0368
|
||||
#define RK3568_DSI0_SKEWCALHS (0x1f << 11)
|
||||
#define RK3568_DSI0_FORCETXSTOPMODE (0xf << 4)
|
||||
#define RK3568_DSI0_SKEWCALHS (0x1fUL << 11)
|
||||
#define RK3568_DSI0_FORCETXSTOPMODE (0xfUL << 4)
|
||||
#define RK3568_DSI0_TURNDISABLE BIT(2)
|
||||
#define RK3568_DSI0_FORCERXMODE BIT(0)
|
||||
|
||||
@@ -197,18 +198,16 @@
|
||||
* come from. Name GRF_VO_CON3 is assumed.
|
||||
*/
|
||||
#define RK3568_GRF_VO_CON3 0x36c
|
||||
#define RK3568_DSI1_SKEWCALHS (0x1f << 11)
|
||||
#define RK3568_DSI1_FORCETXSTOPMODE (0xf << 4)
|
||||
#define RK3568_DSI1_SKEWCALHS (0x1fUL << 11)
|
||||
#define RK3568_DSI1_FORCETXSTOPMODE (0xfUL << 4)
|
||||
#define RK3568_DSI1_TURNDISABLE BIT(2)
|
||||
#define RK3568_DSI1_FORCERXMODE BIT(0)
|
||||
|
||||
#define RV1126_GRF_DSIPHY_CON 0x10220
|
||||
#define RV1126_DSI_FORCETXSTOPMODE (0xf << 4)
|
||||
#define RV1126_DSI_FORCETXSTOPMODE (0xfUL << 4)
|
||||
#define RV1126_DSI_TURNDISABLE BIT(2)
|
||||
#define RV1126_DSI_FORCERXMODE BIT(0)
|
||||
|
||||
#define HIWORD_UPDATE(val, mask) (val | (mask) << 16)
|
||||
|
||||
enum {
|
||||
DW_DSI_USAGE_IDLE,
|
||||
DW_DSI_USAGE_DSI,
|
||||
@@ -1484,14 +1483,13 @@ static const struct rockchip_dw_dsi_chip_data px30_chip_data[] = {
|
||||
{
|
||||
.reg = 0xff450000,
|
||||
.lcdsel_grf_reg = PX30_GRF_PD_VO_CON1,
|
||||
.lcdsel_big = HIWORD_UPDATE(0, PX30_DSI_LCDC_SEL),
|
||||
.lcdsel_lit = HIWORD_UPDATE(PX30_DSI_LCDC_SEL,
|
||||
PX30_DSI_LCDC_SEL),
|
||||
.lcdsel_big = FIELD_PREP_WM16_CONST(PX30_DSI_LCDC_SEL, 0),
|
||||
.lcdsel_lit = FIELD_PREP_WM16_CONST(PX30_DSI_LCDC_SEL, 1),
|
||||
|
||||
.lanecfg1_grf_reg = PX30_GRF_PD_VO_CON1,
|
||||
.lanecfg1 = HIWORD_UPDATE(0, PX30_DSI_TURNDISABLE |
|
||||
PX30_DSI_FORCERXMODE |
|
||||
PX30_DSI_FORCETXSTOPMODE),
|
||||
.lanecfg1 = FIELD_PREP_WM16_CONST((PX30_DSI_TURNDISABLE |
|
||||
PX30_DSI_FORCERXMODE |
|
||||
PX30_DSI_FORCETXSTOPMODE), 0),
|
||||
|
||||
.max_data_lanes = 4,
|
||||
},
|
||||
@@ -1502,9 +1500,9 @@ static const struct rockchip_dw_dsi_chip_data rk3128_chip_data[] = {
|
||||
{
|
||||
.reg = 0x10110000,
|
||||
.lanecfg1_grf_reg = RK3128_GRF_LVDS_CON0,
|
||||
.lanecfg1 = HIWORD_UPDATE(0, RK3128_DSI_TURNDISABLE |
|
||||
RK3128_DSI_FORCERXMODE |
|
||||
RK3128_DSI_FORCETXSTOPMODE),
|
||||
.lanecfg1 = FIELD_PREP_WM16_CONST((RK3128_DSI_TURNDISABLE |
|
||||
RK3128_DSI_FORCERXMODE |
|
||||
RK3128_DSI_FORCETXSTOPMODE), 0),
|
||||
.max_data_lanes = 4,
|
||||
},
|
||||
{ /* sentinel */ }
|
||||
@@ -1514,16 +1512,16 @@ static const struct rockchip_dw_dsi_chip_data rk3288_chip_data[] = {
|
||||
{
|
||||
.reg = 0xff960000,
|
||||
.lcdsel_grf_reg = RK3288_GRF_SOC_CON6,
|
||||
.lcdsel_big = HIWORD_UPDATE(0, RK3288_DSI0_LCDC_SEL),
|
||||
.lcdsel_lit = HIWORD_UPDATE(RK3288_DSI0_LCDC_SEL, RK3288_DSI0_LCDC_SEL),
|
||||
.lcdsel_big = FIELD_PREP_WM16_CONST(RK3288_DSI0_LCDC_SEL, 0),
|
||||
.lcdsel_lit = FIELD_PREP_WM16_CONST(RK3288_DSI0_LCDC_SEL, 1),
|
||||
|
||||
.max_data_lanes = 4,
|
||||
},
|
||||
{
|
||||
.reg = 0xff964000,
|
||||
.lcdsel_grf_reg = RK3288_GRF_SOC_CON6,
|
||||
.lcdsel_big = HIWORD_UPDATE(0, RK3288_DSI1_LCDC_SEL),
|
||||
.lcdsel_lit = HIWORD_UPDATE(RK3288_DSI1_LCDC_SEL, RK3288_DSI1_LCDC_SEL),
|
||||
.lcdsel_big = FIELD_PREP_WM16_CONST(RK3288_DSI1_LCDC_SEL, 0),
|
||||
.lcdsel_lit = FIELD_PREP_WM16_CONST(RK3288_DSI1_LCDC_SEL, 1),
|
||||
|
||||
.max_data_lanes = 4,
|
||||
},
|
||||
@@ -1539,13 +1537,13 @@ static int rk3399_dphy_tx1rx1_init(struct phy *phy)
|
||||
* Assume ISP0 is supplied by the RX0 dphy.
|
||||
*/
|
||||
regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON24,
|
||||
HIWORD_UPDATE(0, RK3399_TXRX_SRC_SEL_ISP0));
|
||||
FIELD_PREP_WM16(RK3399_TXRX_SRC_SEL_ISP0, 0));
|
||||
regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON24,
|
||||
HIWORD_UPDATE(0, RK3399_TXRX_MASTERSLAVEZ));
|
||||
FIELD_PREP_WM16(RK3399_TXRX_MASTERSLAVEZ, 0));
|
||||
regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON24,
|
||||
HIWORD_UPDATE(0, RK3399_TXRX_BASEDIR));
|
||||
FIELD_PREP_WM16(RK3399_TXRX_BASEDIR, 0));
|
||||
regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON23,
|
||||
HIWORD_UPDATE(0, RK3399_DSI1_ENABLE));
|
||||
FIELD_PREP_WM16(RK3399_DSI1_ENABLE, 0));
|
||||
|
||||
return 0;
|
||||
}
|
||||
@@ -1559,21 +1557,20 @@ static int rk3399_dphy_tx1rx1_power_on(struct phy *phy)
|
||||
usleep_range(100, 150);
|
||||
|
||||
regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON24,
|
||||
HIWORD_UPDATE(0, RK3399_TXRX_MASTERSLAVEZ));
|
||||
FIELD_PREP_WM16(RK3399_TXRX_MASTERSLAVEZ, 0));
|
||||
regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON24,
|
||||
HIWORD_UPDATE(RK3399_TXRX_BASEDIR, RK3399_TXRX_BASEDIR));
|
||||
FIELD_PREP_WM16(RK3399_TXRX_BASEDIR, 1));
|
||||
|
||||
regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON23,
|
||||
HIWORD_UPDATE(0, RK3399_DSI1_FORCERXMODE));
|
||||
FIELD_PREP_WM16(RK3399_DSI1_FORCERXMODE, 0));
|
||||
regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON23,
|
||||
HIWORD_UPDATE(0, RK3399_DSI1_FORCETXSTOPMODE));
|
||||
FIELD_PREP_WM16(RK3399_DSI1_FORCETXSTOPMODE, 0));
|
||||
|
||||
/* Disable lane turn around, which is ignored in receive mode */
|
||||
regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON24,
|
||||
HIWORD_UPDATE(0, RK3399_TXRX_TURNREQUEST));
|
||||
FIELD_PREP_WM16(RK3399_TXRX_TURNREQUEST, 0));
|
||||
regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON23,
|
||||
HIWORD_UPDATE(RK3399_DSI1_TURNDISABLE,
|
||||
RK3399_DSI1_TURNDISABLE));
|
||||
FIELD_PREP_WM16(RK3399_DSI1_TURNDISABLE, 0xf));
|
||||
usleep_range(100, 150);
|
||||
|
||||
dsi_write(dsi, DSI_PHY_TST_CTRL0, PHY_TESTCLK | PHY_UNTESTCLR);
|
||||
@@ -1581,8 +1578,8 @@ static int rk3399_dphy_tx1rx1_power_on(struct phy *phy)
|
||||
|
||||
/* Enable dphy lanes */
|
||||
regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON23,
|
||||
HIWORD_UPDATE(GENMASK(dsi->dphy_config.lanes - 1, 0),
|
||||
RK3399_DSI1_ENABLE));
|
||||
FIELD_PREP_WM16(RK3399_DSI1_ENABLE,
|
||||
GENMASK(dsi->dphy_config.lanes - 1, 0)));
|
||||
|
||||
usleep_range(100, 150);
|
||||
|
||||
@@ -1594,7 +1591,7 @@ static int rk3399_dphy_tx1rx1_power_off(struct phy *phy)
|
||||
struct dw_mipi_dsi_rockchip *dsi = phy_get_drvdata(phy);
|
||||
|
||||
regmap_write(dsi->grf_regmap, RK3399_GRF_SOC_CON23,
|
||||
HIWORD_UPDATE(0, RK3399_DSI1_ENABLE));
|
||||
FIELD_PREP_WM16(RK3399_DSI1_ENABLE, 0));
|
||||
|
||||
return 0;
|
||||
}
|
||||
@@ -1603,15 +1600,14 @@ static const struct rockchip_dw_dsi_chip_data rk3399_chip_data[] = {
|
||||
{
|
||||
.reg = 0xff960000,
|
||||
.lcdsel_grf_reg = RK3399_GRF_SOC_CON20,
|
||||
.lcdsel_big = HIWORD_UPDATE(0, RK3399_DSI0_LCDC_SEL),
|
||||
.lcdsel_lit = HIWORD_UPDATE(RK3399_DSI0_LCDC_SEL,
|
||||
RK3399_DSI0_LCDC_SEL),
|
||||
.lcdsel_big = FIELD_PREP_WM16_CONST(RK3399_DSI0_LCDC_SEL, 0),
|
||||
.lcdsel_lit = FIELD_PREP_WM16_CONST(RK3399_DSI0_LCDC_SEL, 1),
|
||||
|
||||
.lanecfg1_grf_reg = RK3399_GRF_SOC_CON22,
|
||||
.lanecfg1 = HIWORD_UPDATE(0, RK3399_DSI0_TURNREQUEST |
|
||||
RK3399_DSI0_TURNDISABLE |
|
||||
RK3399_DSI0_FORCETXSTOPMODE |
|
||||
RK3399_DSI0_FORCERXMODE),
|
||||
.lanecfg1 = FIELD_PREP_WM16_CONST((RK3399_DSI0_TURNREQUEST |
|
||||
RK3399_DSI0_TURNDISABLE |
|
||||
RK3399_DSI0_FORCETXSTOPMODE |
|
||||
RK3399_DSI0_FORCERXMODE), 0),
|
||||
|
||||
.flags = DW_MIPI_NEEDS_PHY_CFG_CLK | DW_MIPI_NEEDS_GRF_CLK,
|
||||
.max_data_lanes = 4,
|
||||
@@ -1619,25 +1615,23 @@ static const struct rockchip_dw_dsi_chip_data rk3399_chip_data[] = {
|
||||
{
|
||||
.reg = 0xff968000,
|
||||
.lcdsel_grf_reg = RK3399_GRF_SOC_CON20,
|
||||
.lcdsel_big = HIWORD_UPDATE(0, RK3399_DSI1_LCDC_SEL),
|
||||
.lcdsel_lit = HIWORD_UPDATE(RK3399_DSI1_LCDC_SEL,
|
||||
RK3399_DSI1_LCDC_SEL),
|
||||
.lcdsel_big = FIELD_PREP_WM16_CONST(RK3399_DSI1_LCDC_SEL, 0),
|
||||
.lcdsel_lit = FIELD_PREP_WM16_CONST(RK3399_DSI1_LCDC_SEL, 1),
|
||||
|
||||
|
||||
.lanecfg1_grf_reg = RK3399_GRF_SOC_CON23,
|
||||
.lanecfg1 = HIWORD_UPDATE(0, RK3399_DSI1_TURNDISABLE |
|
||||
RK3399_DSI1_FORCETXSTOPMODE |
|
||||
RK3399_DSI1_FORCERXMODE |
|
||||
RK3399_DSI1_ENABLE),
|
||||
.lanecfg1 = FIELD_PREP_WM16_CONST((RK3399_DSI1_TURNDISABLE |
|
||||
RK3399_DSI1_FORCETXSTOPMODE |
|
||||
RK3399_DSI1_FORCERXMODE |
|
||||
RK3399_DSI1_ENABLE), 0),
|
||||
|
||||
.lanecfg2_grf_reg = RK3399_GRF_SOC_CON24,
|
||||
.lanecfg2 = HIWORD_UPDATE(RK3399_TXRX_MASTERSLAVEZ |
|
||||
RK3399_TXRX_ENABLECLK,
|
||||
RK3399_TXRX_MASTERSLAVEZ |
|
||||
RK3399_TXRX_ENABLECLK |
|
||||
RK3399_TXRX_BASEDIR),
|
||||
.lanecfg2 = (FIELD_PREP_WM16_CONST(RK3399_TXRX_MASTERSLAVEZ, 1) |
|
||||
FIELD_PREP_WM16_CONST(RK3399_TXRX_ENABLECLK, 1) |
|
||||
FIELD_PREP_WM16_CONST(RK3399_TXRX_BASEDIR, 0)),
|
||||
|
||||
.enable_grf_reg = RK3399_GRF_SOC_CON23,
|
||||
.enable = HIWORD_UPDATE(RK3399_DSI1_ENABLE, RK3399_DSI1_ENABLE),
|
||||
.enable = FIELD_PREP_WM16_CONST(RK3399_DSI1_ENABLE, RK3399_DSI1_ENABLE),
|
||||
|
||||
.flags = DW_MIPI_NEEDS_PHY_CFG_CLK | DW_MIPI_NEEDS_GRF_CLK,
|
||||
.max_data_lanes = 4,
|
||||
@@ -1653,19 +1647,19 @@ static const struct rockchip_dw_dsi_chip_data rk3568_chip_data[] = {
|
||||
{
|
||||
.reg = 0xfe060000,
|
||||
.lanecfg1_grf_reg = RK3568_GRF_VO_CON2,
|
||||
.lanecfg1 = HIWORD_UPDATE(0, RK3568_DSI0_SKEWCALHS |
|
||||
RK3568_DSI0_FORCETXSTOPMODE |
|
||||
RK3568_DSI0_TURNDISABLE |
|
||||
RK3568_DSI0_FORCERXMODE),
|
||||
.lanecfg1 = (FIELD_PREP_WM16_CONST(RK3568_DSI0_SKEWCALHS, 0) |
|
||||
FIELD_PREP_WM16_CONST(RK3568_DSI0_FORCETXSTOPMODE, 0) |
|
||||
FIELD_PREP_WM16_CONST(RK3568_DSI0_TURNDISABLE, 0) |
|
||||
FIELD_PREP_WM16_CONST(RK3568_DSI0_FORCERXMODE, 0)),
|
||||
.max_data_lanes = 4,
|
||||
},
|
||||
{
|
||||
.reg = 0xfe070000,
|
||||
.lanecfg1_grf_reg = RK3568_GRF_VO_CON3,
|
||||
.lanecfg1 = HIWORD_UPDATE(0, RK3568_DSI1_SKEWCALHS |
|
||||
RK3568_DSI1_FORCETXSTOPMODE |
|
||||
RK3568_DSI1_TURNDISABLE |
|
||||
RK3568_DSI1_FORCERXMODE),
|
||||
.lanecfg1 = (FIELD_PREP_WM16_CONST(RK3568_DSI1_SKEWCALHS, 0) |
|
||||
FIELD_PREP_WM16_CONST(RK3568_DSI1_FORCETXSTOPMODE, 0) |
|
||||
FIELD_PREP_WM16_CONST(RK3568_DSI1_TURNDISABLE, 0) |
|
||||
FIELD_PREP_WM16_CONST(RK3568_DSI1_FORCERXMODE, 0)),
|
||||
.max_data_lanes = 4,
|
||||
},
|
||||
{ /* sentinel */ }
|
||||
@@ -1675,9 +1669,9 @@ static const struct rockchip_dw_dsi_chip_data rv1126_chip_data[] = {
|
||||
{
|
||||
.reg = 0xffb30000,
|
||||
.lanecfg1_grf_reg = RV1126_GRF_DSIPHY_CON,
|
||||
.lanecfg1 = HIWORD_UPDATE(0, RV1126_DSI_TURNDISABLE |
|
||||
RV1126_DSI_FORCERXMODE |
|
||||
RV1126_DSI_FORCETXSTOPMODE),
|
||||
.lanecfg1 = (FIELD_PREP_WM16_CONST(RV1126_DSI_TURNDISABLE, 0) |
|
||||
FIELD_PREP_WM16_CONST(RV1126_DSI_FORCERXMODE, 0) |
|
||||
FIELD_PREP_WM16_CONST(RV1126_DSI_FORCETXSTOPMODE, 0)),
|
||||
.max_data_lanes = 4,
|
||||
},
|
||||
{ /* sentinel */ }
|
||||
|
||||
@@ -4,6 +4,7 @@
|
||||
*/
|
||||
|
||||
#include <linux/clk.h>
|
||||
#include <linux/hw_bitfield.h>
|
||||
#include <linux/mfd/syscon.h>
|
||||
#include <linux/module.h>
|
||||
#include <linux/platform_device.h>
|
||||
@@ -54,8 +55,6 @@
|
||||
#define RK3568_HDMI_SDAIN_MSK BIT(15)
|
||||
#define RK3568_HDMI_SCLIN_MSK BIT(14)
|
||||
|
||||
#define HIWORD_UPDATE(val, mask) (val | (mask) << 16)
|
||||
|
||||
/**
|
||||
* struct rockchip_hdmi_chip_data - splite the grf setting of kind of chips
|
||||
* @lcdsel_grf_reg: grf register offset of lcdc select
|
||||
@@ -355,17 +354,14 @@ static void dw_hdmi_rk3228_setup_hpd(struct dw_hdmi *dw_hdmi, void *data)
|
||||
|
||||
dw_hdmi_phy_setup_hpd(dw_hdmi, data);
|
||||
|
||||
regmap_write(hdmi->regmap,
|
||||
RK3228_GRF_SOC_CON6,
|
||||
HIWORD_UPDATE(RK3228_HDMI_HPD_VSEL | RK3228_HDMI_SDA_VSEL |
|
||||
RK3228_HDMI_SCL_VSEL,
|
||||
RK3228_HDMI_HPD_VSEL | RK3228_HDMI_SDA_VSEL |
|
||||
RK3228_HDMI_SCL_VSEL));
|
||||
regmap_write(hdmi->regmap, RK3228_GRF_SOC_CON6,
|
||||
FIELD_PREP_WM16(RK3228_HDMI_HPD_VSEL, 1) |
|
||||
FIELD_PREP_WM16(RK3228_HDMI_SDA_VSEL, 1) |
|
||||
FIELD_PREP_WM16(RK3228_HDMI_SCL_VSEL, 1));
|
||||
|
||||
regmap_write(hdmi->regmap,
|
||||
RK3228_GRF_SOC_CON2,
|
||||
HIWORD_UPDATE(RK3228_HDMI_SDAIN_MSK | RK3228_HDMI_SCLIN_MSK,
|
||||
RK3228_HDMI_SDAIN_MSK | RK3228_HDMI_SCLIN_MSK));
|
||||
regmap_write(hdmi->regmap, RK3228_GRF_SOC_CON2,
|
||||
FIELD_PREP_WM16(RK3228_HDMI_SDAIN_MSK, 1) |
|
||||
FIELD_PREP_WM16(RK3328_HDMI_SCLIN_MSK, 1));
|
||||
}
|
||||
|
||||
static enum drm_connector_status
|
||||
@@ -377,15 +373,13 @@ dw_hdmi_rk3328_read_hpd(struct dw_hdmi *dw_hdmi, void *data)
|
||||
status = dw_hdmi_phy_read_hpd(dw_hdmi, data);
|
||||
|
||||
if (status == connector_status_connected)
|
||||
regmap_write(hdmi->regmap,
|
||||
RK3328_GRF_SOC_CON4,
|
||||
HIWORD_UPDATE(RK3328_HDMI_SDA_5V | RK3328_HDMI_SCL_5V,
|
||||
RK3328_HDMI_SDA_5V | RK3328_HDMI_SCL_5V));
|
||||
regmap_write(hdmi->regmap, RK3328_GRF_SOC_CON4,
|
||||
FIELD_PREP_WM16(RK3328_HDMI_SDA_5V, 1) |
|
||||
FIELD_PREP_WM16(RK3328_HDMI_SCL_5V, 1));
|
||||
else
|
||||
regmap_write(hdmi->regmap,
|
||||
RK3328_GRF_SOC_CON4,
|
||||
HIWORD_UPDATE(0, RK3328_HDMI_SDA_5V |
|
||||
RK3328_HDMI_SCL_5V));
|
||||
regmap_write(hdmi->regmap, RK3328_GRF_SOC_CON4,
|
||||
FIELD_PREP_WM16(RK3328_HDMI_SDA_5V, 0) |
|
||||
FIELD_PREP_WM16(RK3328_HDMI_SCL_5V, 0));
|
||||
return status;
|
||||
}
|
||||
|
||||
@@ -396,21 +390,21 @@ static void dw_hdmi_rk3328_setup_hpd(struct dw_hdmi *dw_hdmi, void *data)
|
||||
dw_hdmi_phy_setup_hpd(dw_hdmi, data);
|
||||
|
||||
/* Enable and map pins to 3V grf-controlled io-voltage */
|
||||
regmap_write(hdmi->regmap,
|
||||
RK3328_GRF_SOC_CON4,
|
||||
HIWORD_UPDATE(0, RK3328_HDMI_HPD_SARADC | RK3328_HDMI_CEC_5V |
|
||||
RK3328_HDMI_SDA_5V | RK3328_HDMI_SCL_5V |
|
||||
RK3328_HDMI_HPD_5V));
|
||||
regmap_write(hdmi->regmap,
|
||||
RK3328_GRF_SOC_CON3,
|
||||
HIWORD_UPDATE(0, RK3328_HDMI_SDA5V_GRF | RK3328_HDMI_SCL5V_GRF |
|
||||
RK3328_HDMI_HPD5V_GRF |
|
||||
RK3328_HDMI_CEC5V_GRF));
|
||||
regmap_write(hdmi->regmap,
|
||||
RK3328_GRF_SOC_CON2,
|
||||
HIWORD_UPDATE(RK3328_HDMI_SDAIN_MSK | RK3328_HDMI_SCLIN_MSK,
|
||||
RK3328_HDMI_SDAIN_MSK | RK3328_HDMI_SCLIN_MSK |
|
||||
RK3328_HDMI_HPD_IOE));
|
||||
regmap_write(hdmi->regmap, RK3328_GRF_SOC_CON4,
|
||||
FIELD_PREP_WM16(RK3328_HDMI_HPD_SARADC, 0) |
|
||||
FIELD_PREP_WM16(RK3328_HDMI_CEC_5V, 0) |
|
||||
FIELD_PREP_WM16(RK3328_HDMI_SDA_5V, 0) |
|
||||
FIELD_PREP_WM16(RK3328_HDMI_SCL_5V, 0) |
|
||||
FIELD_PREP_WM16(RK3328_HDMI_HPD_5V, 0));
|
||||
regmap_write(hdmi->regmap, RK3328_GRF_SOC_CON3,
|
||||
FIELD_PREP_WM16(RK3328_HDMI_SDA5V_GRF, 0) |
|
||||
FIELD_PREP_WM16(RK3328_HDMI_SCL5V_GRF, 0) |
|
||||
FIELD_PREP_WM16(RK3328_HDMI_HPD5V_GRF, 0) |
|
||||
FIELD_PREP_WM16(RK3328_HDMI_CEC5V_GRF, 0));
|
||||
regmap_write(hdmi->regmap, RK3328_GRF_SOC_CON2,
|
||||
FIELD_PREP_WM16(RK3328_HDMI_SDAIN_MSK, 1) |
|
||||
FIELD_PREP_WM16(RK3328_HDMI_SCLIN_MSK, 1) |
|
||||
FIELD_PREP_WM16(RK3328_HDMI_HPD_IOE, 0));
|
||||
|
||||
dw_hdmi_rk3328_read_hpd(dw_hdmi, data);
|
||||
}
|
||||
@@ -438,8 +432,8 @@ static const struct dw_hdmi_plat_data rk3228_hdmi_drv_data = {
|
||||
|
||||
static struct rockchip_hdmi_chip_data rk3288_chip_data = {
|
||||
.lcdsel_grf_reg = RK3288_GRF_SOC_CON6,
|
||||
.lcdsel_big = HIWORD_UPDATE(0, RK3288_HDMI_LCDC_SEL),
|
||||
.lcdsel_lit = HIWORD_UPDATE(RK3288_HDMI_LCDC_SEL, RK3288_HDMI_LCDC_SEL),
|
||||
.lcdsel_big = FIELD_PREP_WM16_CONST(RK3288_HDMI_LCDC_SEL, 0),
|
||||
.lcdsel_lit = FIELD_PREP_WM16_CONST(RK3288_HDMI_LCDC_SEL, 1),
|
||||
.max_tmds_clock = 340000,
|
||||
};
|
||||
|
||||
@@ -475,8 +469,8 @@ static const struct dw_hdmi_plat_data rk3328_hdmi_drv_data = {
|
||||
|
||||
static struct rockchip_hdmi_chip_data rk3399_chip_data = {
|
||||
.lcdsel_grf_reg = RK3399_GRF_SOC_CON20,
|
||||
.lcdsel_big = HIWORD_UPDATE(0, RK3399_HDMI_LCDC_SEL),
|
||||
.lcdsel_lit = HIWORD_UPDATE(RK3399_HDMI_LCDC_SEL, RK3399_HDMI_LCDC_SEL),
|
||||
.lcdsel_big = FIELD_PREP_WM16_CONST(RK3399_HDMI_LCDC_SEL, 0),
|
||||
.lcdsel_lit = FIELD_PREP_WM16_CONST(RK3399_HDMI_LCDC_SEL, 1),
|
||||
.max_tmds_clock = 594000,
|
||||
};
|
||||
|
||||
@@ -589,10 +583,8 @@ static int dw_hdmi_rockchip_bind(struct device *dev, struct device *master,
|
||||
|
||||
if (hdmi->chip_data == &rk3568_chip_data) {
|
||||
regmap_write(hdmi->regmap, RK3568_GRF_VO_CON1,
|
||||
HIWORD_UPDATE(RK3568_HDMI_SDAIN_MSK |
|
||||
RK3568_HDMI_SCLIN_MSK,
|
||||
RK3568_HDMI_SDAIN_MSK |
|
||||
RK3568_HDMI_SCLIN_MSK));
|
||||
FIELD_PREP_WM16(RK3568_HDMI_SDAIN_MSK, 1) |
|
||||
FIELD_PREP_WM16(RK3568_HDMI_SCLIN_MSK, 1));
|
||||
}
|
||||
|
||||
drm_encoder_helper_add(encoder, &dw_hdmi_rockchip_encoder_helper_funcs);
|
||||
|
||||
@@ -9,6 +9,7 @@
|
||||
|
||||
#include <linux/clk.h>
|
||||
#include <linux/gpio/consumer.h>
|
||||
#include <linux/hw_bitfield.h>
|
||||
#include <linux/mfd/syscon.h>
|
||||
#include <linux/module.h>
|
||||
#include <linux/platform_device.h>
|
||||
@@ -66,7 +67,8 @@
|
||||
#define RK3588_HDMI1_HPD_INT_MSK BIT(15)
|
||||
#define RK3588_HDMI1_HPD_INT_CLR BIT(14)
|
||||
#define RK3588_GRF_SOC_CON7 0x031c
|
||||
#define RK3588_SET_HPD_PATH_MASK GENMASK(13, 12)
|
||||
#define RK3588_HPD_HDMI0_IO_EN_MASK BIT(12)
|
||||
#define RK3588_HPD_HDMI1_IO_EN_MASK BIT(13)
|
||||
#define RK3588_GRF_SOC_STATUS1 0x0384
|
||||
#define RK3588_HDMI0_LEVEL_INT BIT(16)
|
||||
#define RK3588_HDMI1_LEVEL_INT BIT(24)
|
||||
@@ -80,7 +82,6 @@
|
||||
#define RK3588_HDMI0_GRANT_SEL BIT(10)
|
||||
#define RK3588_HDMI1_GRANT_SEL BIT(12)
|
||||
|
||||
#define HIWORD_UPDATE(val, mask) ((val) | (mask) << 16)
|
||||
#define HOTPLUG_DEBOUNCE_MS 150
|
||||
#define MAX_HDMI_PORT_NUM 2
|
||||
|
||||
@@ -185,11 +186,11 @@ static void dw_hdmi_qp_rk3588_setup_hpd(struct dw_hdmi_qp *dw_hdmi, void *data)
|
||||
u32 val;
|
||||
|
||||
if (hdmi->port_id)
|
||||
val = HIWORD_UPDATE(RK3588_HDMI1_HPD_INT_CLR,
|
||||
RK3588_HDMI1_HPD_INT_CLR | RK3588_HDMI1_HPD_INT_MSK);
|
||||
val = (FIELD_PREP_WM16(RK3588_HDMI1_HPD_INT_CLR, 1) |
|
||||
FIELD_PREP_WM16(RK3588_HDMI1_HPD_INT_MSK, 0));
|
||||
else
|
||||
val = HIWORD_UPDATE(RK3588_HDMI0_HPD_INT_CLR,
|
||||
RK3588_HDMI0_HPD_INT_CLR | RK3588_HDMI0_HPD_INT_MSK);
|
||||
val = (FIELD_PREP_WM16(RK3588_HDMI0_HPD_INT_CLR, 1) |
|
||||
FIELD_PREP_WM16(RK3588_HDMI0_HPD_INT_MSK, 0));
|
||||
|
||||
regmap_write(hdmi->regmap, RK3588_GRF_SOC_CON2, val);
|
||||
}
|
||||
@@ -218,8 +219,8 @@ static void dw_hdmi_qp_rk3576_setup_hpd(struct dw_hdmi_qp *dw_hdmi, void *data)
|
||||
struct rockchip_hdmi_qp *hdmi = (struct rockchip_hdmi_qp *)data;
|
||||
u32 val;
|
||||
|
||||
val = HIWORD_UPDATE(RK3576_HDMI_HPD_INT_CLR,
|
||||
RK3576_HDMI_HPD_INT_CLR | RK3576_HDMI_HPD_INT_MSK);
|
||||
val = (FIELD_PREP_WM16(RK3576_HDMI_HPD_INT_CLR, 1) |
|
||||
FIELD_PREP_WM16(RK3576_HDMI_HPD_INT_MSK, 0));
|
||||
|
||||
regmap_write(hdmi->regmap, RK3576_IOC_MISC_CON0, val);
|
||||
regmap_write(hdmi->regmap, 0xa404, 0xffff0102);
|
||||
@@ -254,7 +255,7 @@ static irqreturn_t dw_hdmi_qp_rk3576_hardirq(int irq, void *dev_id)
|
||||
|
||||
regmap_read(hdmi->regmap, RK3576_IOC_HDMI_HPD_STATUS, &intr_stat);
|
||||
if (intr_stat) {
|
||||
val = HIWORD_UPDATE(RK3576_HDMI_HPD_INT_MSK, RK3576_HDMI_HPD_INT_MSK);
|
||||
val = FIELD_PREP_WM16(RK3576_HDMI_HPD_INT_MSK, 1);
|
||||
|
||||
regmap_write(hdmi->regmap, RK3576_IOC_MISC_CON0, val);
|
||||
return IRQ_WAKE_THREAD;
|
||||
@@ -273,12 +274,12 @@ static irqreturn_t dw_hdmi_qp_rk3576_irq(int irq, void *dev_id)
|
||||
if (!intr_stat)
|
||||
return IRQ_NONE;
|
||||
|
||||
val = HIWORD_UPDATE(RK3576_HDMI_HPD_INT_CLR, RK3576_HDMI_HPD_INT_CLR);
|
||||
val = FIELD_PREP_WM16(RK3576_HDMI_HPD_INT_CLR, 1);
|
||||
regmap_write(hdmi->regmap, RK3576_IOC_MISC_CON0, val);
|
||||
mod_delayed_work(system_wq, &hdmi->hpd_work,
|
||||
msecs_to_jiffies(HOTPLUG_DEBOUNCE_MS));
|
||||
|
||||
val = HIWORD_UPDATE(0, RK3576_HDMI_HPD_INT_MSK);
|
||||
val = FIELD_PREP_WM16(RK3576_HDMI_HPD_INT_MSK, 0);
|
||||
regmap_write(hdmi->regmap, RK3576_IOC_MISC_CON0, val);
|
||||
|
||||
return IRQ_HANDLED;
|
||||
@@ -293,11 +294,9 @@ static irqreturn_t dw_hdmi_qp_rk3588_hardirq(int irq, void *dev_id)
|
||||
|
||||
if (intr_stat) {
|
||||
if (hdmi->port_id)
|
||||
val = HIWORD_UPDATE(RK3588_HDMI1_HPD_INT_MSK,
|
||||
RK3588_HDMI1_HPD_INT_MSK);
|
||||
val = FIELD_PREP_WM16(RK3588_HDMI1_HPD_INT_MSK, 1);
|
||||
else
|
||||
val = HIWORD_UPDATE(RK3588_HDMI0_HPD_INT_MSK,
|
||||
RK3588_HDMI0_HPD_INT_MSK);
|
||||
val = FIELD_PREP_WM16(RK3588_HDMI0_HPD_INT_MSK, 1);
|
||||
regmap_write(hdmi->regmap, RK3588_GRF_SOC_CON2, val);
|
||||
return IRQ_WAKE_THREAD;
|
||||
}
|
||||
@@ -315,20 +314,18 @@ static irqreturn_t dw_hdmi_qp_rk3588_irq(int irq, void *dev_id)
|
||||
return IRQ_NONE;
|
||||
|
||||
if (hdmi->port_id)
|
||||
val = HIWORD_UPDATE(RK3588_HDMI1_HPD_INT_CLR,
|
||||
RK3588_HDMI1_HPD_INT_CLR);
|
||||
val = FIELD_PREP_WM16(RK3588_HDMI1_HPD_INT_CLR, 1);
|
||||
else
|
||||
val = HIWORD_UPDATE(RK3588_HDMI0_HPD_INT_CLR,
|
||||
RK3588_HDMI0_HPD_INT_CLR);
|
||||
val = FIELD_PREP_WM16(RK3588_HDMI0_HPD_INT_CLR, 1);
|
||||
regmap_write(hdmi->regmap, RK3588_GRF_SOC_CON2, val);
|
||||
|
||||
mod_delayed_work(system_wq, &hdmi->hpd_work,
|
||||
msecs_to_jiffies(HOTPLUG_DEBOUNCE_MS));
|
||||
|
||||
if (hdmi->port_id)
|
||||
val |= HIWORD_UPDATE(0, RK3588_HDMI1_HPD_INT_MSK);
|
||||
val |= FIELD_PREP_WM16(RK3588_HDMI1_HPD_INT_MSK, 0);
|
||||
else
|
||||
val |= HIWORD_UPDATE(0, RK3588_HDMI0_HPD_INT_MSK);
|
||||
val |= FIELD_PREP_WM16(RK3588_HDMI0_HPD_INT_MSK, 0);
|
||||
regmap_write(hdmi->regmap, RK3588_GRF_SOC_CON2, val);
|
||||
|
||||
return IRQ_HANDLED;
|
||||
@@ -338,14 +335,14 @@ static void dw_hdmi_qp_rk3576_io_init(struct rockchip_hdmi_qp *hdmi)
|
||||
{
|
||||
u32 val;
|
||||
|
||||
val = HIWORD_UPDATE(RK3576_SCLIN_MASK, RK3576_SCLIN_MASK) |
|
||||
HIWORD_UPDATE(RK3576_SDAIN_MASK, RK3576_SDAIN_MASK) |
|
||||
HIWORD_UPDATE(RK3576_HDMI_GRANT_SEL, RK3576_HDMI_GRANT_SEL) |
|
||||
HIWORD_UPDATE(RK3576_I2S_SEL_MASK, RK3576_I2S_SEL_MASK);
|
||||
val = FIELD_PREP_WM16(RK3576_SCLIN_MASK, 1) |
|
||||
FIELD_PREP_WM16(RK3576_SDAIN_MASK, 1) |
|
||||
FIELD_PREP_WM16(RK3576_HDMI_GRANT_SEL, 1) |
|
||||
FIELD_PREP_WM16(RK3576_I2S_SEL_MASK, 1);
|
||||
|
||||
regmap_write(hdmi->vo_regmap, RK3576_VO0_GRF_SOC_CON14, val);
|
||||
|
||||
val = HIWORD_UPDATE(0, RK3576_HDMI_HPD_INT_MSK);
|
||||
val = FIELD_PREP_WM16(RK3576_HDMI_HPD_INT_MSK, 0);
|
||||
regmap_write(hdmi->regmap, RK3576_IOC_MISC_CON0, val);
|
||||
}
|
||||
|
||||
@@ -353,27 +350,28 @@ static void dw_hdmi_qp_rk3588_io_init(struct rockchip_hdmi_qp *hdmi)
|
||||
{
|
||||
u32 val;
|
||||
|
||||
val = HIWORD_UPDATE(RK3588_SCLIN_MASK, RK3588_SCLIN_MASK) |
|
||||
HIWORD_UPDATE(RK3588_SDAIN_MASK, RK3588_SDAIN_MASK) |
|
||||
HIWORD_UPDATE(RK3588_MODE_MASK, RK3588_MODE_MASK) |
|
||||
HIWORD_UPDATE(RK3588_I2S_SEL_MASK, RK3588_I2S_SEL_MASK);
|
||||
val = FIELD_PREP_WM16(RK3588_SCLIN_MASK, 1) |
|
||||
FIELD_PREP_WM16(RK3588_SDAIN_MASK, 1) |
|
||||
FIELD_PREP_WM16(RK3588_MODE_MASK, 1) |
|
||||
FIELD_PREP_WM16(RK3588_I2S_SEL_MASK, 1);
|
||||
regmap_write(hdmi->vo_regmap,
|
||||
hdmi->port_id ? RK3588_GRF_VO1_CON6 : RK3588_GRF_VO1_CON3,
|
||||
val);
|
||||
|
||||
val = HIWORD_UPDATE(RK3588_SET_HPD_PATH_MASK, RK3588_SET_HPD_PATH_MASK);
|
||||
val = FIELD_PREP_WM16(RK3588_HPD_HDMI0_IO_EN_MASK, 1) |
|
||||
FIELD_PREP_WM16(RK3588_HPD_HDMI1_IO_EN_MASK, 1);
|
||||
regmap_write(hdmi->regmap, RK3588_GRF_SOC_CON7, val);
|
||||
|
||||
if (hdmi->port_id)
|
||||
val = HIWORD_UPDATE(RK3588_HDMI1_GRANT_SEL, RK3588_HDMI1_GRANT_SEL);
|
||||
val = FIELD_PREP_WM16(RK3588_HDMI1_GRANT_SEL, 1);
|
||||
else
|
||||
val = HIWORD_UPDATE(RK3588_HDMI0_GRANT_SEL, RK3588_HDMI0_GRANT_SEL);
|
||||
val = FIELD_PREP_WM16(RK3588_HDMI0_GRANT_SEL, 1);
|
||||
regmap_write(hdmi->vo_regmap, RK3588_GRF_VO1_CON9, val);
|
||||
|
||||
if (hdmi->port_id)
|
||||
val = HIWORD_UPDATE(RK3588_HDMI1_HPD_INT_MSK, RK3588_HDMI1_HPD_INT_MSK);
|
||||
val = FIELD_PREP_WM16(RK3588_HDMI1_HPD_INT_MSK, 1);
|
||||
else
|
||||
val = HIWORD_UPDATE(RK3588_HDMI0_HPD_INT_MSK, RK3588_HDMI0_HPD_INT_MSK);
|
||||
val = FIELD_PREP_WM16(RK3588_HDMI0_HPD_INT_MSK, 1);
|
||||
regmap_write(hdmi->regmap, RK3588_GRF_SOC_CON2, val);
|
||||
}
|
||||
|
||||
|
||||
@@ -10,6 +10,7 @@
|
||||
#include <linux/delay.h>
|
||||
#include <linux/err.h>
|
||||
#include <linux/hdmi.h>
|
||||
#include <linux/hw_bitfield.h>
|
||||
#include <linux/mfd/syscon.h>
|
||||
#include <linux/mod_devicetable.h>
|
||||
#include <linux/module.h>
|
||||
@@ -382,8 +383,6 @@ enum {
|
||||
#define HDMI_CEC_BUSFREETIME_H 0xdd
|
||||
#define HDMI_CEC_LOGICADDR 0xde
|
||||
|
||||
#define HIWORD_UPDATE(val, mask) ((val) | (mask) << 16)
|
||||
|
||||
#define RK3036_GRF_SOC_CON2 0x148
|
||||
#define RK3036_HDMI_PHSYNC BIT(4)
|
||||
#define RK3036_HDMI_PVSYNC BIT(5)
|
||||
@@ -756,10 +755,10 @@ static int inno_hdmi_config_video_timing(struct inno_hdmi *hdmi,
|
||||
int value, psync;
|
||||
|
||||
if (hdmi->variant->dev_type == RK3036_HDMI) {
|
||||
psync = mode->flags & DRM_MODE_FLAG_PHSYNC ? RK3036_HDMI_PHSYNC : 0;
|
||||
value = HIWORD_UPDATE(psync, RK3036_HDMI_PHSYNC);
|
||||
psync = mode->flags & DRM_MODE_FLAG_PVSYNC ? RK3036_HDMI_PVSYNC : 0;
|
||||
value |= HIWORD_UPDATE(psync, RK3036_HDMI_PVSYNC);
|
||||
psync = mode->flags & DRM_MODE_FLAG_PHSYNC ? 1 : 0;
|
||||
value = FIELD_PREP_WM16(RK3036_HDMI_PHSYNC, psync);
|
||||
psync = mode->flags & DRM_MODE_FLAG_PVSYNC ? 1 : 0;
|
||||
value |= FIELD_PREP_WM16(RK3036_HDMI_PVSYNC, psync);
|
||||
regmap_write(hdmi->grf, RK3036_GRF_SOC_CON2, value);
|
||||
}
|
||||
|
||||
|
||||
@@ -33,7 +33,6 @@
|
||||
#define WIN_FEATURE_AFBDC BIT(0)
|
||||
#define WIN_FEATURE_CLUSTER BIT(1)
|
||||
|
||||
#define HIWORD_UPDATE(v, h, l) ((GENMASK(h, l) << 16) | ((v) << (l)))
|
||||
/*
|
||||
* the delay number of a window in different mode.
|
||||
*/
|
||||
|
||||
@@ -9,6 +9,9 @@
|
||||
#ifndef _ROCKCHIP_LVDS_
|
||||
#define _ROCKCHIP_LVDS_
|
||||
|
||||
#include <linux/bits.h>
|
||||
#include <linux/hw_bitfield.h>
|
||||
|
||||
#define RK3288_LVDS_CH0_REG0 0x00
|
||||
#define RK3288_LVDS_CH0_REG0_LVDS_EN BIT(7)
|
||||
#define RK3288_LVDS_CH0_REG0_TTL_EN BIT(6)
|
||||
@@ -106,18 +109,16 @@
|
||||
#define LVDS_VESA_18 2
|
||||
#define LVDS_JEIDA_18 3
|
||||
|
||||
#define HIWORD_UPDATE(v, h, l) ((GENMASK(h, l) << 16) | ((v) << (l)))
|
||||
|
||||
#define PX30_LVDS_GRF_PD_VO_CON0 0x434
|
||||
#define PX30_LVDS_TIE_CLKS(val) HIWORD_UPDATE(val, 8, 8)
|
||||
#define PX30_LVDS_INVERT_CLKS(val) HIWORD_UPDATE(val, 9, 9)
|
||||
#define PX30_LVDS_INVERT_DCLK(val) HIWORD_UPDATE(val, 5, 5)
|
||||
#define PX30_LVDS_TIE_CLKS(val) FIELD_PREP_WM16(BIT(8), (val))
|
||||
#define PX30_LVDS_INVERT_CLKS(val) FIELD_PREP_WM16(BIT(9), (val))
|
||||
#define PX30_LVDS_INVERT_DCLK(val) FIELD_PREP_WM16(BIT(5), (val))
|
||||
|
||||
#define PX30_LVDS_GRF_PD_VO_CON1 0x438
|
||||
#define PX30_LVDS_FORMAT(val) HIWORD_UPDATE(val, 14, 13)
|
||||
#define PX30_LVDS_MODE_EN(val) HIWORD_UPDATE(val, 12, 12)
|
||||
#define PX30_LVDS_MSBSEL(val) HIWORD_UPDATE(val, 11, 11)
|
||||
#define PX30_LVDS_P2S_EN(val) HIWORD_UPDATE(val, 6, 6)
|
||||
#define PX30_LVDS_VOP_SEL(val) HIWORD_UPDATE(val, 1, 1)
|
||||
#define PX30_LVDS_FORMAT(val) FIELD_PREP_WM16(GENMASK(14, 13), (val))
|
||||
#define PX30_LVDS_MODE_EN(val) FIELD_PREP_WM16(BIT(12), (val))
|
||||
#define PX30_LVDS_MSBSEL(val) FIELD_PREP_WM16(BIT(11), (val))
|
||||
#define PX30_LVDS_P2S_EN(val) FIELD_PREP_WM16(BIT(6), (val))
|
||||
#define PX30_LVDS_VOP_SEL(val) FIELD_PREP_WM16(BIT(1), (val))
|
||||
|
||||
#endif /* _ROCKCHIP_LVDS_ */
|
||||
|
||||
@@ -7,6 +7,7 @@
|
||||
#include <linux/bitfield.h>
|
||||
#include <linux/kernel.h>
|
||||
#include <linux/component.h>
|
||||
#include <linux/hw_bitfield.h>
|
||||
#include <linux/mod_devicetable.h>
|
||||
#include <linux/platform_device.h>
|
||||
#include <linux/of.h>
|
||||
@@ -1695,8 +1696,9 @@ static unsigned long rk3588_set_intf_mux(struct vop2_video_port *vp, int id, u32
|
||||
die |= RK3588_SYS_DSP_INFACE_EN_HDMI0 |
|
||||
FIELD_PREP(RK3588_SYS_DSP_INFACE_EN_EDP_HDMI0_MUX, vp->id);
|
||||
val = rk3588_get_hdmi_pol(polflags);
|
||||
regmap_write(vop2->vop_grf, RK3588_GRF_VOP_CON2, HIWORD_UPDATE(1, 1, 1));
|
||||
regmap_write(vop2->vo1_grf, RK3588_GRF_VO1_CON0, HIWORD_UPDATE(val, 6, 5));
|
||||
regmap_write(vop2->vop_grf, RK3588_GRF_VOP_CON2, FIELD_PREP_WM16(BIT(1), 1));
|
||||
regmap_write(vop2->vo1_grf, RK3588_GRF_VO1_CON0,
|
||||
FIELD_PREP_WM16(GENMASK(6, 5), val));
|
||||
break;
|
||||
case ROCKCHIP_VOP2_EP_HDMI1:
|
||||
div &= ~RK3588_DSP_IF_EDP_HDMI1_DCLK_DIV;
|
||||
@@ -1707,8 +1709,9 @@ static unsigned long rk3588_set_intf_mux(struct vop2_video_port *vp, int id, u32
|
||||
die |= RK3588_SYS_DSP_INFACE_EN_HDMI1 |
|
||||
FIELD_PREP(RK3588_SYS_DSP_INFACE_EN_EDP_HDMI1_MUX, vp->id);
|
||||
val = rk3588_get_hdmi_pol(polflags);
|
||||
regmap_write(vop2->vop_grf, RK3588_GRF_VOP_CON2, HIWORD_UPDATE(1, 4, 4));
|
||||
regmap_write(vop2->vo1_grf, RK3588_GRF_VO1_CON0, HIWORD_UPDATE(val, 8, 7));
|
||||
regmap_write(vop2->vop_grf, RK3588_GRF_VOP_CON2, FIELD_PREP_WM16(BIT(4), 1));
|
||||
regmap_write(vop2->vo1_grf, RK3588_GRF_VO1_CON0,
|
||||
FIELD_PREP_WM16(GENMASK(8, 7), val));
|
||||
break;
|
||||
case ROCKCHIP_VOP2_EP_EDP0:
|
||||
div &= ~RK3588_DSP_IF_EDP_HDMI0_DCLK_DIV;
|
||||
@@ -1718,7 +1721,7 @@ static unsigned long rk3588_set_intf_mux(struct vop2_video_port *vp, int id, u32
|
||||
die &= ~RK3588_SYS_DSP_INFACE_EN_EDP_HDMI0_MUX;
|
||||
die |= RK3588_SYS_DSP_INFACE_EN_EDP0 |
|
||||
FIELD_PREP(RK3588_SYS_DSP_INFACE_EN_EDP_HDMI0_MUX, vp->id);
|
||||
regmap_write(vop2->vop_grf, RK3588_GRF_VOP_CON2, HIWORD_UPDATE(1, 0, 0));
|
||||
regmap_write(vop2->vop_grf, RK3588_GRF_VOP_CON2, FIELD_PREP_WM16(BIT(0), 1));
|
||||
break;
|
||||
case ROCKCHIP_VOP2_EP_EDP1:
|
||||
div &= ~RK3588_DSP_IF_EDP_HDMI1_DCLK_DIV;
|
||||
@@ -1728,7 +1731,7 @@ static unsigned long rk3588_set_intf_mux(struct vop2_video_port *vp, int id, u32
|
||||
die &= ~RK3588_SYS_DSP_INFACE_EN_EDP_HDMI1_MUX;
|
||||
die |= RK3588_SYS_DSP_INFACE_EN_EDP1 |
|
||||
FIELD_PREP(RK3588_SYS_DSP_INFACE_EN_EDP_HDMI1_MUX, vp->id);
|
||||
regmap_write(vop2->vop_grf, RK3588_GRF_VOP_CON2, HIWORD_UPDATE(1, 3, 3));
|
||||
regmap_write(vop2->vop_grf, RK3588_GRF_VOP_CON2, FIELD_PREP_WM16(BIT(3), 1));
|
||||
break;
|
||||
case ROCKCHIP_VOP2_EP_MIPI0:
|
||||
div &= ~RK3588_DSP_IF_MIPI0_PCLK_DIV;
|
||||
|
||||
@@ -8,10 +8,12 @@
|
||||
#ifndef DW_HDMIRX_H
|
||||
#define DW_HDMIRX_H
|
||||
|
||||
#include <linux/bitfield.h>
|
||||
#include <linux/bitops.h>
|
||||
#include <linux/hw_bitfield.h>
|
||||
|
||||
#define UPDATE(x, h, l) (((x) << (l)) & GENMASK((h), (l)))
|
||||
#define HIWORD_UPDATE(v, h, l) (((v) << (l)) | (GENMASK((h), (l)) << 16))
|
||||
#define UPDATE(x, h, l) FIELD_PREP(GENMASK((h), (l)), (x))
|
||||
#define HIWORD_UPDATE(v, h, l) FIELD_PREP_WM16(GENMASK((h), (l)), (v))
|
||||
|
||||
/* SYS_GRF */
|
||||
#define SYS_GRF_SOC_CON1 0x0304
|
||||
|
||||
@@ -6,6 +6,7 @@
|
||||
#include <linux/module.h>
|
||||
#include <linux/platform_device.h>
|
||||
#include <linux/clk.h>
|
||||
#include <linux/hw_bitfield.h>
|
||||
#include <linux/mmc/host.h>
|
||||
#include <linux/of_address.h>
|
||||
#include <linux/mmc/slot-gpio.h>
|
||||
@@ -24,8 +25,6 @@
|
||||
#define ROCKCHIP_MMC_DELAYNUM_OFFSET 2
|
||||
#define ROCKCHIP_MMC_DELAYNUM_MASK (0xff << ROCKCHIP_MMC_DELAYNUM_OFFSET)
|
||||
#define ROCKCHIP_MMC_DELAY_ELEMENT_PSEC 60
|
||||
#define HIWORD_UPDATE(val, mask, shift) \
|
||||
((val) << (shift) | (mask) << ((shift) + 16))
|
||||
|
||||
static const unsigned int freqs[] = { 100000, 200000, 300000, 400000 };
|
||||
|
||||
@@ -148,9 +147,11 @@ static int rockchip_mmc_set_internal_phase(struct dw_mci *host, bool sample, int
|
||||
raw_value |= nineties;
|
||||
|
||||
if (sample)
|
||||
mci_writel(host, TIMING_CON1, HIWORD_UPDATE(raw_value, 0x07ff, 1));
|
||||
mci_writel(host, TIMING_CON1,
|
||||
FIELD_PREP_WM16(GENMASK(11, 1), raw_value));
|
||||
else
|
||||
mci_writel(host, TIMING_CON0, HIWORD_UPDATE(raw_value, 0x07ff, 1));
|
||||
mci_writel(host, TIMING_CON0,
|
||||
FIELD_PREP_WM16(GENMASK(11, 1), raw_value));
|
||||
|
||||
dev_dbg(host->dev, "set %s_phase(%d) delay_nums=%u actual_degrees=%d\n",
|
||||
sample ? "sample" : "drv", degrees, delay_num,
|
||||
|
||||
@@ -8,6 +8,7 @@
|
||||
*/
|
||||
|
||||
#include <linux/stmmac.h>
|
||||
#include <linux/hw_bitfield.h>
|
||||
#include <linux/bitops.h>
|
||||
#include <linux/clk.h>
|
||||
#include <linux/phy.h>
|
||||
@@ -150,7 +151,7 @@ static int rk_set_clk_mac_speed(struct rk_priv_data *bsp_priv,
|
||||
}
|
||||
|
||||
#define HIWORD_UPDATE(val, mask, shift) \
|
||||
((val) << (shift) | (mask) << ((shift) + 16))
|
||||
(FIELD_PREP_WM16((mask) << (shift), (val)))
|
||||
|
||||
#define GRF_BIT(nr) (BIT(nr) | BIT(nr+16))
|
||||
#define GRF_CLR_BIT(nr) (BIT(nr+16))
|
||||
|
||||
@@ -11,6 +11,7 @@
|
||||
#include <linux/bitfield.h>
|
||||
#include <linux/clk.h>
|
||||
#include <linux/gpio/consumer.h>
|
||||
#include <linux/hw_bitfield.h>
|
||||
#include <linux/irqchip/chained_irq.h>
|
||||
#include <linux/irqdomain.h>
|
||||
#include <linux/mfd/syscon.h>
|
||||
@@ -29,18 +30,18 @@
|
||||
* The upper 16 bits of PCIE_CLIENT_CONFIG are a write
|
||||
* mask for the lower 16 bits.
|
||||
*/
|
||||
#define HIWORD_UPDATE(mask, val) (((mask) << 16) | (val))
|
||||
#define HIWORD_UPDATE_BIT(val) HIWORD_UPDATE(val, val)
|
||||
#define HIWORD_DISABLE_BIT(val) HIWORD_UPDATE(val, ~val)
|
||||
|
||||
#define to_rockchip_pcie(x) dev_get_drvdata((x)->dev)
|
||||
|
||||
/* General Control Register */
|
||||
#define PCIE_CLIENT_GENERAL_CON 0x0
|
||||
#define PCIE_CLIENT_RC_MODE HIWORD_UPDATE_BIT(0x40)
|
||||
#define PCIE_CLIENT_EP_MODE HIWORD_UPDATE(0xf0, 0x0)
|
||||
#define PCIE_CLIENT_ENABLE_LTSSM HIWORD_UPDATE_BIT(0xc)
|
||||
#define PCIE_CLIENT_DISABLE_LTSSM HIWORD_UPDATE(0x0c, 0x8)
|
||||
#define PCIE_CLIENT_MODE_MASK GENMASK(7, 4)
|
||||
#define PCIE_CLIENT_MODE_EP 0x0UL
|
||||
#define PCIE_CLIENT_MODE_RC 0x4UL
|
||||
#define PCIE_CLIENT_SET_MODE(x) FIELD_PREP_WM16(PCIE_CLIENT_MODE_MASK, (x))
|
||||
#define PCIE_CLIENT_LD_RQ_RST_GRT FIELD_PREP_WM16(BIT(3), 1)
|
||||
#define PCIE_CLIENT_ENABLE_LTSSM FIELD_PREP_WM16(BIT(2), 1)
|
||||
#define PCIE_CLIENT_DISABLE_LTSSM FIELD_PREP_WM16(BIT(2), 0)
|
||||
|
||||
/* Interrupt Status Register Related to Legacy Interrupt */
|
||||
#define PCIE_CLIENT_INTR_STATUS_LEGACY 0x8
|
||||
@@ -52,6 +53,11 @@
|
||||
|
||||
/* Interrupt Mask Register Related to Legacy Interrupt */
|
||||
#define PCIE_CLIENT_INTR_MASK_LEGACY 0x1c
|
||||
#define PCIE_INTR_MASK GENMASK(7, 0)
|
||||
#define PCIE_INTR_CLAMP(_x) ((BIT((_x)) & PCIE_INTR_MASK))
|
||||
#define PCIE_INTR_LEGACY_MASK(x) (PCIE_INTR_CLAMP((x)) | \
|
||||
(PCIE_INTR_CLAMP((x)) << 16))
|
||||
#define PCIE_INTR_LEGACY_UNMASK(x) (PCIE_INTR_CLAMP((x)) << 16)
|
||||
|
||||
/* Interrupt Mask Register Related to Miscellaneous Operation */
|
||||
#define PCIE_CLIENT_INTR_MASK_MISC 0x24
|
||||
@@ -116,14 +122,14 @@ static void rockchip_pcie_intx_handler(struct irq_desc *desc)
|
||||
static void rockchip_intx_mask(struct irq_data *data)
|
||||
{
|
||||
rockchip_pcie_writel_apb(irq_data_get_irq_chip_data(data),
|
||||
HIWORD_UPDATE_BIT(BIT(data->hwirq)),
|
||||
PCIE_INTR_LEGACY_MASK(data->hwirq),
|
||||
PCIE_CLIENT_INTR_MASK_LEGACY);
|
||||
};
|
||||
|
||||
static void rockchip_intx_unmask(struct irq_data *data)
|
||||
{
|
||||
rockchip_pcie_writel_apb(irq_data_get_irq_chip_data(data),
|
||||
HIWORD_DISABLE_BIT(BIT(data->hwirq)),
|
||||
PCIE_INTR_LEGACY_UNMASK(data->hwirq),
|
||||
PCIE_CLIENT_INTR_MASK_LEGACY);
|
||||
};
|
||||
|
||||
@@ -489,7 +495,7 @@ static irqreturn_t rockchip_pcie_ep_sys_irq_thread(int irq, void *arg)
|
||||
dev_dbg(dev, "hot reset or link-down reset\n");
|
||||
dw_pcie_ep_linkdown(&pci->ep);
|
||||
/* Stop delaying link training. */
|
||||
val = HIWORD_UPDATE_BIT(PCIE_LTSSM_APP_DLY2_DONE);
|
||||
val = FIELD_PREP_WM16(PCIE_LTSSM_APP_DLY2_DONE, 1);
|
||||
rockchip_pcie_writel_apb(rockchip, val,
|
||||
PCIE_CLIENT_HOT_RESET_CTRL);
|
||||
}
|
||||
@@ -528,10 +534,11 @@ static int rockchip_pcie_configure_rc(struct platform_device *pdev,
|
||||
}
|
||||
|
||||
/* LTSSM enable control mode */
|
||||
val = HIWORD_UPDATE_BIT(PCIE_LTSSM_ENABLE_ENHANCE);
|
||||
val = FIELD_PREP_WM16(PCIE_LTSSM_ENABLE_ENHANCE, 1);
|
||||
rockchip_pcie_writel_apb(rockchip, val, PCIE_CLIENT_HOT_RESET_CTRL);
|
||||
|
||||
rockchip_pcie_writel_apb(rockchip, PCIE_CLIENT_RC_MODE,
|
||||
rockchip_pcie_writel_apb(rockchip,
|
||||
PCIE_CLIENT_SET_MODE(PCIE_CLIENT_MODE_RC),
|
||||
PCIE_CLIENT_GENERAL_CON);
|
||||
|
||||
pp = &rockchip->pci.pp;
|
||||
@@ -545,7 +552,7 @@ static int rockchip_pcie_configure_rc(struct platform_device *pdev,
|
||||
}
|
||||
|
||||
/* unmask DLL up/down indicator */
|
||||
val = HIWORD_UPDATE(PCIE_RDLH_LINK_UP_CHGED, 0);
|
||||
val = FIELD_PREP_WM16(PCIE_RDLH_LINK_UP_CHGED, 0);
|
||||
rockchip_pcie_writel_apb(rockchip, val, PCIE_CLIENT_INTR_MASK_MISC);
|
||||
|
||||
return ret;
|
||||
@@ -577,10 +584,12 @@ static int rockchip_pcie_configure_ep(struct platform_device *pdev,
|
||||
* LTSSM enable control mode, and automatically delay link training on
|
||||
* hot reset/link-down reset.
|
||||
*/
|
||||
val = HIWORD_UPDATE_BIT(PCIE_LTSSM_ENABLE_ENHANCE | PCIE_LTSSM_APP_DLY2_EN);
|
||||
val = FIELD_PREP_WM16(PCIE_LTSSM_ENABLE_ENHANCE, 1) |
|
||||
FIELD_PREP_WM16(PCIE_LTSSM_APP_DLY2_EN, 1);
|
||||
rockchip_pcie_writel_apb(rockchip, val, PCIE_CLIENT_HOT_RESET_CTRL);
|
||||
|
||||
rockchip_pcie_writel_apb(rockchip, PCIE_CLIENT_EP_MODE,
|
||||
rockchip_pcie_writel_apb(rockchip,
|
||||
PCIE_CLIENT_SET_MODE(PCIE_CLIENT_MODE_EP),
|
||||
PCIE_CLIENT_GENERAL_CON);
|
||||
|
||||
rockchip->pci.ep.ops = &rockchip_pcie_ep_ops;
|
||||
@@ -604,7 +613,8 @@ static int rockchip_pcie_configure_ep(struct platform_device *pdev,
|
||||
pci_epc_init_notify(rockchip->pci.ep.epc);
|
||||
|
||||
/* unmask DLL up/down indicator and hot reset/link-down reset */
|
||||
val = HIWORD_UPDATE(PCIE_RDLH_LINK_UP_CHGED | PCIE_LINK_REQ_RST_NOT_INT, 0);
|
||||
val = FIELD_PREP_WM16(PCIE_RDLH_LINK_UP_CHGED, 0) |
|
||||
FIELD_PREP_WM16(PCIE_LINK_REQ_RST_NOT_INT, 0);
|
||||
rockchip_pcie_writel_apb(rockchip, val, PCIE_CLIENT_INTR_MASK_MISC);
|
||||
|
||||
return ret;
|
||||
|
||||
@@ -12,6 +12,7 @@
|
||||
#define _PCIE_ROCKCHIP_H
|
||||
|
||||
#include <linux/clk.h>
|
||||
#include <linux/hw_bitfield.h>
|
||||
#include <linux/kernel.h>
|
||||
#include <linux/pci.h>
|
||||
#include <linux/pci-ecam.h>
|
||||
@@ -21,10 +22,10 @@
|
||||
* The upper 16 bits of PCIE_CLIENT_CONFIG are a write mask for the lower 16
|
||||
* bits. This allows atomic updates of the register without locking.
|
||||
*/
|
||||
#define HIWORD_UPDATE(mask, val) (((mask) << 16) | (val))
|
||||
#define HIWORD_UPDATE_BIT(val) HIWORD_UPDATE(val, val)
|
||||
#define HWORD_SET_BIT(val) (FIELD_PREP_WM16_CONST((val), 1))
|
||||
#define HWORD_CLR_BIT(val) (FIELD_PREP_WM16_CONST((val), 0))
|
||||
|
||||
#define ENCODE_LANES(x) ((((x) >> 1) & 3) << 4)
|
||||
#define ENCODE_LANES(x) ((((x) >> 1) & 3))
|
||||
#define MAX_LANE_NUM 4
|
||||
#define MAX_REGION_LIMIT 32
|
||||
#define MIN_EP_APERTURE 28
|
||||
@@ -32,21 +33,21 @@
|
||||
|
||||
#define PCIE_CLIENT_BASE 0x0
|
||||
#define PCIE_CLIENT_CONFIG (PCIE_CLIENT_BASE + 0x00)
|
||||
#define PCIE_CLIENT_CONF_ENABLE HIWORD_UPDATE_BIT(0x0001)
|
||||
#define PCIE_CLIENT_CONF_DISABLE HIWORD_UPDATE(0x0001, 0)
|
||||
#define PCIE_CLIENT_LINK_TRAIN_ENABLE HIWORD_UPDATE_BIT(0x0002)
|
||||
#define PCIE_CLIENT_LINK_TRAIN_DISABLE HIWORD_UPDATE(0x0002, 0)
|
||||
#define PCIE_CLIENT_ARI_ENABLE HIWORD_UPDATE_BIT(0x0008)
|
||||
#define PCIE_CLIENT_CONF_LANE_NUM(x) HIWORD_UPDATE(0x0030, ENCODE_LANES(x))
|
||||
#define PCIE_CLIENT_MODE_RC HIWORD_UPDATE_BIT(0x0040)
|
||||
#define PCIE_CLIENT_MODE_EP HIWORD_UPDATE(0x0040, 0)
|
||||
#define PCIE_CLIENT_GEN_SEL_1 HIWORD_UPDATE(0x0080, 0)
|
||||
#define PCIE_CLIENT_GEN_SEL_2 HIWORD_UPDATE_BIT(0x0080)
|
||||
#define PCIE_CLIENT_CONF_ENABLE HWORD_SET_BIT(0x0001)
|
||||
#define PCIE_CLIENT_CONF_DISABLE HWORD_CLR_BIT(0x0001)
|
||||
#define PCIE_CLIENT_LINK_TRAIN_ENABLE HWORD_SET_BIT(0x0002)
|
||||
#define PCIE_CLIENT_LINK_TRAIN_DISABLE HWORD_CLR_BIT(0x0002)
|
||||
#define PCIE_CLIENT_ARI_ENABLE HWORD_SET_BIT(0x0008)
|
||||
#define PCIE_CLIENT_CONF_LANE_NUM(x) FIELD_PREP_WM16(0x0030, ENCODE_LANES(x))
|
||||
#define PCIE_CLIENT_MODE_RC HWORD_SET_BIT(0x0040)
|
||||
#define PCIE_CLIENT_MODE_EP HWORD_CLR_BIT(0x0040)
|
||||
#define PCIE_CLIENT_GEN_SEL_1 HWORD_CLR_BIT(0x0080)
|
||||
#define PCIE_CLIENT_GEN_SEL_2 HWORD_SET_BIT(0x0080)
|
||||
#define PCIE_CLIENT_LEGACY_INT_CTRL (PCIE_CLIENT_BASE + 0x0c)
|
||||
#define PCIE_CLIENT_INT_IN_ASSERT HIWORD_UPDATE_BIT(0x0002)
|
||||
#define PCIE_CLIENT_INT_IN_DEASSERT HIWORD_UPDATE(0x0002, 0)
|
||||
#define PCIE_CLIENT_INT_PEND_ST_PEND HIWORD_UPDATE_BIT(0x0001)
|
||||
#define PCIE_CLIENT_INT_PEND_ST_NORMAL HIWORD_UPDATE(0x0001, 0)
|
||||
#define PCIE_CLIENT_INT_IN_ASSERT HWORD_SET_BIT(0x0002)
|
||||
#define PCIE_CLIENT_INT_IN_DEASSERT HWORD_CLR_BIT(0x0002)
|
||||
#define PCIE_CLIENT_INT_PEND_ST_PEND HWORD_SET_BIT(0x0001)
|
||||
#define PCIE_CLIENT_INT_PEND_ST_NORMAL HWORD_CLR_BIT(0x0001)
|
||||
#define PCIE_CLIENT_SIDE_BAND_STATUS (PCIE_CLIENT_BASE + 0x20)
|
||||
#define PCIE_CLIENT_PHY_ST BIT(12)
|
||||
#define PCIE_CLIENT_DEBUG_OUT_0 (PCIE_CLIENT_BASE + 0x3c)
|
||||
|
||||
@@ -8,6 +8,7 @@
|
||||
|
||||
#include <linux/clk.h>
|
||||
#include <linux/delay.h>
|
||||
#include <linux/hw_bitfield.h>
|
||||
#include <linux/mfd/syscon.h>
|
||||
#include <linux/module.h>
|
||||
#include <linux/of.h>
|
||||
@@ -21,7 +22,7 @@
|
||||
* only if BIT(x + 16) set to 1 the BIT(x) can be written.
|
||||
*/
|
||||
#define HIWORD_UPDATE(val, mask, shift) \
|
||||
((val) << (shift) | (mask) << ((shift) + 16))
|
||||
(FIELD_PREP_WM16((mask) << (shift), (val)))
|
||||
|
||||
/* Register definition */
|
||||
#define GRF_EMMCPHY_CON0 0x0
|
||||
|
||||
@@ -8,6 +8,7 @@
|
||||
|
||||
#include <linux/clk.h>
|
||||
#include <linux/delay.h>
|
||||
#include <linux/hw_bitfield.h>
|
||||
#include <linux/io.h>
|
||||
#include <linux/mfd/syscon.h>
|
||||
#include <linux/module.h>
|
||||
@@ -18,22 +19,13 @@
|
||||
#include <linux/regmap.h>
|
||||
#include <linux/reset.h>
|
||||
|
||||
/*
|
||||
* The higher 16-bit of this register is used for write protection
|
||||
* only if BIT(x + 16) set to 1 the BIT(x) can be written.
|
||||
*/
|
||||
#define HIWORD_UPDATE(val, mask, shift) \
|
||||
((val) << (shift) | (mask) << ((shift) + 16))
|
||||
|
||||
#define PHY_MAX_LANE_NUM 4
|
||||
#define PHY_CFG_DATA_SHIFT 7
|
||||
#define PHY_CFG_ADDR_SHIFT 1
|
||||
#define PHY_CFG_DATA_MASK 0xf
|
||||
#define PHY_CFG_ADDR_MASK 0x3f
|
||||
#define PHY_CFG_DATA_MASK GENMASK(10, 7)
|
||||
#define PHY_CFG_ADDR_MASK GENMASK(6, 1)
|
||||
#define PHY_CFG_WR_ENABLE 1
|
||||
#define PHY_CFG_WR_DISABLE 0
|
||||
#define PHY_CFG_WR_SHIFT 0
|
||||
#define PHY_CFG_WR_MASK 1
|
||||
#define PHY_CFG_WR_MASK BIT(0)
|
||||
#define PHY_CFG_PLL_LOCK 0x10
|
||||
#define PHY_CFG_CLK_TEST 0x10
|
||||
#define PHY_CFG_CLK_SCC 0x12
|
||||
@@ -48,11 +40,7 @@
|
||||
#define PHY_LANE_RX_DET_SHIFT 11
|
||||
#define PHY_LANE_RX_DET_TH 0x1
|
||||
#define PHY_LANE_IDLE_OFF 0x1
|
||||
#define PHY_LANE_IDLE_MASK 0x1
|
||||
#define PHY_LANE_IDLE_A_SHIFT 3
|
||||
#define PHY_LANE_IDLE_B_SHIFT 4
|
||||
#define PHY_LANE_IDLE_C_SHIFT 5
|
||||
#define PHY_LANE_IDLE_D_SHIFT 6
|
||||
#define PHY_LANE_IDLE_MASK BIT(3)
|
||||
|
||||
struct rockchip_pcie_data {
|
||||
unsigned int pcie_conf;
|
||||
@@ -99,22 +87,14 @@ static inline void phy_wr_cfg(struct rockchip_pcie_phy *rk_phy,
|
||||
u32 addr, u32 data)
|
||||
{
|
||||
regmap_write(rk_phy->reg_base, rk_phy->phy_data->pcie_conf,
|
||||
HIWORD_UPDATE(data,
|
||||
PHY_CFG_DATA_MASK,
|
||||
PHY_CFG_DATA_SHIFT) |
|
||||
HIWORD_UPDATE(addr,
|
||||
PHY_CFG_ADDR_MASK,
|
||||
PHY_CFG_ADDR_SHIFT));
|
||||
FIELD_PREP_WM16(PHY_CFG_DATA_MASK, data) |
|
||||
FIELD_PREP_WM16(PHY_CFG_ADDR_MASK, addr));
|
||||
udelay(1);
|
||||
regmap_write(rk_phy->reg_base, rk_phy->phy_data->pcie_conf,
|
||||
HIWORD_UPDATE(PHY_CFG_WR_ENABLE,
|
||||
PHY_CFG_WR_MASK,
|
||||
PHY_CFG_WR_SHIFT));
|
||||
FIELD_PREP_WM16(PHY_CFG_WR_MASK, PHY_CFG_WR_ENABLE));
|
||||
udelay(1);
|
||||
regmap_write(rk_phy->reg_base, rk_phy->phy_data->pcie_conf,
|
||||
HIWORD_UPDATE(PHY_CFG_WR_DISABLE,
|
||||
PHY_CFG_WR_MASK,
|
||||
PHY_CFG_WR_SHIFT));
|
||||
FIELD_PREP_WM16(PHY_CFG_WR_MASK, PHY_CFG_WR_DISABLE));
|
||||
}
|
||||
|
||||
static int rockchip_pcie_phy_power_off(struct phy *phy)
|
||||
@@ -125,11 +105,9 @@ static int rockchip_pcie_phy_power_off(struct phy *phy)
|
||||
|
||||
guard(mutex)(&rk_phy->pcie_mutex);
|
||||
|
||||
regmap_write(rk_phy->reg_base,
|
||||
rk_phy->phy_data->pcie_laneoff,
|
||||
HIWORD_UPDATE(PHY_LANE_IDLE_OFF,
|
||||
PHY_LANE_IDLE_MASK,
|
||||
PHY_LANE_IDLE_A_SHIFT + inst->index));
|
||||
regmap_write(rk_phy->reg_base, rk_phy->phy_data->pcie_laneoff,
|
||||
FIELD_PREP_WM16(PHY_LANE_IDLE_MASK,
|
||||
PHY_LANE_IDLE_OFF) << inst->index);
|
||||
|
||||
if (--rk_phy->pwr_cnt) {
|
||||
return 0;
|
||||
@@ -139,11 +117,9 @@ static int rockchip_pcie_phy_power_off(struct phy *phy)
|
||||
if (err) {
|
||||
dev_err(&phy->dev, "assert phy_rst err %d\n", err);
|
||||
rk_phy->pwr_cnt++;
|
||||
regmap_write(rk_phy->reg_base,
|
||||
rk_phy->phy_data->pcie_laneoff,
|
||||
HIWORD_UPDATE(!PHY_LANE_IDLE_OFF,
|
||||
PHY_LANE_IDLE_MASK,
|
||||
PHY_LANE_IDLE_A_SHIFT + inst->index));
|
||||
regmap_write(rk_phy->reg_base, rk_phy->phy_data->pcie_laneoff,
|
||||
FIELD_PREP_WM16(PHY_LANE_IDLE_MASK,
|
||||
!PHY_LANE_IDLE_OFF) << inst->index);
|
||||
return err;
|
||||
}
|
||||
|
||||
@@ -159,11 +135,9 @@ static int rockchip_pcie_phy_power_on(struct phy *phy)
|
||||
|
||||
guard(mutex)(&rk_phy->pcie_mutex);
|
||||
|
||||
regmap_write(rk_phy->reg_base,
|
||||
rk_phy->phy_data->pcie_laneoff,
|
||||
HIWORD_UPDATE(!PHY_LANE_IDLE_OFF,
|
||||
PHY_LANE_IDLE_MASK,
|
||||
PHY_LANE_IDLE_A_SHIFT + inst->index));
|
||||
regmap_write(rk_phy->reg_base, rk_phy->phy_data->pcie_laneoff,
|
||||
FIELD_PREP_WM16(PHY_LANE_IDLE_MASK,
|
||||
!PHY_LANE_IDLE_OFF) << inst->index);
|
||||
|
||||
if (rk_phy->pwr_cnt++) {
|
||||
return 0;
|
||||
@@ -177,9 +151,7 @@ static int rockchip_pcie_phy_power_on(struct phy *phy)
|
||||
}
|
||||
|
||||
regmap_write(rk_phy->reg_base, rk_phy->phy_data->pcie_conf,
|
||||
HIWORD_UPDATE(PHY_CFG_PLL_LOCK,
|
||||
PHY_CFG_ADDR_MASK,
|
||||
PHY_CFG_ADDR_SHIFT));
|
||||
FIELD_PREP_WM16(PHY_CFG_ADDR_MASK, PHY_CFG_PLL_LOCK));
|
||||
|
||||
/*
|
||||
* No documented timeout value for phy operation below,
|
||||
@@ -210,9 +182,7 @@ static int rockchip_pcie_phy_power_on(struct phy *phy)
|
||||
}
|
||||
|
||||
regmap_write(rk_phy->reg_base, rk_phy->phy_data->pcie_conf,
|
||||
HIWORD_UPDATE(PHY_CFG_PLL_LOCK,
|
||||
PHY_CFG_ADDR_MASK,
|
||||
PHY_CFG_ADDR_SHIFT));
|
||||
FIELD_PREP_WM16(PHY_CFG_ADDR_MASK, PHY_CFG_PLL_LOCK));
|
||||
|
||||
err = regmap_read_poll_timeout(rk_phy->reg_base,
|
||||
rk_phy->phy_data->pcie_status,
|
||||
|
||||
@@ -8,6 +8,7 @@
|
||||
#include <dt-bindings/phy/phy.h>
|
||||
#include <linux/bitfield.h>
|
||||
#include <linux/clk.h>
|
||||
#include <linux/hw_bitfield.h>
|
||||
#include <linux/init.h>
|
||||
#include <linux/kernel.h>
|
||||
#include <linux/mfd/syscon.h>
|
||||
@@ -20,12 +21,6 @@
|
||||
#include <linux/regmap.h>
|
||||
#include <linux/reset.h>
|
||||
|
||||
#define FIELD_PREP_HIWORD(_mask, _val) \
|
||||
( \
|
||||
FIELD_PREP((_mask), (_val)) | \
|
||||
((_mask) << 16) \
|
||||
)
|
||||
|
||||
#define BIAS_CON0 0x0000
|
||||
#define I_RES_CNTL_MASK GENMASK(6, 4)
|
||||
#define I_RES_CNTL(x) FIELD_PREP(I_RES_CNTL_MASK, x)
|
||||
@@ -252,8 +247,8 @@
|
||||
|
||||
/* MIPI_CDPHY_GRF registers */
|
||||
#define MIPI_DCPHY_GRF_CON0 0x0000
|
||||
#define S_CPHY_MODE FIELD_PREP_HIWORD(BIT(3), 1)
|
||||
#define M_CPHY_MODE FIELD_PREP_HIWORD(BIT(0), 1)
|
||||
#define S_CPHY_MODE FIELD_PREP_WM16(BIT(3), 1)
|
||||
#define M_CPHY_MODE FIELD_PREP_WM16(BIT(0), 1)
|
||||
|
||||
enum hs_drv_res_ohm {
|
||||
STRENGTH_30_OHM = 0x8,
|
||||
|
||||
@@ -8,6 +8,7 @@
|
||||
|
||||
#include <linux/clk.h>
|
||||
#include <linux/clk-provider.h>
|
||||
#include <linux/hw_bitfield.h>
|
||||
#include <linux/io.h>
|
||||
#include <linux/kernel.h>
|
||||
#include <linux/module.h>
|
||||
@@ -24,9 +25,6 @@
|
||||
|
||||
static int enable_usb_uart;
|
||||
|
||||
#define HIWORD_UPDATE(val, mask) \
|
||||
((val) | (mask) << 16)
|
||||
|
||||
#define UOC_CON0 0x00
|
||||
#define UOC_CON0_SIDDQ BIT(13)
|
||||
#define UOC_CON0_DISABLE BIT(4)
|
||||
@@ -38,10 +36,10 @@ static int enable_usb_uart;
|
||||
#define UOC_CON3 0x0c
|
||||
/* bits present on rk3188 and rk3288 phys */
|
||||
#define UOC_CON3_UTMI_TERMSEL_FULLSPEED BIT(5)
|
||||
#define UOC_CON3_UTMI_XCVRSEELCT_FSTRANSC (1 << 3)
|
||||
#define UOC_CON3_UTMI_XCVRSEELCT_MASK (3 << 3)
|
||||
#define UOC_CON3_UTMI_OPMODE_NODRIVING (1 << 1)
|
||||
#define UOC_CON3_UTMI_OPMODE_MASK (3 << 1)
|
||||
#define UOC_CON3_UTMI_XCVRSEELCT_FSTRANSC 1UL
|
||||
#define UOC_CON3_UTMI_XCVRSEELCT_MASK GENMASK(4, 3)
|
||||
#define UOC_CON3_UTMI_OPMODE_NODRIVING 1UL
|
||||
#define UOC_CON3_UTMI_OPMODE_MASK GENMASK(2, 1)
|
||||
#define UOC_CON3_UTMI_SUSPENDN BIT(0)
|
||||
|
||||
struct rockchip_usb_phys {
|
||||
@@ -79,7 +77,7 @@ struct rockchip_usb_phy {
|
||||
static int rockchip_usb_phy_power(struct rockchip_usb_phy *phy,
|
||||
bool siddq)
|
||||
{
|
||||
u32 val = HIWORD_UPDATE(siddq ? UOC_CON0_SIDDQ : 0, UOC_CON0_SIDDQ);
|
||||
u32 val = FIELD_PREP_WM16(UOC_CON0_SIDDQ, siddq);
|
||||
|
||||
return regmap_write(phy->base->reg_base, phy->reg_offset, val);
|
||||
}
|
||||
@@ -332,29 +330,24 @@ static int __init rockchip_init_usb_uart_common(struct regmap *grf,
|
||||
* but were not present in the original code.
|
||||
* Also disable the analog phy components to save power.
|
||||
*/
|
||||
val = HIWORD_UPDATE(UOC_CON0_COMMON_ON_N
|
||||
| UOC_CON0_DISABLE
|
||||
| UOC_CON0_SIDDQ,
|
||||
UOC_CON0_COMMON_ON_N
|
||||
| UOC_CON0_DISABLE
|
||||
| UOC_CON0_SIDDQ);
|
||||
val = FIELD_PREP_WM16(UOC_CON0_COMMON_ON_N, 1) |
|
||||
FIELD_PREP_WM16(UOC_CON0_DISABLE, 1) |
|
||||
FIELD_PREP_WM16(UOC_CON0_SIDDQ, 1);
|
||||
ret = regmap_write(grf, regoffs + UOC_CON0, val);
|
||||
if (ret)
|
||||
return ret;
|
||||
|
||||
val = HIWORD_UPDATE(UOC_CON2_SOFT_CON_SEL,
|
||||
UOC_CON2_SOFT_CON_SEL);
|
||||
val = FIELD_PREP_WM16(UOC_CON2_SOFT_CON_SEL, 1);
|
||||
ret = regmap_write(grf, regoffs + UOC_CON2, val);
|
||||
if (ret)
|
||||
return ret;
|
||||
|
||||
val = HIWORD_UPDATE(UOC_CON3_UTMI_OPMODE_NODRIVING
|
||||
| UOC_CON3_UTMI_XCVRSEELCT_FSTRANSC
|
||||
| UOC_CON3_UTMI_TERMSEL_FULLSPEED,
|
||||
UOC_CON3_UTMI_SUSPENDN
|
||||
| UOC_CON3_UTMI_OPMODE_MASK
|
||||
| UOC_CON3_UTMI_XCVRSEELCT_MASK
|
||||
| UOC_CON3_UTMI_TERMSEL_FULLSPEED);
|
||||
val = FIELD_PREP_WM16(UOC_CON3_UTMI_SUSPENDN, 0) |
|
||||
FIELD_PREP_WM16(UOC_CON3_UTMI_OPMODE_MASK,
|
||||
UOC_CON3_UTMI_OPMODE_NODRIVING) |
|
||||
FIELD_PREP_WM16(UOC_CON3_UTMI_XCVRSEELCT_MASK,
|
||||
UOC_CON3_UTMI_XCVRSEELCT_FSTRANSC) |
|
||||
FIELD_PREP_WM16(UOC_CON3_UTMI_TERMSEL_FULLSPEED, 1);
|
||||
ret = regmap_write(grf, UOC_CON3, val);
|
||||
if (ret)
|
||||
return ret;
|
||||
@@ -380,10 +373,8 @@ static int __init rk3188_init_usb_uart(struct regmap *grf,
|
||||
if (ret)
|
||||
return ret;
|
||||
|
||||
val = HIWORD_UPDATE(RK3188_UOC0_CON0_BYPASSSEL
|
||||
| RK3188_UOC0_CON0_BYPASSDMEN,
|
||||
RK3188_UOC0_CON0_BYPASSSEL
|
||||
| RK3188_UOC0_CON0_BYPASSDMEN);
|
||||
val = FIELD_PREP_WM16(RK3188_UOC0_CON0_BYPASSSEL, 1) |
|
||||
FIELD_PREP_WM16(RK3188_UOC0_CON0_BYPASSDMEN, 1);
|
||||
ret = regmap_write(grf, RK3188_UOC0_CON0, val);
|
||||
if (ret)
|
||||
return ret;
|
||||
@@ -430,10 +421,8 @@ static int __init rk3288_init_usb_uart(struct regmap *grf,
|
||||
if (ret)
|
||||
return ret;
|
||||
|
||||
val = HIWORD_UPDATE(RK3288_UOC0_CON3_BYPASSSEL
|
||||
| RK3288_UOC0_CON3_BYPASSDMEN,
|
||||
RK3288_UOC0_CON3_BYPASSSEL
|
||||
| RK3288_UOC0_CON3_BYPASSDMEN);
|
||||
val = FIELD_PREP_WM16(RK3288_UOC0_CON3_BYPASSSEL, 1) |
|
||||
FIELD_PREP_WM16(RK3288_UOC0_CON3_BYPASSDMEN, 1);
|
||||
ret = regmap_write(grf, RK3288_UOC0_CON3, val);
|
||||
if (ret)
|
||||
return ret;
|
||||
|
||||
@@ -6,13 +6,12 @@
|
||||
*/
|
||||
|
||||
#include <linux/err.h>
|
||||
#include <linux/hw_bitfield.h>
|
||||
#include <linux/mfd/syscon.h>
|
||||
#include <linux/of.h>
|
||||
#include <linux/platform_device.h>
|
||||
#include <linux/regmap.h>
|
||||
|
||||
#define HIWORD_UPDATE(val, mask, shift) \
|
||||
((val) << (shift) | (mask) << ((shift) + 16))
|
||||
|
||||
struct rockchip_grf_value {
|
||||
const char *desc;
|
||||
@@ -32,7 +31,7 @@ static const struct rockchip_grf_value rk3036_defaults[] __initconst = {
|
||||
* Disable auto jtag/sdmmc switching that causes issues with the
|
||||
* clock-framework and the mmc controllers making them unreliable.
|
||||
*/
|
||||
{ "jtag switching", RK3036_GRF_SOC_CON0, HIWORD_UPDATE(0, 1, 11) },
|
||||
{ "jtag switching", RK3036_GRF_SOC_CON0, FIELD_PREP_WM16_CONST(BIT(11), 0) },
|
||||
};
|
||||
|
||||
static const struct rockchip_grf_info rk3036_grf __initconst = {
|
||||
@@ -44,8 +43,8 @@ static const struct rockchip_grf_info rk3036_grf __initconst = {
|
||||
#define RK3128_GRF_SOC_CON1 0x144
|
||||
|
||||
static const struct rockchip_grf_value rk3128_defaults[] __initconst = {
|
||||
{ "jtag switching", RK3128_GRF_SOC_CON0, HIWORD_UPDATE(0, 1, 8) },
|
||||
{ "vpu main clock", RK3128_GRF_SOC_CON1, HIWORD_UPDATE(0, 1, 10) },
|
||||
{ "jtag switching", RK3128_GRF_SOC_CON0, FIELD_PREP_WM16_CONST(BIT(8), 0) },
|
||||
{ "vpu main clock", RK3128_GRF_SOC_CON1, FIELD_PREP_WM16_CONST(BIT(10), 0) },
|
||||
};
|
||||
|
||||
static const struct rockchip_grf_info rk3128_grf __initconst = {
|
||||
@@ -56,7 +55,7 @@ static const struct rockchip_grf_info rk3128_grf __initconst = {
|
||||
#define RK3228_GRF_SOC_CON6 0x418
|
||||
|
||||
static const struct rockchip_grf_value rk3228_defaults[] __initconst = {
|
||||
{ "jtag switching", RK3228_GRF_SOC_CON6, HIWORD_UPDATE(0, 1, 8) },
|
||||
{ "jtag switching", RK3228_GRF_SOC_CON6, FIELD_PREP_WM16_CONST(BIT(8), 0) },
|
||||
};
|
||||
|
||||
static const struct rockchip_grf_info rk3228_grf __initconst = {
|
||||
@@ -68,8 +67,8 @@ static const struct rockchip_grf_info rk3228_grf __initconst = {
|
||||
#define RK3288_GRF_SOC_CON2 0x24c
|
||||
|
||||
static const struct rockchip_grf_value rk3288_defaults[] __initconst = {
|
||||
{ "jtag switching", RK3288_GRF_SOC_CON0, HIWORD_UPDATE(0, 1, 12) },
|
||||
{ "pwm select", RK3288_GRF_SOC_CON2, HIWORD_UPDATE(1, 1, 0) },
|
||||
{ "jtag switching", RK3288_GRF_SOC_CON0, FIELD_PREP_WM16_CONST(BIT(12), 0) },
|
||||
{ "pwm select", RK3288_GRF_SOC_CON2, FIELD_PREP_WM16_CONST(BIT(0), 1) },
|
||||
};
|
||||
|
||||
static const struct rockchip_grf_info rk3288_grf __initconst = {
|
||||
@@ -80,7 +79,7 @@ static const struct rockchip_grf_info rk3288_grf __initconst = {
|
||||
#define RK3328_GRF_SOC_CON4 0x410
|
||||
|
||||
static const struct rockchip_grf_value rk3328_defaults[] __initconst = {
|
||||
{ "jtag switching", RK3328_GRF_SOC_CON4, HIWORD_UPDATE(0, 1, 12) },
|
||||
{ "jtag switching", RK3328_GRF_SOC_CON4, FIELD_PREP_WM16_CONST(BIT(12), 0) },
|
||||
};
|
||||
|
||||
static const struct rockchip_grf_info rk3328_grf __initconst = {
|
||||
@@ -91,7 +90,7 @@ static const struct rockchip_grf_info rk3328_grf __initconst = {
|
||||
#define RK3368_GRF_SOC_CON15 0x43c
|
||||
|
||||
static const struct rockchip_grf_value rk3368_defaults[] __initconst = {
|
||||
{ "jtag switching", RK3368_GRF_SOC_CON15, HIWORD_UPDATE(0, 1, 13) },
|
||||
{ "jtag switching", RK3368_GRF_SOC_CON15, FIELD_PREP_WM16_CONST(BIT(13), 0) },
|
||||
};
|
||||
|
||||
static const struct rockchip_grf_info rk3368_grf __initconst = {
|
||||
@@ -102,7 +101,7 @@ static const struct rockchip_grf_info rk3368_grf __initconst = {
|
||||
#define RK3399_GRF_SOC_CON7 0xe21c
|
||||
|
||||
static const struct rockchip_grf_value rk3399_defaults[] __initconst = {
|
||||
{ "jtag switching", RK3399_GRF_SOC_CON7, HIWORD_UPDATE(0, 1, 12) },
|
||||
{ "jtag switching", RK3399_GRF_SOC_CON7, FIELD_PREP_WM16_CONST(BIT(12), 0) },
|
||||
};
|
||||
|
||||
static const struct rockchip_grf_info rk3399_grf __initconst = {
|
||||
@@ -113,9 +112,9 @@ static const struct rockchip_grf_info rk3399_grf __initconst = {
|
||||
#define RK3566_GRF_USB3OTG0_CON1 0x0104
|
||||
|
||||
static const struct rockchip_grf_value rk3566_defaults[] __initconst = {
|
||||
{ "usb3otg port switch", RK3566_GRF_USB3OTG0_CON1, HIWORD_UPDATE(0, 1, 12) },
|
||||
{ "usb3otg clock switch", RK3566_GRF_USB3OTG0_CON1, HIWORD_UPDATE(1, 1, 7) },
|
||||
{ "usb3otg disable usb3", RK3566_GRF_USB3OTG0_CON1, HIWORD_UPDATE(1, 1, 0) },
|
||||
{ "usb3otg port switch", RK3566_GRF_USB3OTG0_CON1, FIELD_PREP_WM16_CONST(BIT(12), 0) },
|
||||
{ "usb3otg clock switch", RK3566_GRF_USB3OTG0_CON1, FIELD_PREP_WM16_CONST(BIT(7), 1) },
|
||||
{ "usb3otg disable usb3", RK3566_GRF_USB3OTG0_CON1, FIELD_PREP_WM16_CONST(BIT(0), 1) },
|
||||
};
|
||||
|
||||
static const struct rockchip_grf_info rk3566_pipegrf __initconst = {
|
||||
@@ -126,8 +125,8 @@ static const struct rockchip_grf_info rk3566_pipegrf __initconst = {
|
||||
#define RK3576_SYSGRF_SOC_CON1 0x0004
|
||||
|
||||
static const struct rockchip_grf_value rk3576_defaults_sys_grf[] __initconst = {
|
||||
{ "i3c0 weakpull", RK3576_SYSGRF_SOC_CON1, HIWORD_UPDATE(3, 3, 6) },
|
||||
{ "i3c1 weakpull", RK3576_SYSGRF_SOC_CON1, HIWORD_UPDATE(3, 3, 8) },
|
||||
{ "i3c0 weakpull", RK3576_SYSGRF_SOC_CON1, FIELD_PREP_WM16_CONST(GENMASK(7, 6), 3) },
|
||||
{ "i3c1 weakpull", RK3576_SYSGRF_SOC_CON1, FIELD_PREP_WM16_CONST(GENMASK(9, 8), 3) },
|
||||
};
|
||||
|
||||
static const struct rockchip_grf_info rk3576_sysgrf __initconst = {
|
||||
@@ -138,7 +137,7 @@ static const struct rockchip_grf_info rk3576_sysgrf __initconst = {
|
||||
#define RK3576_IOCGRF_MISC_CON 0x04F0
|
||||
|
||||
static const struct rockchip_grf_value rk3576_defaults_ioc_grf[] __initconst = {
|
||||
{ "jtag switching", RK3576_IOCGRF_MISC_CON, HIWORD_UPDATE(0, 1, 1) },
|
||||
{ "jtag switching", RK3576_IOCGRF_MISC_CON, FIELD_PREP_WM16_CONST(BIT(1), 0) },
|
||||
};
|
||||
|
||||
static const struct rockchip_grf_info rk3576_iocgrf __initconst = {
|
||||
@@ -149,7 +148,7 @@ static const struct rockchip_grf_info rk3576_iocgrf __initconst = {
|
||||
#define RK3588_GRF_SOC_CON6 0x0318
|
||||
|
||||
static const struct rockchip_grf_value rk3588_defaults[] __initconst = {
|
||||
{ "jtag switching", RK3588_GRF_SOC_CON6, HIWORD_UPDATE(0, 1, 14) },
|
||||
{ "jtag switching", RK3588_GRF_SOC_CON6, FIELD_PREP_WM16_CONST(BIT(14), 0) },
|
||||
};
|
||||
|
||||
static const struct rockchip_grf_info rk3588_sysgrf __initconst = {
|
||||
|
||||
62
include/linux/hw_bitfield.h
Normal file
62
include/linux/hw_bitfield.h
Normal file
@@ -0,0 +1,62 @@
|
||||
/* SPDX-License-Identifier: GPL-2.0-or-later */
|
||||
/*
|
||||
* Copyright (C) 2025, Collabora Ltd.
|
||||
*/
|
||||
|
||||
#ifndef _LINUX_HW_BITFIELD_H
|
||||
#define _LINUX_HW_BITFIELD_H
|
||||
|
||||
#include <linux/bitfield.h>
|
||||
#include <linux/build_bug.h>
|
||||
#include <linux/limits.h>
|
||||
|
||||
/**
|
||||
* FIELD_PREP_WM16() - prepare a bitfield element with a mask in the upper half
|
||||
* @_mask: shifted mask defining the field's length and position
|
||||
* @_val: value to put in the field
|
||||
*
|
||||
* FIELD_PREP_WM16() masks and shifts up the value, as well as bitwise ORs the
|
||||
* result with the mask shifted up by 16.
|
||||
*
|
||||
* This is useful for a common design of hardware registers where the upper
|
||||
* 16-bit half of a 32-bit register is used as a write-enable mask. In such a
|
||||
* register, a bit in the lower half is only updated if the corresponding bit
|
||||
* in the upper half is high.
|
||||
*/
|
||||
#define FIELD_PREP_WM16(_mask, _val) \
|
||||
({ \
|
||||
typeof(_val) __val = _val; \
|
||||
typeof(_mask) __mask = _mask; \
|
||||
__BF_FIELD_CHECK(__mask, ((u16)0U), __val, \
|
||||
"HWORD_UPDATE: "); \
|
||||
(((typeof(__mask))(__val) << __bf_shf(__mask)) & (__mask)) | \
|
||||
((__mask) << 16); \
|
||||
})
|
||||
|
||||
/**
|
||||
* FIELD_PREP_WM16_CONST() - prepare a constant bitfield element with a mask in
|
||||
* the upper half
|
||||
* @_mask: shifted mask defining the field's length and position
|
||||
* @_val: value to put in the field
|
||||
*
|
||||
* FIELD_PREP_WM16_CONST() masks and shifts up the value, as well as bitwise ORs
|
||||
* the result with the mask shifted up by 16.
|
||||
*
|
||||
* This is useful for a common design of hardware registers where the upper
|
||||
* 16-bit half of a 32-bit register is used as a write-enable mask. In such a
|
||||
* register, a bit in the lower half is only updated if the corresponding bit
|
||||
* in the upper half is high.
|
||||
*
|
||||
* Unlike FIELD_PREP_WM16(), this is a constant expression and can therefore
|
||||
* be used in initializers. Error checking is less comfortable for this
|
||||
* version.
|
||||
*/
|
||||
#define FIELD_PREP_WM16_CONST(_mask, _val) \
|
||||
( \
|
||||
FIELD_PREP_CONST(_mask, _val) | \
|
||||
(BUILD_BUG_ON_ZERO(const_true((u64)(_mask) > U16_MAX)) + \
|
||||
((_mask) << 16)) \
|
||||
)
|
||||
|
||||
|
||||
#endif /* _LINUX_HW_BITFIELD_H */
|
||||
@@ -2621,6 +2621,19 @@ config FIND_BIT_BENCHMARK
|
||||
|
||||
If unsure, say N.
|
||||
|
||||
config FIND_BIT_BENCHMARK_RUST
|
||||
tristate "Test find_bit functions in Rust"
|
||||
depends on RUST
|
||||
help
|
||||
This builds the "find_bit_benchmark_rust" module. It is a micro
|
||||
benchmark that measures the performance of Rust functions that
|
||||
correspond to the find_*_bit() operations in C. It follows the
|
||||
FIND_BIT_BENCHMARK closely but will in general not yield same
|
||||
numbers due to extra bounds checks and overhead of foreign
|
||||
function calls.
|
||||
|
||||
If unsure, say N.
|
||||
|
||||
config TEST_FIRMWARE
|
||||
tristate "Test firmware loading via userspace interface"
|
||||
depends on FW_LOADER
|
||||
|
||||
@@ -62,6 +62,7 @@ obj-y += hexdump.o
|
||||
obj-$(CONFIG_TEST_HEXDUMP) += test_hexdump.o
|
||||
obj-y += kstrtox.o
|
||||
obj-$(CONFIG_FIND_BIT_BENCHMARK) += find_bit_benchmark.o
|
||||
obj-$(CONFIG_FIND_BIT_BENCHMARK_RUST) += find_bit_benchmark_rust.o
|
||||
obj-$(CONFIG_TEST_BPF) += test_bpf.o
|
||||
test_dhry-objs := dhry_1.o dhry_2.o dhry_run.o
|
||||
obj-$(CONFIG_TEST_DHRY) += test_dhry.o
|
||||
|
||||
104
lib/find_bit_benchmark_rust.rs
Normal file
104
lib/find_bit_benchmark_rust.rs
Normal file
@@ -0,0 +1,104 @@
|
||||
// SPDX-License-Identifier: GPL-2.0
|
||||
//! Benchmark for find_bit-like methods in Bitmap Rust API.
|
||||
|
||||
use kernel::alloc::flags::GFP_KERNEL;
|
||||
use kernel::bindings;
|
||||
use kernel::bitmap::BitmapVec;
|
||||
use kernel::error::{code, Result};
|
||||
use kernel::prelude::module;
|
||||
use kernel::time::{Instant, Monotonic};
|
||||
use kernel::ThisModule;
|
||||
use kernel::{pr_cont, pr_err};
|
||||
|
||||
const BITMAP_LEN: usize = 4096 * 8 * 10;
|
||||
// Reciprocal of the fraction of bits that are set in sparse bitmap.
|
||||
const SPARSENESS: usize = 500;
|
||||
|
||||
/// Test module that benchmarks performance of traversing bitmaps.
|
||||
struct Benchmark();
|
||||
|
||||
fn test_next_bit(bitmap: &BitmapVec) {
|
||||
let time = Instant::<Monotonic>::now();
|
||||
let mut cnt = 0;
|
||||
let mut i = 0;
|
||||
|
||||
while let Some(index) = bitmap.next_bit(i) {
|
||||
cnt += 1;
|
||||
i = index + 1;
|
||||
// CONFIG_RUST_BITMAP_HARDENED enforces strict bounds.
|
||||
if i == BITMAP_LEN {
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
let delta = time.elapsed();
|
||||
pr_cont!(
|
||||
"\nnext_bit: {:18} ns, {:6} iterations",
|
||||
delta.as_nanos(),
|
||||
cnt
|
||||
);
|
||||
}
|
||||
|
||||
fn test_next_zero_bit(bitmap: &BitmapVec) {
|
||||
let time = Instant::<Monotonic>::now();
|
||||
let mut cnt = 0;
|
||||
let mut i = 0;
|
||||
|
||||
while let Some(index) = bitmap.next_zero_bit(i) {
|
||||
cnt += 1;
|
||||
i = index + 1;
|
||||
// CONFIG_RUST_BITMAP_HARDENED enforces strict bounds.
|
||||
if i == BITMAP_LEN {
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
let delta = time.elapsed();
|
||||
pr_cont!(
|
||||
"\nnext_zero_bit: {:18} ns, {:6} iterations",
|
||||
delta.as_nanos(),
|
||||
cnt
|
||||
);
|
||||
}
|
||||
|
||||
fn find_bit_test() {
|
||||
pr_err!("Benchmark");
|
||||
pr_cont!("\nStart testing find_bit() Rust with random-filled bitmap");
|
||||
|
||||
let mut bitmap = BitmapVec::new(BITMAP_LEN, GFP_KERNEL).expect("alloc bitmap failed");
|
||||
bitmap.fill_random();
|
||||
|
||||
test_next_bit(&bitmap);
|
||||
test_next_zero_bit(&bitmap);
|
||||
|
||||
pr_cont!("\nStart testing find_bit() Rust with sparse bitmap");
|
||||
|
||||
let mut bitmap = BitmapVec::new(BITMAP_LEN, GFP_KERNEL).expect("alloc sparse bitmap failed");
|
||||
let nbits = BITMAP_LEN / SPARSENESS;
|
||||
for _i in 0..nbits {
|
||||
// SAFETY: __get_random_u32_below is safe to call with any u32 argument.
|
||||
let bit =
|
||||
unsafe { bindings::__get_random_u32_below(BITMAP_LEN.try_into().unwrap()) as usize };
|
||||
bitmap.set_bit(bit);
|
||||
}
|
||||
|
||||
test_next_bit(&bitmap);
|
||||
test_next_zero_bit(&bitmap);
|
||||
pr_cont!("\n");
|
||||
}
|
||||
|
||||
impl kernel::Module for Benchmark {
|
||||
fn init(_module: &'static ThisModule) -> Result<Self> {
|
||||
find_bit_test();
|
||||
// Return error so test module can be inserted again without rmmod.
|
||||
Err(code::EINVAL)
|
||||
}
|
||||
}
|
||||
|
||||
module! {
|
||||
type: Benchmark,
|
||||
name: "find_bit_benchmark_rust",
|
||||
authors: ["Burak Emir <bqe@google.com>"],
|
||||
description: "Module with benchmark for bitmap Rust API",
|
||||
license: "GPL v2",
|
||||
}
|
||||
@@ -36,6 +36,7 @@
|
||||
#include <drm/drm_ioctl.h>
|
||||
#include <kunit/test.h>
|
||||
#include <linux/auxiliary_bus.h>
|
||||
#include <linux/bitmap.h>
|
||||
#include <linux/blk-mq.h>
|
||||
#include <linux/blk_types.h>
|
||||
#include <linux/blkdev.h>
|
||||
@@ -68,6 +69,7 @@
|
||||
#include <linux/pm_opp.h>
|
||||
#include <linux/poll.h>
|
||||
#include <linux/property.h>
|
||||
#include <linux/random.h>
|
||||
#include <linux/refcount.h>
|
||||
#include <linux/regulator/consumer.h>
|
||||
#include <linux/sched.h>
|
||||
|
||||
9
rust/helpers/bitmap.c
Normal file
9
rust/helpers/bitmap.c
Normal file
@@ -0,0 +1,9 @@
|
||||
// SPDX-License-Identifier: GPL-2.0
|
||||
|
||||
#include <linux/bitmap.h>
|
||||
|
||||
void rust_helper_bitmap_copy_and_extend(unsigned long *to, const unsigned long *from,
|
||||
unsigned int count, unsigned int size)
|
||||
{
|
||||
bitmap_copy_and_extend(to, from, count, size);
|
||||
}
|
||||
23
rust/helpers/bitops.c
Normal file
23
rust/helpers/bitops.c
Normal file
@@ -0,0 +1,23 @@
|
||||
// SPDX-License-Identifier: GPL-2.0
|
||||
|
||||
#include <linux/bitops.h>
|
||||
|
||||
void rust_helper___set_bit(unsigned long nr, unsigned long *addr)
|
||||
{
|
||||
__set_bit(nr, addr);
|
||||
}
|
||||
|
||||
void rust_helper___clear_bit(unsigned long nr, unsigned long *addr)
|
||||
{
|
||||
__clear_bit(nr, addr);
|
||||
}
|
||||
|
||||
void rust_helper_set_bit(unsigned long nr, volatile unsigned long *addr)
|
||||
{
|
||||
set_bit(nr, addr);
|
||||
}
|
||||
|
||||
void rust_helper_clear_bit(unsigned long nr, volatile unsigned long *addr)
|
||||
{
|
||||
clear_bit(nr, addr);
|
||||
}
|
||||
@@ -10,6 +10,8 @@
|
||||
#include "atomic.c"
|
||||
#include "auxiliary.c"
|
||||
#include "barrier.c"
|
||||
#include "bitmap.c"
|
||||
#include "bitops.c"
|
||||
#include "blk.c"
|
||||
#include "bug.c"
|
||||
#include "build_assert.c"
|
||||
|
||||
600
rust/kernel/bitmap.rs
Normal file
600
rust/kernel/bitmap.rs
Normal file
@@ -0,0 +1,600 @@
|
||||
// SPDX-License-Identifier: GPL-2.0
|
||||
|
||||
// Copyright (C) 2025 Google LLC.
|
||||
|
||||
//! Rust API for bitmap.
|
||||
//!
|
||||
//! C headers: [`include/linux/bitmap.h`](srctree/include/linux/bitmap.h).
|
||||
|
||||
use crate::alloc::{AllocError, Flags};
|
||||
use crate::bindings;
|
||||
#[cfg(not(CONFIG_RUST_BITMAP_HARDENED))]
|
||||
use crate::pr_err;
|
||||
use core::ptr::NonNull;
|
||||
|
||||
const BITS_PER_LONG: usize = bindings::BITS_PER_LONG as usize;
|
||||
|
||||
/// Represents a C bitmap. Wraps underlying C bitmap API.
|
||||
///
|
||||
/// # Invariants
|
||||
///
|
||||
/// Must reference a `[c_ulong]` long enough to fit `data.len()` bits.
|
||||
#[cfg_attr(CONFIG_64BIT, repr(align(8)))]
|
||||
#[cfg_attr(not(CONFIG_64BIT), repr(align(4)))]
|
||||
pub struct Bitmap {
|
||||
data: [()],
|
||||
}
|
||||
|
||||
impl Bitmap {
|
||||
/// Borrows a C bitmap.
|
||||
///
|
||||
/// # Safety
|
||||
///
|
||||
/// * `ptr` holds a non-null address of an initialized array of `unsigned long`
|
||||
/// that is large enough to hold `nbits` bits.
|
||||
/// * the array must not be freed for the lifetime of this [`Bitmap`]
|
||||
/// * concurrent access only happens through atomic operations
|
||||
pub unsafe fn from_raw<'a>(ptr: *const usize, nbits: usize) -> &'a Bitmap {
|
||||
let data: *const [()] = core::ptr::slice_from_raw_parts(ptr.cast(), nbits);
|
||||
// INVARIANT: `data` references an initialized array that can hold `nbits` bits.
|
||||
// SAFETY:
|
||||
// The caller guarantees that `data` (derived from `ptr` and `nbits`)
|
||||
// points to a valid, initialized, and appropriately sized memory region
|
||||
// that will not be freed for the lifetime 'a.
|
||||
// We are casting `*const [()]` to `*const Bitmap`. The `Bitmap`
|
||||
// struct is a ZST with a `data: [()]` field. This means its layout
|
||||
// is compatible with a slice of `()`, and effectively it's a "thin pointer"
|
||||
// (its size is 0 and alignment is 1). The `slice_from_raw_parts`
|
||||
// function correctly encodes the length (number of bits, not elements)
|
||||
// into the metadata of the fat pointer. Therefore, dereferencing this
|
||||
// pointer as `&Bitmap` is safe given the caller's guarantees.
|
||||
unsafe { &*(data as *const Bitmap) }
|
||||
}
|
||||
|
||||
/// Borrows a C bitmap exclusively.
|
||||
///
|
||||
/// # Safety
|
||||
///
|
||||
/// * `ptr` holds a non-null address of an initialized array of `unsigned long`
|
||||
/// that is large enough to hold `nbits` bits.
|
||||
/// * the array must not be freed for the lifetime of this [`Bitmap`]
|
||||
/// * no concurrent access may happen.
|
||||
pub unsafe fn from_raw_mut<'a>(ptr: *mut usize, nbits: usize) -> &'a mut Bitmap {
|
||||
let data: *mut [()] = core::ptr::slice_from_raw_parts_mut(ptr.cast(), nbits);
|
||||
// INVARIANT: `data` references an initialized array that can hold `nbits` bits.
|
||||
// SAFETY:
|
||||
// The caller guarantees that `data` (derived from `ptr` and `nbits`)
|
||||
// points to a valid, initialized, and appropriately sized memory region
|
||||
// that will not be freed for the lifetime 'a.
|
||||
// Furthermore, the caller guarantees no concurrent access will happen,
|
||||
// which upholds the exclusivity requirement for a mutable reference.
|
||||
// Similar to `from_raw`, casting `*mut [()]` to `*mut Bitmap` is
|
||||
// safe because `Bitmap` is a ZST with a `data: [()]` field,
|
||||
// making its layout compatible with a slice of `()`.
|
||||
unsafe { &mut *(data as *mut Bitmap) }
|
||||
}
|
||||
|
||||
/// Returns a raw pointer to the backing [`Bitmap`].
|
||||
pub fn as_ptr(&self) -> *const usize {
|
||||
core::ptr::from_ref::<Bitmap>(self).cast::<usize>()
|
||||
}
|
||||
|
||||
/// Returns a mutable raw pointer to the backing [`Bitmap`].
|
||||
pub fn as_mut_ptr(&mut self) -> *mut usize {
|
||||
core::ptr::from_mut::<Bitmap>(self).cast::<usize>()
|
||||
}
|
||||
|
||||
/// Returns length of this [`Bitmap`].
|
||||
#[expect(clippy::len_without_is_empty)]
|
||||
pub fn len(&self) -> usize {
|
||||
self.data.len()
|
||||
}
|
||||
}
|
||||
|
||||
/// Holds either a pointer to array of `unsigned long` or a small bitmap.
|
||||
#[repr(C)]
|
||||
union BitmapRepr {
|
||||
bitmap: usize,
|
||||
ptr: NonNull<usize>,
|
||||
}
|
||||
|
||||
macro_rules! bitmap_assert {
|
||||
($cond:expr, $($arg:tt)+) => {
|
||||
#[cfg(CONFIG_RUST_BITMAP_HARDENED)]
|
||||
assert!($cond, $($arg)*);
|
||||
}
|
||||
}
|
||||
|
||||
macro_rules! bitmap_assert_return {
|
||||
($cond:expr, $($arg:tt)+) => {
|
||||
#[cfg(CONFIG_RUST_BITMAP_HARDENED)]
|
||||
assert!($cond, $($arg)*);
|
||||
|
||||
#[cfg(not(CONFIG_RUST_BITMAP_HARDENED))]
|
||||
if !($cond) {
|
||||
pr_err!($($arg)*);
|
||||
return
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/// Represents an owned bitmap.
|
||||
///
|
||||
/// Wraps underlying C bitmap API. See [`Bitmap`] for available
|
||||
/// methods.
|
||||
///
|
||||
/// # Examples
|
||||
///
|
||||
/// Basic usage
|
||||
///
|
||||
/// ```
|
||||
/// use kernel::alloc::flags::GFP_KERNEL;
|
||||
/// use kernel::bitmap::BitmapVec;
|
||||
///
|
||||
/// let mut b = BitmapVec::new(16, GFP_KERNEL)?;
|
||||
///
|
||||
/// assert_eq!(16, b.len());
|
||||
/// for i in 0..16 {
|
||||
/// if i % 4 == 0 {
|
||||
/// b.set_bit(i);
|
||||
/// }
|
||||
/// }
|
||||
/// assert_eq!(Some(0), b.next_bit(0));
|
||||
/// assert_eq!(Some(1), b.next_zero_bit(0));
|
||||
/// assert_eq!(Some(4), b.next_bit(1));
|
||||
/// assert_eq!(Some(5), b.next_zero_bit(4));
|
||||
/// assert_eq!(Some(12), b.last_bit());
|
||||
/// # Ok::<(), Error>(())
|
||||
/// ```
|
||||
///
|
||||
/// # Invariants
|
||||
///
|
||||
/// * `nbits` is `<= i32::MAX` and never changes.
|
||||
/// * if `nbits <= bindings::BITS_PER_LONG`, then `repr` is a `usize`.
|
||||
/// * otherwise, `repr` holds a non-null pointer to an initialized
|
||||
/// array of `unsigned long` that is large enough to hold `nbits` bits.
|
||||
pub struct BitmapVec {
|
||||
/// Representation of bitmap.
|
||||
repr: BitmapRepr,
|
||||
/// Length of this bitmap. Must be `<= i32::MAX`.
|
||||
nbits: usize,
|
||||
}
|
||||
|
||||
impl core::ops::Deref for BitmapVec {
|
||||
type Target = Bitmap;
|
||||
|
||||
fn deref(&self) -> &Bitmap {
|
||||
let ptr = if self.nbits <= BITS_PER_LONG {
|
||||
// SAFETY: Bitmap is represented inline.
|
||||
unsafe { core::ptr::addr_of!(self.repr.bitmap) }
|
||||
} else {
|
||||
// SAFETY: Bitmap is represented as array of `unsigned long`.
|
||||
unsafe { self.repr.ptr.as_ptr() }
|
||||
};
|
||||
|
||||
// SAFETY: We got the right pointer and invariants of [`Bitmap`] hold.
|
||||
// An inline bitmap is treated like an array with single element.
|
||||
unsafe { Bitmap::from_raw(ptr, self.nbits) }
|
||||
}
|
||||
}
|
||||
|
||||
impl core::ops::DerefMut for BitmapVec {
|
||||
fn deref_mut(&mut self) -> &mut Bitmap {
|
||||
let ptr = if self.nbits <= BITS_PER_LONG {
|
||||
// SAFETY: Bitmap is represented inline.
|
||||
unsafe { core::ptr::addr_of_mut!(self.repr.bitmap) }
|
||||
} else {
|
||||
// SAFETY: Bitmap is represented as array of `unsigned long`.
|
||||
unsafe { self.repr.ptr.as_ptr() }
|
||||
};
|
||||
|
||||
// SAFETY: We got the right pointer and invariants of [`BitmapVec`] hold.
|
||||
// An inline bitmap is treated like an array with single element.
|
||||
unsafe { Bitmap::from_raw_mut(ptr, self.nbits) }
|
||||
}
|
||||
}
|
||||
|
||||
/// Enable ownership transfer to other threads.
|
||||
///
|
||||
/// SAFETY: We own the underlying bitmap representation.
|
||||
unsafe impl Send for BitmapVec {}
|
||||
|
||||
/// Enable unsynchronized concurrent access to [`BitmapVec`] through shared references.
|
||||
///
|
||||
/// SAFETY: `deref()` will return a reference to a [`Bitmap`]. Its methods
|
||||
/// take immutable references are either atomic or read-only.
|
||||
unsafe impl Sync for BitmapVec {}
|
||||
|
||||
impl Drop for BitmapVec {
|
||||
fn drop(&mut self) {
|
||||
if self.nbits <= BITS_PER_LONG {
|
||||
return;
|
||||
}
|
||||
// SAFETY: `self.ptr` was returned by the C `bitmap_zalloc`.
|
||||
//
|
||||
// INVARIANT: there is no other use of the `self.ptr` after this
|
||||
// call and the value is being dropped so the broken invariant is
|
||||
// not observable on function exit.
|
||||
unsafe { bindings::bitmap_free(self.repr.ptr.as_ptr()) };
|
||||
}
|
||||
}
|
||||
|
||||
impl BitmapVec {
|
||||
/// Constructs a new [`BitmapVec`].
|
||||
///
|
||||
/// Fails with [`AllocError`] when the [`BitmapVec`] could not be allocated. This
|
||||
/// includes the case when `nbits` is greater than `i32::MAX`.
|
||||
#[inline]
|
||||
pub fn new(nbits: usize, flags: Flags) -> Result<Self, AllocError> {
|
||||
if nbits <= BITS_PER_LONG {
|
||||
return Ok(BitmapVec {
|
||||
repr: BitmapRepr { bitmap: 0 },
|
||||
nbits,
|
||||
});
|
||||
}
|
||||
if nbits > i32::MAX.try_into().unwrap() {
|
||||
return Err(AllocError);
|
||||
}
|
||||
let nbits_u32 = u32::try_from(nbits).unwrap();
|
||||
// SAFETY: `BITS_PER_LONG < nbits` and `nbits <= i32::MAX`.
|
||||
let ptr = unsafe { bindings::bitmap_zalloc(nbits_u32, flags.as_raw()) };
|
||||
let ptr = NonNull::new(ptr).ok_or(AllocError)?;
|
||||
// INVARIANT: `ptr` returned by C `bitmap_zalloc` and `nbits` checked.
|
||||
Ok(BitmapVec {
|
||||
repr: BitmapRepr { ptr },
|
||||
nbits,
|
||||
})
|
||||
}
|
||||
|
||||
/// Returns length of this [`Bitmap`].
|
||||
#[allow(clippy::len_without_is_empty)]
|
||||
#[inline]
|
||||
pub fn len(&self) -> usize {
|
||||
self.nbits
|
||||
}
|
||||
|
||||
/// Fills this `Bitmap` with random bits.
|
||||
#[cfg(CONFIG_FIND_BIT_BENCHMARK_RUST)]
|
||||
pub fn fill_random(&mut self) {
|
||||
// SAFETY: `self.as_mut_ptr` points to either an array of the
|
||||
// appropriate length or one usize.
|
||||
unsafe {
|
||||
bindings::get_random_bytes(
|
||||
self.as_mut_ptr().cast::<ffi::c_void>(),
|
||||
usize::div_ceil(self.nbits, bindings::BITS_PER_LONG as usize)
|
||||
* bindings::BITS_PER_LONG as usize
|
||||
/ 8,
|
||||
);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
impl Bitmap {
|
||||
/// Set bit with index `index`.
|
||||
///
|
||||
/// ATTENTION: `set_bit` is non-atomic, which differs from the naming
|
||||
/// convention in C code. The corresponding C function is `__set_bit`.
|
||||
///
|
||||
/// If CONFIG_RUST_BITMAP_HARDENED is not enabled and `index` is greater than
|
||||
/// or equal to `self.nbits`, does nothing.
|
||||
///
|
||||
/// # Panics
|
||||
///
|
||||
/// Panics if CONFIG_RUST_BITMAP_HARDENED is enabled and `index` is greater than
|
||||
/// or equal to `self.nbits`.
|
||||
#[inline]
|
||||
pub fn set_bit(&mut self, index: usize) {
|
||||
bitmap_assert_return!(
|
||||
index < self.len(),
|
||||
"Bit `index` must be < {}, was {}",
|
||||
self.len(),
|
||||
index
|
||||
);
|
||||
// SAFETY: Bit `index` is within bounds.
|
||||
unsafe { bindings::__set_bit(index, self.as_mut_ptr()) };
|
||||
}
|
||||
|
||||
/// Set bit with index `index`, atomically.
|
||||
///
|
||||
/// This is a relaxed atomic operation (no implied memory barriers).
|
||||
///
|
||||
/// ATTENTION: The naming convention differs from C, where the corresponding
|
||||
/// function is called `set_bit`.
|
||||
///
|
||||
/// If CONFIG_RUST_BITMAP_HARDENED is not enabled and `index` is greater than
|
||||
/// or equal to `self.len()`, does nothing.
|
||||
///
|
||||
/// # Panics
|
||||
///
|
||||
/// Panics if CONFIG_RUST_BITMAP_HARDENED is enabled and `index` is greater than
|
||||
/// or equal to `self.len()`.
|
||||
#[inline]
|
||||
pub fn set_bit_atomic(&self, index: usize) {
|
||||
bitmap_assert_return!(
|
||||
index < self.len(),
|
||||
"Bit `index` must be < {}, was {}",
|
||||
self.len(),
|
||||
index
|
||||
);
|
||||
// SAFETY: `index` is within bounds and the caller has ensured that
|
||||
// there is no mix of non-atomic and atomic operations.
|
||||
unsafe { bindings::set_bit(index, self.as_ptr().cast_mut()) };
|
||||
}
|
||||
|
||||
/// Clear `index` bit.
|
||||
///
|
||||
/// ATTENTION: `clear_bit` is non-atomic, which differs from the naming
|
||||
/// convention in C code. The corresponding C function is `__clear_bit`.
|
||||
///
|
||||
/// If CONFIG_RUST_BITMAP_HARDENED is not enabled and `index` is greater than
|
||||
/// or equal to `self.len()`, does nothing.
|
||||
///
|
||||
/// # Panics
|
||||
///
|
||||
/// Panics if CONFIG_RUST_BITMAP_HARDENED is enabled and `index` is greater than
|
||||
/// or equal to `self.len()`.
|
||||
#[inline]
|
||||
pub fn clear_bit(&mut self, index: usize) {
|
||||
bitmap_assert_return!(
|
||||
index < self.len(),
|
||||
"Bit `index` must be < {}, was {}",
|
||||
self.len(),
|
||||
index
|
||||
);
|
||||
// SAFETY: `index` is within bounds.
|
||||
unsafe { bindings::__clear_bit(index, self.as_mut_ptr()) };
|
||||
}
|
||||
|
||||
/// Clear `index` bit, atomically.
|
||||
///
|
||||
/// This is a relaxed atomic operation (no implied memory barriers).
|
||||
///
|
||||
/// ATTENTION: The naming convention differs from C, where the corresponding
|
||||
/// function is called `clear_bit`.
|
||||
///
|
||||
/// If CONFIG_RUST_BITMAP_HARDENED is not enabled and `index` is greater than
|
||||
/// or equal to `self.len()`, does nothing.
|
||||
///
|
||||
/// # Panics
|
||||
///
|
||||
/// Panics if CONFIG_RUST_BITMAP_HARDENED is enabled and `index` is greater than
|
||||
/// or equal to `self.len()`.
|
||||
#[inline]
|
||||
pub fn clear_bit_atomic(&self, index: usize) {
|
||||
bitmap_assert_return!(
|
||||
index < self.len(),
|
||||
"Bit `index` must be < {}, was {}",
|
||||
self.len(),
|
||||
index
|
||||
);
|
||||
// SAFETY: `index` is within bounds and the caller has ensured that
|
||||
// there is no mix of non-atomic and atomic operations.
|
||||
unsafe { bindings::clear_bit(index, self.as_ptr().cast_mut()) };
|
||||
}
|
||||
|
||||
/// Copy `src` into this [`Bitmap`] and set any remaining bits to zero.
|
||||
///
|
||||
/// # Examples
|
||||
///
|
||||
/// ```
|
||||
/// use kernel::alloc::{AllocError, flags::GFP_KERNEL};
|
||||
/// use kernel::bitmap::BitmapVec;
|
||||
///
|
||||
/// let mut long_bitmap = BitmapVec::new(256, GFP_KERNEL)?;
|
||||
///
|
||||
/// assert_eq!(None, long_bitmap.last_bit());
|
||||
///
|
||||
/// let mut short_bitmap = BitmapVec::new(16, GFP_KERNEL)?;
|
||||
///
|
||||
/// short_bitmap.set_bit(7);
|
||||
/// long_bitmap.copy_and_extend(&short_bitmap);
|
||||
/// assert_eq!(Some(7), long_bitmap.last_bit());
|
||||
///
|
||||
/// # Ok::<(), AllocError>(())
|
||||
/// ```
|
||||
#[inline]
|
||||
pub fn copy_and_extend(&mut self, src: &Bitmap) {
|
||||
let len = core::cmp::min(src.len(), self.len());
|
||||
// SAFETY: access to `self` and `src` is within bounds.
|
||||
unsafe {
|
||||
bindings::bitmap_copy_and_extend(
|
||||
self.as_mut_ptr(),
|
||||
src.as_ptr(),
|
||||
len as u32,
|
||||
self.len() as u32,
|
||||
)
|
||||
};
|
||||
}
|
||||
|
||||
/// Finds last set bit.
|
||||
///
|
||||
/// # Examples
|
||||
///
|
||||
/// ```
|
||||
/// use kernel::alloc::{AllocError, flags::GFP_KERNEL};
|
||||
/// use kernel::bitmap::BitmapVec;
|
||||
///
|
||||
/// let bitmap = BitmapVec::new(64, GFP_KERNEL)?;
|
||||
///
|
||||
/// match bitmap.last_bit() {
|
||||
/// Some(idx) => {
|
||||
/// pr_info!("The last bit has index {idx}.\n");
|
||||
/// }
|
||||
/// None => {
|
||||
/// pr_info!("All bits in this bitmap are 0.\n");
|
||||
/// }
|
||||
/// }
|
||||
/// # Ok::<(), AllocError>(())
|
||||
/// ```
|
||||
#[inline]
|
||||
pub fn last_bit(&self) -> Option<usize> {
|
||||
// SAFETY: `_find_next_bit` access is within bounds due to invariant.
|
||||
let index = unsafe { bindings::_find_last_bit(self.as_ptr(), self.len()) };
|
||||
if index >= self.len() {
|
||||
None
|
||||
} else {
|
||||
Some(index)
|
||||
}
|
||||
}
|
||||
|
||||
/// Finds next set bit, starting from `start`.
|
||||
///
|
||||
/// Returns `None` if `start` is greater or equal to `self.nbits`.
|
||||
#[inline]
|
||||
pub fn next_bit(&self, start: usize) -> Option<usize> {
|
||||
bitmap_assert!(
|
||||
start < self.len(),
|
||||
"`start` must be < {} was {}",
|
||||
self.len(),
|
||||
start
|
||||
);
|
||||
// SAFETY: `_find_next_bit` tolerates out-of-bounds arguments and returns a
|
||||
// value larger than or equal to `self.len()` in that case.
|
||||
let index = unsafe { bindings::_find_next_bit(self.as_ptr(), self.len(), start) };
|
||||
if index >= self.len() {
|
||||
None
|
||||
} else {
|
||||
Some(index)
|
||||
}
|
||||
}
|
||||
|
||||
/// Finds next zero bit, starting from `start`.
|
||||
/// Returns `None` if `start` is greater than or equal to `self.len()`.
|
||||
#[inline]
|
||||
pub fn next_zero_bit(&self, start: usize) -> Option<usize> {
|
||||
bitmap_assert!(
|
||||
start < self.len(),
|
||||
"`start` must be < {} was {}",
|
||||
self.len(),
|
||||
start
|
||||
);
|
||||
// SAFETY: `_find_next_zero_bit` tolerates out-of-bounds arguments and returns a
|
||||
// value larger than or equal to `self.len()` in that case.
|
||||
let index = unsafe { bindings::_find_next_zero_bit(self.as_ptr(), self.len(), start) };
|
||||
if index >= self.len() {
|
||||
None
|
||||
} else {
|
||||
Some(index)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
use macros::kunit_tests;
|
||||
|
||||
#[kunit_tests(rust_kernel_bitmap)]
|
||||
mod tests {
|
||||
use super::*;
|
||||
use kernel::alloc::flags::GFP_KERNEL;
|
||||
|
||||
#[test]
|
||||
fn bitmap_borrow() {
|
||||
let fake_bitmap: [usize; 2] = [0, 0];
|
||||
// SAFETY: `fake_c_bitmap` is an array of expected length.
|
||||
let b = unsafe { Bitmap::from_raw(fake_bitmap.as_ptr(), 2 * BITS_PER_LONG) };
|
||||
assert_eq!(2 * BITS_PER_LONG, b.len());
|
||||
assert_eq!(None, b.next_bit(0));
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn bitmap_copy() {
|
||||
let fake_bitmap: usize = 0xFF;
|
||||
// SAFETY: `fake_c_bitmap` can be used as one-element array of expected length.
|
||||
let b = unsafe { Bitmap::from_raw(core::ptr::addr_of!(fake_bitmap), 8) };
|
||||
assert_eq!(8, b.len());
|
||||
assert_eq!(None, b.next_zero_bit(0));
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn bitmap_vec_new() -> Result<(), AllocError> {
|
||||
let b = BitmapVec::new(0, GFP_KERNEL)?;
|
||||
assert_eq!(0, b.len());
|
||||
|
||||
let b = BitmapVec::new(3, GFP_KERNEL)?;
|
||||
assert_eq!(3, b.len());
|
||||
|
||||
let b = BitmapVec::new(1024, GFP_KERNEL)?;
|
||||
assert_eq!(1024, b.len());
|
||||
|
||||
// Requesting too large values results in [`AllocError`].
|
||||
let res = BitmapVec::new(1 << 31, GFP_KERNEL);
|
||||
assert!(res.is_err());
|
||||
Ok(())
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn bitmap_set_clear_find() -> Result<(), AllocError> {
|
||||
let mut b = BitmapVec::new(128, GFP_KERNEL)?;
|
||||
|
||||
// Zero-initialized
|
||||
assert_eq!(None, b.next_bit(0));
|
||||
assert_eq!(Some(0), b.next_zero_bit(0));
|
||||
assert_eq!(None, b.last_bit());
|
||||
|
||||
b.set_bit(17);
|
||||
|
||||
assert_eq!(Some(17), b.next_bit(0));
|
||||
assert_eq!(Some(17), b.next_bit(17));
|
||||
assert_eq!(None, b.next_bit(18));
|
||||
assert_eq!(Some(17), b.last_bit());
|
||||
|
||||
b.set_bit(107);
|
||||
|
||||
assert_eq!(Some(17), b.next_bit(0));
|
||||
assert_eq!(Some(17), b.next_bit(17));
|
||||
assert_eq!(Some(107), b.next_bit(18));
|
||||
assert_eq!(Some(107), b.last_bit());
|
||||
|
||||
b.clear_bit(17);
|
||||
|
||||
assert_eq!(Some(107), b.next_bit(0));
|
||||
assert_eq!(Some(107), b.last_bit());
|
||||
Ok(())
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn owned_bitmap_out_of_bounds() -> Result<(), AllocError> {
|
||||
// TODO: Kunit #[test]s do not support `cfg` yet,
|
||||
// so we add it here in the body.
|
||||
#[cfg(not(CONFIG_RUST_BITMAP_HARDENED))]
|
||||
{
|
||||
let mut b = BitmapVec::new(128, GFP_KERNEL)?;
|
||||
b.set_bit(2048);
|
||||
b.set_bit_atomic(2048);
|
||||
b.clear_bit(2048);
|
||||
b.clear_bit_atomic(2048);
|
||||
assert_eq!(None, b.next_bit(2048));
|
||||
assert_eq!(None, b.next_zero_bit(2048));
|
||||
assert_eq!(None, b.last_bit());
|
||||
}
|
||||
Ok(())
|
||||
}
|
||||
|
||||
// TODO: uncomment once kunit supports [should_panic] and `cfg`.
|
||||
// #[cfg(CONFIG_RUST_BITMAP_HARDENED)]
|
||||
// #[test]
|
||||
// #[should_panic]
|
||||
// fn owned_bitmap_out_of_bounds() -> Result<(), AllocError> {
|
||||
// let mut b = BitmapVec::new(128, GFP_KERNEL)?;
|
||||
//
|
||||
// b.set_bit(2048);
|
||||
// }
|
||||
|
||||
#[test]
|
||||
fn bitmap_copy_and_extend() -> Result<(), AllocError> {
|
||||
let mut long_bitmap = BitmapVec::new(256, GFP_KERNEL)?;
|
||||
|
||||
long_bitmap.set_bit(3);
|
||||
long_bitmap.set_bit(200);
|
||||
|
||||
let mut short_bitmap = BitmapVec::new(32, GFP_KERNEL)?;
|
||||
|
||||
short_bitmap.set_bit(17);
|
||||
|
||||
long_bitmap.copy_and_extend(&short_bitmap);
|
||||
|
||||
// Previous bits have been cleared.
|
||||
assert_eq!(Some(17), long_bitmap.next_bit(0));
|
||||
assert_eq!(Some(17), long_bitmap.last_bit());
|
||||
Ok(())
|
||||
}
|
||||
}
|
||||
226
rust/kernel/id_pool.rs
Normal file
226
rust/kernel/id_pool.rs
Normal file
@@ -0,0 +1,226 @@
|
||||
// SPDX-License-Identifier: GPL-2.0
|
||||
|
||||
// Copyright (C) 2025 Google LLC.
|
||||
|
||||
//! Rust API for an ID pool backed by a [`BitmapVec`].
|
||||
|
||||
use crate::alloc::{AllocError, Flags};
|
||||
use crate::bitmap::BitmapVec;
|
||||
|
||||
const BITS_PER_LONG: usize = bindings::BITS_PER_LONG as usize;
|
||||
|
||||
/// Represents a dynamic ID pool backed by a [`BitmapVec`].
|
||||
///
|
||||
/// Clients acquire and release IDs from unset bits in a bitmap.
|
||||
///
|
||||
/// The capacity of the ID pool may be adjusted by users as
|
||||
/// needed. The API supports the scenario where users need precise control
|
||||
/// over the time of allocation of a new backing bitmap, which may require
|
||||
/// release of spinlock.
|
||||
/// Due to concurrent updates, all operations are re-verified to determine
|
||||
/// if the grow or shrink is sill valid.
|
||||
///
|
||||
/// # Examples
|
||||
///
|
||||
/// Basic usage
|
||||
///
|
||||
/// ```
|
||||
/// use kernel::alloc::{AllocError, flags::GFP_KERNEL};
|
||||
/// use kernel::id_pool::IdPool;
|
||||
///
|
||||
/// let mut pool = IdPool::new(64, GFP_KERNEL)?;
|
||||
/// for i in 0..64 {
|
||||
/// assert_eq!(i, pool.acquire_next_id(i).ok_or(ENOSPC)?);
|
||||
/// }
|
||||
///
|
||||
/// pool.release_id(23);
|
||||
/// assert_eq!(23, pool.acquire_next_id(0).ok_or(ENOSPC)?);
|
||||
///
|
||||
/// assert_eq!(None, pool.acquire_next_id(0)); // time to realloc.
|
||||
/// let resizer = pool.grow_request().ok_or(ENOSPC)?.realloc(GFP_KERNEL)?;
|
||||
/// pool.grow(resizer);
|
||||
///
|
||||
/// assert_eq!(pool.acquire_next_id(0), Some(64));
|
||||
/// # Ok::<(), Error>(())
|
||||
/// ```
|
||||
///
|
||||
/// Releasing spinlock to grow the pool
|
||||
///
|
||||
/// ```no_run
|
||||
/// use kernel::alloc::{AllocError, flags::GFP_KERNEL};
|
||||
/// use kernel::sync::{new_spinlock, SpinLock};
|
||||
/// use kernel::id_pool::IdPool;
|
||||
///
|
||||
/// fn get_id_maybe_realloc(guarded_pool: &SpinLock<IdPool>) -> Result<usize, AllocError> {
|
||||
/// let mut pool = guarded_pool.lock();
|
||||
/// loop {
|
||||
/// match pool.acquire_next_id(0) {
|
||||
/// Some(index) => return Ok(index),
|
||||
/// None => {
|
||||
/// let alloc_request = pool.grow_request();
|
||||
/// drop(pool);
|
||||
/// let resizer = alloc_request.ok_or(AllocError)?.realloc(GFP_KERNEL)?;
|
||||
/// pool = guarded_pool.lock();
|
||||
/// pool.grow(resizer)
|
||||
/// }
|
||||
/// }
|
||||
/// }
|
||||
/// }
|
||||
/// ```
|
||||
pub struct IdPool {
|
||||
map: BitmapVec,
|
||||
}
|
||||
|
||||
/// Indicates that an [`IdPool`] should change to a new target size.
|
||||
pub struct ReallocRequest {
|
||||
num_ids: usize,
|
||||
}
|
||||
|
||||
/// Contains a [`BitmapVec`] of a size suitable for reallocating [`IdPool`].
|
||||
pub struct PoolResizer {
|
||||
new: BitmapVec,
|
||||
}
|
||||
|
||||
impl ReallocRequest {
|
||||
/// Allocates a new backing [`BitmapVec`] for [`IdPool`].
|
||||
///
|
||||
/// This method only prepares reallocation and does not complete it.
|
||||
/// Reallocation will complete after passing the [`PoolResizer`] to the
|
||||
/// [`IdPool::grow`] or [`IdPool::shrink`] operation, which will check
|
||||
/// that reallocation still makes sense.
|
||||
pub fn realloc(&self, flags: Flags) -> Result<PoolResizer, AllocError> {
|
||||
let new = BitmapVec::new(self.num_ids, flags)?;
|
||||
Ok(PoolResizer { new })
|
||||
}
|
||||
}
|
||||
|
||||
impl IdPool {
|
||||
/// Constructs a new [`IdPool`].
|
||||
///
|
||||
/// A capacity below [`BITS_PER_LONG`] is adjusted to
|
||||
/// [`BITS_PER_LONG`].
|
||||
///
|
||||
/// [`BITS_PER_LONG`]: srctree/include/asm-generic/bitsperlong.h
|
||||
#[inline]
|
||||
pub fn new(num_ids: usize, flags: Flags) -> Result<Self, AllocError> {
|
||||
let num_ids = core::cmp::max(num_ids, BITS_PER_LONG);
|
||||
let map = BitmapVec::new(num_ids, flags)?;
|
||||
Ok(Self { map })
|
||||
}
|
||||
|
||||
/// Returns how many IDs this pool can currently have.
|
||||
#[inline]
|
||||
pub fn capacity(&self) -> usize {
|
||||
self.map.len()
|
||||
}
|
||||
|
||||
/// Returns a [`ReallocRequest`] if the [`IdPool`] can be shrunk, [`None`] otherwise.
|
||||
///
|
||||
/// The capacity of an [`IdPool`] cannot be shrunk below [`BITS_PER_LONG`].
|
||||
///
|
||||
/// [`BITS_PER_LONG`]: srctree/include/asm-generic/bitsperlong.h
|
||||
///
|
||||
/// # Examples
|
||||
///
|
||||
/// ```
|
||||
/// use kernel::alloc::{AllocError, flags::GFP_KERNEL};
|
||||
/// use kernel::id_pool::{ReallocRequest, IdPool};
|
||||
///
|
||||
/// let mut pool = IdPool::new(1024, GFP_KERNEL)?;
|
||||
/// let alloc_request = pool.shrink_request().ok_or(AllocError)?;
|
||||
/// let resizer = alloc_request.realloc(GFP_KERNEL)?;
|
||||
/// pool.shrink(resizer);
|
||||
/// assert_eq!(pool.capacity(), kernel::bindings::BITS_PER_LONG as usize);
|
||||
/// # Ok::<(), AllocError>(())
|
||||
/// ```
|
||||
#[inline]
|
||||
pub fn shrink_request(&self) -> Option<ReallocRequest> {
|
||||
let cap = self.capacity();
|
||||
// Shrinking below [`BITS_PER_LONG`] is never possible.
|
||||
if cap <= BITS_PER_LONG {
|
||||
return None;
|
||||
}
|
||||
// Determine if the bitmap can shrink based on the position of
|
||||
// its last set bit. If the bit is within the first quarter of
|
||||
// the bitmap then shrinking is possible. In this case, the
|
||||
// bitmap should shrink to half its current size.
|
||||
let Some(bit) = self.map.last_bit() else {
|
||||
return Some(ReallocRequest {
|
||||
num_ids: BITS_PER_LONG,
|
||||
});
|
||||
};
|
||||
if bit >= (cap / 4) {
|
||||
return None;
|
||||
}
|
||||
let num_ids = usize::max(BITS_PER_LONG, cap / 2);
|
||||
Some(ReallocRequest { num_ids })
|
||||
}
|
||||
|
||||
/// Shrinks pool by using a new [`BitmapVec`], if still possible.
|
||||
#[inline]
|
||||
pub fn shrink(&mut self, mut resizer: PoolResizer) {
|
||||
// Between request to shrink that led to allocation of `resizer` and now,
|
||||
// bits may have changed.
|
||||
// Verify that shrinking is still possible. In case shrinking to
|
||||
// the size of `resizer` is no longer possible, do nothing,
|
||||
// drop `resizer` and move on.
|
||||
let Some(updated) = self.shrink_request() else {
|
||||
return;
|
||||
};
|
||||
if updated.num_ids > resizer.new.len() {
|
||||
return;
|
||||
}
|
||||
|
||||
resizer.new.copy_and_extend(&self.map);
|
||||
self.map = resizer.new;
|
||||
}
|
||||
|
||||
/// Returns a [`ReallocRequest`] for growing this [`IdPool`], if possible.
|
||||
///
|
||||
/// The capacity of an [`IdPool`] cannot be grown above [`i32::MAX`].
|
||||
#[inline]
|
||||
pub fn grow_request(&self) -> Option<ReallocRequest> {
|
||||
let num_ids = self.capacity() * 2;
|
||||
if num_ids > i32::MAX.try_into().unwrap() {
|
||||
return None;
|
||||
}
|
||||
Some(ReallocRequest { num_ids })
|
||||
}
|
||||
|
||||
/// Grows pool by using a new [`BitmapVec`], if still necessary.
|
||||
///
|
||||
/// The `resizer` arguments has to be obtained by calling [`Self::grow_request`]
|
||||
/// on this object and performing a [`ReallocRequest::realloc`].
|
||||
#[inline]
|
||||
pub fn grow(&mut self, mut resizer: PoolResizer) {
|
||||
// Between request to grow that led to allocation of `resizer` and now,
|
||||
// another thread may have already grown the capacity.
|
||||
// In this case, do nothing, drop `resizer` and move on.
|
||||
if resizer.new.len() <= self.capacity() {
|
||||
return;
|
||||
}
|
||||
|
||||
resizer.new.copy_and_extend(&self.map);
|
||||
self.map = resizer.new;
|
||||
}
|
||||
|
||||
/// Acquires a new ID by finding and setting the next zero bit in the
|
||||
/// bitmap.
|
||||
///
|
||||
/// Upon success, returns its index. Otherwise, returns [`None`]
|
||||
/// to indicate that a [`Self::grow_request`] is needed.
|
||||
#[inline]
|
||||
pub fn acquire_next_id(&mut self, offset: usize) -> Option<usize> {
|
||||
let next_zero_bit = self.map.next_zero_bit(offset);
|
||||
if let Some(nr) = next_zero_bit {
|
||||
self.map.set_bit(nr);
|
||||
}
|
||||
next_zero_bit
|
||||
}
|
||||
|
||||
/// Releases an ID.
|
||||
#[inline]
|
||||
pub fn release_id(&mut self, id: usize) {
|
||||
self.map.clear_bit(id);
|
||||
}
|
||||
}
|
||||
@@ -64,6 +64,7 @@ pub mod acpi;
|
||||
pub mod alloc;
|
||||
#[cfg(CONFIG_AUXILIARY_BUS)]
|
||||
pub mod auxiliary;
|
||||
pub mod bitmap;
|
||||
pub mod bits;
|
||||
#[cfg(CONFIG_BLOCK)]
|
||||
pub mod block;
|
||||
@@ -92,6 +93,7 @@ pub mod faux;
|
||||
pub mod firmware;
|
||||
pub mod fmt;
|
||||
pub mod fs;
|
||||
pub mod id_pool;
|
||||
pub mod init;
|
||||
pub mod io;
|
||||
pub mod ioctl;
|
||||
|
||||
@@ -255,6 +255,16 @@ config LIST_HARDENED
|
||||
|
||||
If unsure, say N.
|
||||
|
||||
config RUST_BITMAP_HARDENED
|
||||
bool "Check integrity of bitmap Rust API"
|
||||
depends on RUST
|
||||
help
|
||||
Enables additional assertions in the Rust Bitmap API to catch
|
||||
arguments that are not guaranteed to result in an immediate access
|
||||
fault.
|
||||
|
||||
If unsure, say N.
|
||||
|
||||
config BUG_ON_DATA_CORRUPTION
|
||||
bool "Trigger a BUG when data corruption is detected"
|
||||
select LIST_HARDENED
|
||||
|
||||
@@ -10,6 +10,8 @@
|
||||
#ifndef _ROCKCHIP_I2S_TDM_H
|
||||
#define _ROCKCHIP_I2S_TDM_H
|
||||
|
||||
#include <linux/hw_bitfield.h>
|
||||
|
||||
/*
|
||||
* TXCR
|
||||
* transmit operation control register
|
||||
@@ -285,7 +287,7 @@ enum {
|
||||
#define I2S_TDM_RXCR (0x0034)
|
||||
#define I2S_CLKDIV (0x0038)
|
||||
|
||||
#define HIWORD_UPDATE(v, h, l) (((v) << (l)) | (GENMASK((h), (l)) << 16))
|
||||
#define HIWORD_UPDATE(v, h, l) (FIELD_PREP_WM16_CONST(GENMASK((h), (l)), (v)))
|
||||
|
||||
/* PX30 GRF CONFIGS */
|
||||
#define PX30_I2S0_CLK_IN_SRC_FROM_TX HIWORD_UPDATE(1, 13, 12)
|
||||
|
||||
Reference in New Issue
Block a user