Lines Matching refs:mmio
153 static inline u64 _ioread64(void __iomem *mmio) in _ioread64() argument
157 low = ioread32(mmio); in _ioread64()
158 high = ioread32(mmio + sizeof(u32)); in _ioread64()
169 static inline void _iowrite64(u64 val, void __iomem *mmio) in _iowrite64() argument
171 iowrite32(val, mmio); in _iowrite64()
172 iowrite32(val >> 32, mmio + sizeof(u32)); in _iowrite64()
269 void __iomem *mmio) in ndev_db_read() argument
274 return ndev->reg->db_ioread(mmio); in ndev_db_read()
278 void __iomem *mmio) in ndev_db_write() argument
286 ndev->reg->db_iowrite(db_bits, mmio); in ndev_db_write()
292 void __iomem *mmio) in ndev_db_set_mask() argument
305 ndev->reg->db_iowrite(ndev->db_mask, mmio); in ndev_db_set_mask()
313 void __iomem *mmio) in ndev_db_clear_mask() argument
326 ndev->reg->db_iowrite(ndev->db_mask, mmio); in ndev_db_clear_mask()
362 void __iomem *mmio) in ndev_spad_read() argument
370 return ioread32(mmio + (idx << 2)); in ndev_spad_read()
374 void __iomem *mmio) in ndev_spad_write() argument
382 iowrite32(val, mmio + (idx << 2)); in ndev_spad_write()
554 void __iomem *mmio; in ndev_debugfs_read() local
561 mmio = ndev->self_mmio; in ndev_debugfs_read()
626 u.v64 = ndev_db_read(ndev, mmio + ndev->self_reg->db_mask); in ndev_debugfs_read()
630 u.v64 = ndev_db_read(ndev, mmio + ndev->self_reg->db_bell); in ndev_debugfs_read()
637 u.v64 = ioread64(mmio + bar2_off(ndev->xlat_reg->bar2_xlat, 2)); in ndev_debugfs_read()
642 u.v32 = ioread32(mmio + bar2_off(ndev->xlat_reg->bar2_xlat, 4)); in ndev_debugfs_read()
646 u.v32 = ioread32(mmio + bar2_off(ndev->xlat_reg->bar2_xlat, 5)); in ndev_debugfs_read()
650 u.v64 = ioread64(mmio + bar2_off(ndev->xlat_reg->bar2_xlat, 4)); in ndev_debugfs_read()
655 u.v64 = ioread64(mmio + bar2_off(ndev->xlat_reg->bar2_limit, 2)); in ndev_debugfs_read()
660 u.v32 = ioread32(mmio + bar2_off(ndev->xlat_reg->bar2_limit, 4)); in ndev_debugfs_read()
663 u.v32 = ioread32(mmio + bar2_off(ndev->xlat_reg->bar2_limit, 5)); in ndev_debugfs_read()
667 u.v64 = ioread64(mmio + bar2_off(ndev->xlat_reg->bar2_limit, 4)); in ndev_debugfs_read()
677 u.v64 = ioread64(mmio + XEON_PBAR23XLAT_OFFSET); in ndev_debugfs_read()
682 u.v32 = ioread32(mmio + XEON_PBAR4XLAT_OFFSET); in ndev_debugfs_read()
686 u.v32 = ioread32(mmio + XEON_PBAR5XLAT_OFFSET); in ndev_debugfs_read()
691 u.v64 = ioread64(mmio + XEON_PBAR45XLAT_OFFSET); in ndev_debugfs_read()
697 u.v64 = ioread64(mmio + XEON_PBAR23LMT_OFFSET); in ndev_debugfs_read()
702 u.v32 = ioread32(mmio + XEON_PBAR4LMT_OFFSET); in ndev_debugfs_read()
706 u.v32 = ioread32(mmio + XEON_PBAR5LMT_OFFSET); in ndev_debugfs_read()
711 u.v64 = ioread64(mmio + XEON_PBAR45LMT_OFFSET); in ndev_debugfs_read()
720 u.v64 = ioread64(mmio + XEON_SBAR0BASE_OFFSET); in ndev_debugfs_read()
724 u.v64 = ioread64(mmio + XEON_SBAR23BASE_OFFSET); in ndev_debugfs_read()
729 u.v32 = ioread32(mmio + XEON_SBAR4BASE_OFFSET); in ndev_debugfs_read()
732 u.v32 = ioread32(mmio + XEON_SBAR5BASE_OFFSET); in ndev_debugfs_read()
736 u.v64 = ioread64(mmio + XEON_SBAR45BASE_OFFSET); in ndev_debugfs_read()
746 u.v16 = ioread16(mmio + XEON_USMEMMISS_OFFSET); in ndev_debugfs_read()
846 void __iomem *mmio; in intel_ntb_mw_set_trans() local
872 mmio = ndev->self_mmio; in intel_ntb_mw_set_trans()
878 base = ioread64(mmio + base_reg); in intel_ntb_mw_set_trans()
887 iowrite64(addr, mmio + xlat_reg); in intel_ntb_mw_set_trans()
888 reg_val = ioread64(mmio + xlat_reg); in intel_ntb_mw_set_trans()
890 iowrite64(0, mmio + xlat_reg); in intel_ntb_mw_set_trans()
895 iowrite64(limit, mmio + limit_reg); in intel_ntb_mw_set_trans()
896 reg_val = ioread64(mmio + limit_reg); in intel_ntb_mw_set_trans()
898 iowrite64(base, mmio + limit_reg); in intel_ntb_mw_set_trans()
899 iowrite64(0, mmio + xlat_reg); in intel_ntb_mw_set_trans()
909 base = ioread32(mmio + base_reg); in intel_ntb_mw_set_trans()
918 iowrite32(addr, mmio + xlat_reg); in intel_ntb_mw_set_trans()
919 reg_val = ioread32(mmio + xlat_reg); in intel_ntb_mw_set_trans()
921 iowrite32(0, mmio + xlat_reg); in intel_ntb_mw_set_trans()
926 iowrite32(limit, mmio + limit_reg); in intel_ntb_mw_set_trans()
927 reg_val = ioread32(mmio + limit_reg); in intel_ntb_mw_set_trans()
929 iowrite32(base, mmio + limit_reg); in intel_ntb_mw_set_trans()
930 iowrite32(0, mmio + xlat_reg); in intel_ntb_mw_set_trans()
1163 static u64 atom_db_ioread(void __iomem *mmio) in atom_db_ioread() argument
1165 return ioread64(mmio); in atom_db_ioread()
1168 static void atom_db_iowrite(u64 bits, void __iomem *mmio) in atom_db_iowrite() argument
1170 iowrite64(bits, mmio); in atom_db_iowrite()
1234 void __iomem *mmio; in atom_link_hb() local
1257 mmio = ndev->self_mmio; in atom_link_hb()
1260 iowrite8(0xe0, mmio + ATOM_MODPHY_PCSREG6); in atom_link_hb()
1261 iowrite8(0x40, mmio + ATOM_MODPHY_PCSREG4); in atom_link_hb()
1262 iowrite8(0x60, mmio + ATOM_MODPHY_PCSREG4); in atom_link_hb()
1263 iowrite8(0x60, mmio + ATOM_MODPHY_PCSREG6); in atom_link_hb()
1269 status32 = ioread32(mmio + ATOM_ERRCORSTS_OFFSET); in atom_link_hb()
1272 iowrite32(status32, mmio + ATOM_ERRCORSTS_OFFSET); in atom_link_hb()
1275 status32 = ioread32(mmio + ATOM_LTSSMERRSTS0_OFFSET); in atom_link_hb()
1278 iowrite32(status32, mmio + ATOM_LTSSMERRSTS0_OFFSET); in atom_link_hb()
1281 status32 = ioread32(mmio + ATOM_DESKEWSTS_OFFSET); in atom_link_hb()
1284 iowrite32(status32, mmio + ATOM_DESKEWSTS_OFFSET); in atom_link_hb()
1286 status32 = ioread32(mmio + ATOM_IBSTERRRCRVSTS0_OFFSET); in atom_link_hb()
1289 iowrite32(status32, mmio + ATOM_IBSTERRRCRVSTS0_OFFSET); in atom_link_hb()
1292 status32 = ioread32(mmio + ATOM_LTSSMSTATEJMP_OFFSET); in atom_link_hb()
1295 iowrite32(status32, mmio + ATOM_LTSSMSTATEJMP_OFFSET); in atom_link_hb()
1396 static u64 xeon_db_ioread(void __iomem *mmio) in xeon_db_ioread() argument
1398 return (u64)ioread16(mmio); in xeon_db_ioread()
1401 static void xeon_db_iowrite(u64 bits, void __iomem *mmio) in xeon_db_iowrite() argument
1403 iowrite16((u16)bits, mmio); in xeon_db_iowrite()
1484 void __iomem *mmio; in xeon_setup_b2b_mw() local
1491 mmio = ndev->self_mmio; in xeon_setup_b2b_mw()
1595 iowrite64(bar_addr, mmio + XEON_SBAR0BASE_OFFSET); in xeon_setup_b2b_mw()
1603 iowrite64(bar_addr, mmio + XEON_SBAR23BASE_OFFSET); in xeon_setup_b2b_mw()
1604 bar_addr = ioread64(mmio + XEON_SBAR23BASE_OFFSET); in xeon_setup_b2b_mw()
1610 iowrite64(bar_addr, mmio + XEON_SBAR45BASE_OFFSET); in xeon_setup_b2b_mw()
1611 bar_addr = ioread64(mmio + XEON_SBAR45BASE_OFFSET); in xeon_setup_b2b_mw()
1616 iowrite32(bar_addr, mmio + XEON_SBAR4BASE_OFFSET); in xeon_setup_b2b_mw()
1617 bar_addr = ioread32(mmio + XEON_SBAR4BASE_OFFSET); in xeon_setup_b2b_mw()
1622 iowrite32(bar_addr, mmio + XEON_SBAR5BASE_OFFSET); in xeon_setup_b2b_mw()
1623 bar_addr = ioread32(mmio + XEON_SBAR5BASE_OFFSET); in xeon_setup_b2b_mw()
1630 iowrite64(bar_addr, mmio + XEON_SBAR23LMT_OFFSET); in xeon_setup_b2b_mw()
1631 bar_addr = ioread64(mmio + XEON_SBAR23LMT_OFFSET); in xeon_setup_b2b_mw()
1637 iowrite64(bar_addr, mmio + XEON_SBAR45LMT_OFFSET); in xeon_setup_b2b_mw()
1638 bar_addr = ioread64(mmio + XEON_SBAR45LMT_OFFSET); in xeon_setup_b2b_mw()
1643 iowrite32(bar_addr, mmio + XEON_SBAR4LMT_OFFSET); in xeon_setup_b2b_mw()
1644 bar_addr = ioread32(mmio + XEON_SBAR4LMT_OFFSET); in xeon_setup_b2b_mw()
1649 iowrite32(bar_addr, mmio + XEON_SBAR5LMT_OFFSET); in xeon_setup_b2b_mw()
1650 bar_addr = ioread32(mmio + XEON_SBAR5LMT_OFFSET); in xeon_setup_b2b_mw()
1655 iowrite64(0, mmio + XEON_SBAR23XLAT_OFFSET); in xeon_setup_b2b_mw()
1658 iowrite64(0, mmio + XEON_SBAR45XLAT_OFFSET); in xeon_setup_b2b_mw()
1660 iowrite32(0, mmio + XEON_SBAR4XLAT_OFFSET); in xeon_setup_b2b_mw()
1661 iowrite32(0, mmio + XEON_SBAR5XLAT_OFFSET); in xeon_setup_b2b_mw()
1665 iowrite64(0, mmio + XEON_PBAR23LMT_OFFSET); in xeon_setup_b2b_mw()
1667 iowrite64(0, mmio + XEON_PBAR45LMT_OFFSET); in xeon_setup_b2b_mw()
1669 iowrite32(0, mmio + XEON_PBAR4LMT_OFFSET); in xeon_setup_b2b_mw()
1670 iowrite32(0, mmio + XEON_PBAR5LMT_OFFSET); in xeon_setup_b2b_mw()
1675 iowrite64(bar_addr, mmio + XEON_PBAR23XLAT_OFFSET); in xeon_setup_b2b_mw()
1676 bar_addr = ioread64(mmio + XEON_PBAR23XLAT_OFFSET); in xeon_setup_b2b_mw()
1681 iowrite64(bar_addr, mmio + XEON_PBAR45XLAT_OFFSET); in xeon_setup_b2b_mw()
1682 bar_addr = ioread64(mmio + XEON_PBAR45XLAT_OFFSET); in xeon_setup_b2b_mw()
1686 iowrite32(bar_addr, mmio + XEON_PBAR4XLAT_OFFSET); in xeon_setup_b2b_mw()
1687 bar_addr = ioread32(mmio + XEON_PBAR4XLAT_OFFSET); in xeon_setup_b2b_mw()
1691 iowrite32(bar_addr, mmio + XEON_PBAR5XLAT_OFFSET); in xeon_setup_b2b_mw()
1692 bar_addr = ioread32(mmio + XEON_PBAR5XLAT_OFFSET); in xeon_setup_b2b_mw()
1712 iowrite32(bar_addr, mmio + XEON_B2B_XLAT_OFFSETL); in xeon_setup_b2b_mw()
1713 iowrite32(bar_addr >> 32, mmio + XEON_B2B_XLAT_OFFSETU); in xeon_setup_b2b_mw()