122 #define is_v4(its) (!!((its)->typer & GITS_TYPER_VLPIS))  argument
123 #define is_v4_1(its) (!!((its)->typer & GITS_TYPER_VMAPP))  argument
124 #define device_ids(its) (FIELD_GET(GITS_TYPER_DEVBITS, (its)->typer) + 1)  argument
161     struct its_node *its;  member
203 static bool require_its_list_vmovp(struct its_vm *vm, struct its_node *its)  in require_its_list_vmovp()
210     struct its_node *its;  in get_its_list()  local
235     struct its_node *its = its_dev->its;  in dev_event_to_col()  local
308 static struct its_vpe *valid_vpe(struct its_node *its, struct its_vpe *vpe)  in valid_vpe()
589 static struct its_collection *its_build_mapd_cmd(struct its_node *its, struct its_cmd_block *cmd,  in its_build_mapd_cmd()
609 static struct its_collection *its_build_mapc_cmd(struct its_node *its, struct its_cmd_block *cmd,  in its_build_mapc_cmd()
622 static struct its_collection *its_build_mapti_cmd(struct its_node *its, struct its_cmd_block *cmd,  in its_build_mapti_cmd()
640 static struct its_collection *its_build_movi_cmd(struct its_node *its, struct its_cmd_block *cmd,  in its_build_movi_cmd()
657 static struct its_collection *its_build_discard_cmd(struct its_node *its, struct its_cmd_block *cmd,  in its_build_discard_cmd()
673 static struct its_collection *its_build_inv_cmd(struct its_node *its, struct its_cmd_block *cmd,  in its_build_inv_cmd()
689 static struct its_collection *its_build_int_cmd(struct its_node *its, struct its_cmd_block *cmd,  in its_build_int_cmd()
705 static struct its_collection *its_build_clear_cmd(struct its_node *its, struct its_cmd_block *cmd,  in its_build_clear_cmd()
721 static struct its_collection *its_build_invall_cmd(struct its_node *its, struct its_cmd_block *cmd,  in its_build_invall_cmd()
732 static struct its_vpe *its_build_vinvall_cmd(struct its_node *its, struct its_cmd_block *cmd, struc…  in its_build_vinvall_cmd()
742 static struct its_vpe *its_build_vmapp_cmd(struct its_node *its, struct its_cmd_block *cmd, struct …  in its_build_vmapp_cmd()
789 static struct its_vpe *its_build_vmapti_cmd(struct its_node *its, struct its_cmd_block *cmd, struct…  in its_build_vmapti_cmd()
811 static struct its_vpe *its_build_vmovi_cmd(struct its_node *its, struct its_cmd_block *cmd, struct …  in its_build_vmovi_cmd()
833 static struct its_vpe *its_build_vmovp_cmd(struct its_node *its, struct its_cmd_block *cmd, struct …  in its_build_vmovp_cmd()
854 static struct its_vpe *its_build_vinv_cmd(struct its_node *its, struct its_cmd_block *cmd, struct i…  in its_build_vinv_cmd()
869 static struct its_vpe *its_build_vint_cmd(struct its_node *its, struct its_cmd_block *cmd, struct i…  in its_build_vint_cmd()
884 static struct its_vpe *its_build_vclear_cmd(struct its_node *its, struct its_cmd_block *cmd, struct…  in its_build_vclear_cmd()
899 static struct its_vpe *its_build_invdb_cmd(struct its_node *its, struct its_cmd_block *cmd, struct …  in its_build_invdb_cmd()
913 static struct its_vpe *its_build_vsgi_cmd(struct its_node *its, struct its_cmd_block *cmd, struct i…  in its_build_vsgi_cmd()
932 static u64 its_cmd_ptr_to_offset(struct its_node *its, struct its_cmd_block *ptr)  in its_cmd_ptr_to_offset()
937 static int its_queue_full(struct its_node *its)  in its_queue_full()
952 static struct its_cmd_block *its_allocate_entry(struct its_node *its)  in its_allocate_entry()
983 static struct its_cmd_block *its_post_commands(struct its_node *its)  in its_post_commands()
992 static void its_flush_cmd(struct its_node *its, struct its_cmd_block *cmd)  in its_flush_cmd()
1005 static int its_wait_for_range_completion(struct its_node *its, u64 prev_idx, struct its_cmd_block *…  in its_wait_for_range_completion()
1050 static void its_build_sync_cmd(struct its_node *its, struct its_cmd_block *sync_cmd, struct its_col…  in its_build_sync_cmd()
1058 void its_send_single_command(struct its_node *its, its_cmd_builder_t builder, struct its_cmd_desc *…  in its_send_single_command()
1094 static void its_build_vsync_cmd(struct its_node *its, struct its_cmd_block *sync_cmd, struct its_vp…  in its_build_vsync_cmd()
1102 void its_send_single_vcommand(struct its_node *its,  its_cmd_vbuilder_t builder, struct its_cmd_des…  in its_send_single_vcommand()
1178 static void its_send_mapc(struct its_node *its, struct its_collection *col, int valid)  in its_send_mapc()
1220 static void its_send_invall(struct its_node *its, struct its_collection *col)  in its_send_invall()
1256 static void its_send_vmapp(struct its_node *its, struct its_vpe *vpe, bool valid)  in its_send_vmapp()
1270     struct its_node *its;  in its_send_vmovp()  local
1314 static void its_send_vinvall(struct its_node *its, struct its_vpe *vpe)  in its_send_vinvall()
1364 static void its_send_invdb(struct its_node *its, struct its_vpe *vpe)  in its_send_invdb()
1675     struct its_node *its = its_dev->its;  in its_irq_get_msi_base()  local
1683     struct its_node *its;  in its_irq_compose_msi_msg()  local
1748 static void its_map_vm(struct its_node *its, struct its_vm *vm)  in its_map_vm()
1782 static void its_unmap_vm(struct its_node *its, struct its_vm *vm)  in its_unmap_vm()
2275 static u64 its_read_baser(struct its_node *its, struct its_baser *baser)  in its_read_baser()
2282 static void its_write_baser(struct its_node *its, struct its_baser *baser, u64 val)  in its_write_baser()
2290 static int its_setup_baser(struct its_node *its, struct its_baser *baser, u64 cache, u64 shr, u32 o…  in its_setup_baser()
2397 static bool its_parse_indirect_baser(struct its_node *its, struct its_baser *baser, u32 *order, u32…  in its_parse_indirect_baser()
2459 static u32 compute_its_aff(struct its_node *its)  in compute_its_aff()
2477     struct its_node *its;  in find_sibling_its()  local
2514 static void its_free_tables(struct its_node *its)  in its_free_tables()
2526 static int its_probe_baser_psz(struct its_node *its, struct its_baser *baser)  in its_probe_baser_psz()
2575 static int its_alloc_tables(struct its_node *its)  in its_alloc_tables()
2641     struct its_node *its;  in inherit_vpe_l1_table_from_its()  local
2939 static int its_alloc_collections(struct its_node *its)  in its_alloc_collections()
3193 static void its_cpu_init_collection(struct its_node *its)  in its_cpu_init_collection()
3234     struct its_node *its;  in its_cpu_init_collections()  local
3243 static struct its_device *its_find_device(struct its_node *its, u32 dev_id)  in its_find_device()
3263 static struct its_baser *its_get_baser(struct its_node *its, u32 type)  in its_get_baser()
3276 static bool its_alloc_table_entry(struct its_node *its, struct its_baser *baser, u32 id)  in its_alloc_table_entry()
3327 static bool its_alloc_device_table(struct its_node *its, u32 dev_id)  in its_alloc_device_table()
3340     struct its_node *its;  in its_alloc_vpe_table()  local
3387 static struct its_device *its_create_device(struct its_node *its, u32 dev_id, int nvecs, bool alloc…  in its_create_device()
3492     struct its_node *its;  in its_msi_prepare()  local
3572     struct its_node *its = its_dev->its;  in its_irq_domain_alloc()  local
3638     struct its_node *its = its_dev->its;  in its_irq_domain_free()  local
3897     struct its_node *its;  in its_vpe_invall()  local
4041     static struct its_node *its = NULL;  in find_4_1_its()  local
4061     struct its_node *its;  in its_vpe_4_1_send_inv()  local
4244         struct its_node *its = find_4_1_its();  in its_sgi_set_irqchip_state()  local
4538     struct its_node *its;  in its_vpe_irq_domain_activate()  local
4570     struct its_node *its;  in its_vpe_irq_domain_deactivate()  local
4635     struct its_node *its = data;  in its_enable_quirk_cavium_22375()  local
4647     struct its_node *its = data;  in its_enable_quirk_cavium_23144()  local
4656     struct its_node *its = data;  in its_enable_quirk_qdf2400_e0065()  local
4667     struct its_node *its = its_dev->its;  in its_irq_get_msi_base_pre_its()  local
4681     struct its_node *its = data;  in its_enable_quirk_socionext_synquacer()  local
4706     struct its_node *its = data;  in its_enable_quirk_hip07_161600802()  local
4764 static void its_enable_quirks(struct its_node *its)  in its_enable_quirks()
4773     struct its_node *its;  in its_save_disable()  local
4810     struct its_node *its;  in its_restore_enable()  local
4874 static int its_init_domain(struct fwnode_handle *handle, struct its_node *its)  in its_init_domain()
4902     struct its_node *its;  in its_init_vpe_domain()  local
4976     struct its_node *its;  in its_probe_one()  local
5414     struct its_node *its;  in its_init()  local