Lines Matching +full:num +full:- +full:irqs
1 // SPDX-License-Identifier: GPL-2.0-or-later
24 if (afu->phb == NULL) in pci_error_handlers()
27 list_for_each_entry(afu_dev, &afu->phb->bus->devices, bus_list) { in pci_error_handlers()
28 if (!afu_dev->driver) in pci_error_handlers()
33 afu_dev->error_state = state; in pci_error_handlers()
35 if (afu_dev->driver->err_handler && in pci_error_handlers()
36 afu_dev->driver->err_handler->error_detected) in pci_error_handlers()
37 afu_dev->driver->err_handler->error_detected(afu_dev, state); in pci_error_handlers()
40 afu_dev->error_state = state; in pci_error_handlers()
42 if (afu_dev->driver->err_handler && in pci_error_handlers()
43 afu_dev->driver->err_handler->slot_reset) in pci_error_handlers()
44 afu_dev->driver->err_handler->slot_reset(afu_dev); in pci_error_handlers()
47 if (afu_dev->driver->err_handler && in pci_error_handlers()
48 afu_dev->driver->err_handler->resume) in pci_error_handlers()
49 afu_dev->driver->err_handler->resume(afu_dev); in pci_error_handlers()
59 dev_crit(&ctx->afu->dev, "PSL ERROR STATUS: 0x%.16llx\n", errstat); in guest_handle_psl_slice_error()
61 return cxl_ops->ack_irq(ctx, 0, errstat); in guest_handle_psl_slice_error()
74 return -EINVAL; in guest_collect_vpd()
90 return -ENOMEM; in guest_collect_vpd()
94 rc = -ENOMEM; in guest_collect_vpd()
101 rc = -ENOMEM; in guest_collect_vpd()
106 if ((i == (entries - 1)) && mod) in guest_collect_vpd()
111 rc = cxl_h_collect_vpd_adapter(adapter->guest->handle, in guest_collect_vpd()
114 rc = cxl_h_collect_vpd(afu->guest->handle, 0, in guest_collect_vpd()
135 len -= tocopy; in guest_collect_vpd()
152 return cxl_h_collect_int_info(ctx->afu->guest->handle, ctx->process_token, info); in guest_get_irq_info()
161 pr_devel("%d: received PSL interrupt %i\n", ctx->pe, irq); in guest_psl_irq()
178 return -EIO; in afu_read_error_state()
180 rc = cxl_h_read_error_state(afu->guest->handle, &state); in afu_read_error_state()
197 rc = cxl_h_get_fn_error_interrupt(afu->guest->handle, &serr); in guest_slice_irq_err()
199 dev_crit(&afu->dev, "Couldn't read PSL_SERR_An: %d\n", rc); in guest_slice_irq_err()
205 dev_crit(&afu->dev, "AFU_ERR_An: 0x%.16llx\n", afu_error); in guest_slice_irq_err()
206 dev_crit(&afu->dev, "PSL_DSISR_An: 0x%.16llx\n", dsisr); in guest_slice_irq_err()
208 rc = cxl_h_ack_fn_error_interrupt(afu->guest->handle, serr); in guest_slice_irq_err()
210 dev_crit(&afu->dev, "Couldn't ack slice error interrupt: %d\n", in guest_slice_irq_err()
222 for (i = 0; i < adapter->guest->irq_nranges; i++) { in irq_alloc_range()
223 cur = &adapter->guest->irq_avail[i]; in irq_alloc_range()
224 n = bitmap_find_next_zero_area(cur->bitmap, cur->range, in irq_alloc_range()
226 if (n < cur->range) { in irq_alloc_range()
227 bitmap_set(cur->bitmap, n, len); in irq_alloc_range()
228 *irq = cur->offset + n; in irq_alloc_range()
229 pr_devel("guest: allocate IRQs %#x->%#x\n", in irq_alloc_range()
230 *irq, *irq + len - 1); in irq_alloc_range()
235 return -ENOSPC; in irq_alloc_range()
244 return -ENOENT; in irq_free_range()
246 for (i = 0; i < adapter->guest->irq_nranges; i++) { in irq_free_range()
247 cur = &adapter->guest->irq_avail[i]; in irq_free_range()
248 if (irq >= cur->offset && in irq_free_range()
249 (irq + len) <= (cur->offset + cur->range)) { in irq_free_range()
250 n = irq - cur->offset; in irq_free_range()
251 bitmap_clear(cur->bitmap, n, len); in irq_free_range()
252 pr_devel("guest: release IRQs %#x->%#x\n", in irq_free_range()
253 irq, irq + len - 1); in irq_free_range()
257 return -ENOENT; in irq_free_range()
266 spin_lock(&adapter->afu_list_lock); in guest_reset()
267 for (i = 0; i < adapter->slices; i++) { in guest_reset()
268 if ((afu = adapter->afu[i])) { in guest_reset()
275 rc = cxl_h_reset_adapter(adapter->guest->handle); in guest_reset()
276 for (i = 0; i < adapter->slices; i++) { in guest_reset()
277 if (!rc && (afu = adapter->afu[i])) { in guest_reset()
283 spin_unlock(&adapter->afu_list_lock); in guest_reset()
291 spin_lock(&adapter->guest->irq_alloc_lock); in guest_alloc_one_irq()
293 irq = -ENOSPC; in guest_alloc_one_irq()
294 spin_unlock(&adapter->guest->irq_alloc_lock); in guest_alloc_one_irq()
300 spin_lock(&adapter->guest->irq_alloc_lock); in guest_release_one_irq()
302 spin_unlock(&adapter->guest->irq_alloc_lock); in guest_release_one_irq()
305 static int guest_alloc_irq_ranges(struct cxl_irq_ranges *irqs, in guest_alloc_irq_ranges() argument
306 struct cxl *adapter, unsigned int num) in guest_alloc_irq_ranges() argument
310 memset(irqs, 0, sizeof(struct cxl_irq_ranges)); in guest_alloc_irq_ranges()
312 spin_lock(&adapter->guest->irq_alloc_lock); in guest_alloc_irq_ranges()
313 for (i = 0; i < CXL_IRQ_RANGES && num; i++) { in guest_alloc_irq_ranges()
314 try = num; in guest_alloc_irq_ranges()
322 irqs->offset[i] = irq; in guest_alloc_irq_ranges()
323 irqs->range[i] = try; in guest_alloc_irq_ranges()
324 num -= try; in guest_alloc_irq_ranges()
326 if (num) in guest_alloc_irq_ranges()
328 spin_unlock(&adapter->guest->irq_alloc_lock); in guest_alloc_irq_ranges()
333 irq_free_range(adapter, irqs->offset[i], irqs->range[i]); in guest_alloc_irq_ranges()
334 spin_unlock(&adapter->guest->irq_alloc_lock); in guest_alloc_irq_ranges()
335 return -ENOSPC; in guest_alloc_irq_ranges()
338 static void guest_release_irq_ranges(struct cxl_irq_ranges *irqs, in guest_release_irq_ranges() argument
343 spin_lock(&adapter->guest->irq_alloc_lock); in guest_release_irq_ranges()
345 irq_free_range(adapter, irqs->offset[i], irqs->range[i]); in guest_release_irq_ranges()
346 spin_unlock(&adapter->guest->irq_alloc_lock); in guest_release_irq_ranges()
351 afu->err_irq_name = kasprintf(GFP_KERNEL, "cxl-%s-err", in guest_register_serr_irq()
352 dev_name(&afu->dev)); in guest_register_serr_irq()
353 if (!afu->err_irq_name) in guest_register_serr_irq()
354 return -ENOMEM; in guest_register_serr_irq()
356 if (!(afu->serr_virq = cxl_map_irq(afu->adapter, afu->serr_hwirq, in guest_register_serr_irq()
357 guest_slice_irq_err, afu, afu->err_irq_name))) { in guest_register_serr_irq()
358 kfree(afu->err_irq_name); in guest_register_serr_irq()
359 afu->err_irq_name = NULL; in guest_register_serr_irq()
360 return -ENOMEM; in guest_register_serr_irq()
368 cxl_unmap_irq(afu->serr_virq, afu); in guest_release_serr_irq()
369 cxl_ops->release_one_irq(afu->adapter, afu->serr_hwirq); in guest_release_serr_irq()
370 kfree(afu->err_irq_name); in guest_release_serr_irq()
375 return cxl_h_control_faults(ctx->afu->guest->handle, ctx->process_token, in guest_ack_irq()
385 pr_devel("Disabling AFU(%d) interrupts\n", ctx->afu->slice); in disable_afu_irqs()
387 hwirq = ctx->irqs.offset[r]; in disable_afu_irqs()
388 for (i = 0; i < ctx->irqs.range[r]; hwirq++, i++) { in disable_afu_irqs()
401 pr_devel("Enabling AFU(%d) interrupts\n", ctx->afu->slice); in enable_afu_irqs()
403 hwirq = ctx->irqs.offset[r]; in enable_afu_irqs()
404 for (i = 0; i < ctx->irqs.range[r]; hwirq++, i++) { in enable_afu_irqs()
418 if (afu->crs_len < sz) in _guest_afu_cr_readXX()
419 return -ENOENT; in _guest_afu_cr_readXX()
421 if (unlikely(offset >= afu->crs_len)) in _guest_afu_cr_readXX()
422 return -ERANGE; in _guest_afu_cr_readXX()
426 return -ENOMEM; in _guest_afu_cr_readXX()
428 rc = cxl_h_get_config(afu->guest->handle, cr_idx, offset, in _guest_afu_cr_readXX()
500 return -EPERM; in guest_afu_cr_write32()
506 return -EPERM; in guest_afu_cr_write16()
512 return -EPERM; in guest_afu_cr_write8()
518 struct cxl *adapter = ctx->afu->adapter; in attach_afu_directed()
528 return -ENOMEM; in attach_afu_directed()
530 elem->version = cpu_to_be64(CXL_PROCESS_ELEMENT_VERSION); in attach_afu_directed()
531 if (ctx->kernel) { in attach_afu_directed()
538 pid = current->pid; in attach_afu_directed()
544 if (uid_eq(cred->euid, GLOBAL_ROOT_UID)) in attach_afu_directed()
548 elem->flags = cpu_to_be64(flags); in attach_afu_directed()
549 elem->common.tid = cpu_to_be32(0); /* Unused */ in attach_afu_directed()
550 elem->common.pid = cpu_to_be32(pid); in attach_afu_directed()
551 elem->common.csrp = cpu_to_be64(0); /* disable */ in attach_afu_directed()
552 elem->common.u.psl8.aurp0 = cpu_to_be64(0); /* disable */ in attach_afu_directed()
553 elem->common.u.psl8.aurp1 = cpu_to_be64(0); /* disable */ in attach_afu_directed()
557 elem->common.u.psl8.sstp0 = cpu_to_be64(ctx->sstp0); in attach_afu_directed()
558 elem->common.u.psl8.sstp1 = cpu_to_be64(ctx->sstp1); in attach_afu_directed()
562 * kernel contexts that may not have allocated any AFU IRQs at all: in attach_afu_directed()
564 if (ctx->irqs.range[0] == 0) { in attach_afu_directed()
571 for (i = 0; i < ctx->irqs.range[r]; i++) { in attach_afu_directed()
573 elem->pslVirtualIsn = cpu_to_be32(ctx->irqs.offset[0]); in attach_afu_directed()
575 idx = ctx->irqs.offset[r] + i - adapter->guest->irq_base_offset; in attach_afu_directed()
576 elem->applicationVirtualIsnBitmap[idx / 8] |= 0x80 >> (idx % 8); in attach_afu_directed()
580 elem->common.amr = cpu_to_be64(amr); in attach_afu_directed()
581 elem->common.wed = cpu_to_be64(wed); in attach_afu_directed()
585 rc = cxl_h_attach_process(ctx->afu->guest->handle, elem, in attach_afu_directed()
586 &ctx->process_token, &mmio_addr, &mmio_size); in attach_afu_directed()
588 if (ctx->master || !ctx->afu->pp_psa) { in attach_afu_directed()
589 ctx->psn_phys = ctx->afu->psn_phys; in attach_afu_directed()
590 ctx->psn_size = ctx->afu->adapter->ps_size; in attach_afu_directed()
592 ctx->psn_phys = mmio_addr; in attach_afu_directed()
593 ctx->psn_size = mmio_size; in attach_afu_directed()
595 if (ctx->afu->pp_psa && mmio_size && in attach_afu_directed()
596 ctx->afu->pp_size == 0) { in attach_afu_directed()
600 * Compared to bare-metal, it is too late and we in attach_afu_directed()
605 ctx->afu->pp_size = mmio_size; in attach_afu_directed()
607 /* from PAPR: process element is bytes 4-7 of process token */ in attach_afu_directed()
608 ctx->external_pe = ctx->process_token & 0xFFFFFFFF; in attach_afu_directed()
610 ctx->pe, ctx->external_pe, ctx->psn_size); in attach_afu_directed()
611 ctx->pe_inserted = true; in attach_afu_directed()
624 ctx->kernel = kernel; in guest_attach_process()
625 if (ctx->afu->current_mode == CXL_MODE_DIRECTED) in guest_attach_process()
630 return -EINVAL; in guest_attach_process()
635 if (!ctx->pe_inserted) in detach_afu_directed()
637 if (cxl_h_detach_process(ctx->afu->guest->handle, ctx->process_token)) in detach_afu_directed()
638 return -1; in detach_afu_directed()
647 if (!cxl_ops->link_ok(ctx->afu->adapter, ctx->afu)) in guest_detach_process()
648 return -EIO; in guest_detach_process()
650 if (ctx->afu->current_mode == CXL_MODE_DIRECTED) in guest_detach_process()
653 return -EINVAL; in guest_detach_process()
662 idr_destroy(&afu->contexts_idr); in guest_release_afu()
664 kfree(afu->guest); in guest_release_afu()
682 return -ENOMEM; in guest_afu_read_err_buffer()
684 rc = cxl_h_get_afu_err(afu->guest->handle, in guest_afu_read_err_buffer()
692 count = ERR_BUFF_MAX_COPY_SIZE - (off & 0x7); in guest_afu_read_err_buffer()
733 dev_info(&afu->dev, "Activating AFU(%d) directed mode\n", afu->slice); in activate_afu_directed()
735 afu->current_mode = CXL_MODE_DIRECTED; in activate_afu_directed()
737 afu->num_procs = afu->max_procs_virtualised; in activate_afu_directed()
760 if (!(mode & afu->modes_supported)) in guest_afu_activate_mode()
761 return -EINVAL; in guest_afu_activate_mode()
767 dev_err(&afu->dev, "Dedicated mode not supported\n"); in guest_afu_activate_mode()
769 return -EINVAL; in guest_afu_activate_mode()
774 dev_info(&afu->dev, "Deactivating AFU(%d) directed mode\n", afu->slice); in deactivate_afu_directed()
776 afu->current_mode = 0; in deactivate_afu_directed()
777 afu->num_procs = 0; in deactivate_afu_directed()
782 cxl_ops->afu_reset(afu); in deactivate_afu_directed()
791 if (!(mode & afu->modes_supported)) in guest_afu_deactivate_mode()
792 return -EINVAL; in guest_afu_deactivate_mode()
801 pr_devel("AFU(%d) reset request\n", afu->slice); in guest_afu_reset()
802 return cxl_h_reset_afu(afu->guest->handle); in guest_afu_reset()
807 if (!(afu->p2n_mmio = ioremap(afu->guest->p2n_phys, afu->guest->p2n_size))) { in guest_map_slice_regs()
808 dev_err(&afu->dev, "Error mapping AFU(%d) MMIO regions\n", in guest_map_slice_regs()
809 afu->slice); in guest_map_slice_regs()
810 return -ENOMEM; in guest_map_slice_regs()
817 if (afu->p2n_mmio) in guest_unmap_slice_regs()
818 iounmap(afu->p2n_mmio); in guest_unmap_slice_regs()
829 if (afu->guest->previous_state == cur_state) in afu_update_state()
832 pr_devel("AFU(%d) update state to %#x\n", afu->slice, cur_state); in afu_update_state()
836 afu->guest->previous_state = cur_state; in afu_update_state()
844 if ((rc = cxl_ops->afu_reset(afu))) in afu_update_state()
853 afu->guest->previous_state = 0; in afu_update_state()
857 afu->guest->previous_state = cur_state; in afu_update_state()
861 dev_err(&afu->dev, "AFU is in permanent error state\n"); in afu_update_state()
864 afu->guest->previous_state = cur_state; in afu_update_state()
869 afu->slice, cur_state); in afu_update_state()
870 return -EINVAL; in afu_update_state()
881 if (!afu_update_state(afu_guest->parent) && in afu_handle_errstate()
882 afu_guest->previous_state == H_STATE_PERM_UNAVAILABLE) in afu_handle_errstate()
885 if (afu_guest->handle_err) in afu_handle_errstate()
886 schedule_delayed_work(&afu_guest->work_err, in afu_handle_errstate()
904 if (afu->pp_irqs < 0) { in afu_properties_look_ok()
905 dev_err(&afu->dev, "Unexpected per-process minimum interrupt value\n"); in afu_properties_look_ok()
906 return -EINVAL; in afu_properties_look_ok()
909 if (afu->max_procs_virtualised < 1) { in afu_properties_look_ok()
910 dev_err(&afu->dev, "Unexpected max number of processes virtualised value\n"); in afu_properties_look_ok()
911 return -EINVAL; in afu_properties_look_ok()
923 pr_devel("in %s - AFU(%d)\n", __func__, slice); in cxl_guest_init_afu()
925 return -ENOMEM; in cxl_guest_init_afu()
927 if (!(afu->guest = kzalloc(sizeof(struct cxl_afu_guest), GFP_KERNEL))) { in cxl_guest_init_afu()
929 return -ENOMEM; in cxl_guest_init_afu()
932 if ((rc = dev_set_name(&afu->dev, "afu%i.%i", in cxl_guest_init_afu()
933 adapter->adapter_num, in cxl_guest_init_afu()
937 adapter->slices++; in cxl_guest_init_afu()
942 if ((rc = cxl_ops->afu_reset(afu))) in cxl_guest_init_afu()
975 if (afu->max_procs_virtualised == 1) in cxl_guest_init_afu()
976 afu->modes_supported = CXL_MODE_DEDICATED; in cxl_guest_init_afu()
978 afu->modes_supported = CXL_MODE_DIRECTED; in cxl_guest_init_afu()
983 adapter->afu[afu->slice] = afu; in cxl_guest_init_afu()
985 afu->enabled = true; in cxl_guest_init_afu()
991 afu->guest->parent = afu; in cxl_guest_init_afu()
992 afu->guest->handle_err = true; in cxl_guest_init_afu()
993 INIT_DELAYED_WORK(&afu->guest->work_err, afu_handle_errstate); in cxl_guest_init_afu()
994 schedule_delayed_work(&afu->guest->work_err, msecs_to_jiffies(1000)); in cxl_guest_init_afu()
997 dev_info(&afu->dev, "Can't register vPHB\n"); in cxl_guest_init_afu()
1004 device_unregister(&afu->dev); in cxl_guest_init_afu()
1011 kfree(afu->guest); in cxl_guest_init_afu()
1023 afu->guest->handle_err = false; in cxl_guest_remove_afu()
1024 flush_delayed_work(&afu->guest->work_err); in cxl_guest_remove_afu()
1029 spin_lock(&afu->adapter->afu_list_lock); in cxl_guest_remove_afu()
1030 afu->adapter->afu[afu->slice] = NULL; in cxl_guest_remove_afu()
1031 spin_unlock(&afu->adapter->afu_list_lock); in cxl_guest_remove_afu()
1034 cxl_ops->afu_deactivate_mode(afu, afu->current_mode); in cxl_guest_remove_afu()
1038 device_unregister(&afu->dev); in cxl_guest_remove_afu()
1046 if (adapter->guest) { in free_adapter()
1047 if (adapter->guest->irq_avail) { in free_adapter()
1048 for (i = 0; i < adapter->guest->irq_nranges; i++) { in free_adapter()
1049 cur = &adapter->guest->irq_avail[i]; in free_adapter()
1050 kfree(cur->bitmap); in free_adapter()
1052 kfree(adapter->guest->irq_avail); in free_adapter()
1054 kfree(adapter->guest->status); in free_adapter()
1055 kfree(adapter->guest); in free_adapter()
1066 if (strlen(adapter->guest->status) && in properties_look_ok()
1067 strcmp(adapter->guest->status, "okay")) { in properties_look_ok()
1069 return -EINVAL; in properties_look_ok()
1087 device_unregister(&adapter->dev); in cxl_guest_remove_adapter()
1102 return ERR_PTR(-ENOMEM); in cxl_guest_init_adapter()
1104 if (!(adapter->guest = kzalloc(sizeof(struct cxl_guest), GFP_KERNEL))) { in cxl_guest_init_adapter()
1106 return ERR_PTR(-ENOMEM); in cxl_guest_init_adapter()
1109 adapter->slices = 0; in cxl_guest_init_adapter()
1110 adapter->guest->pdev = pdev; in cxl_guest_init_adapter()
1111 adapter->dev.parent = &pdev->dev; in cxl_guest_init_adapter()
1112 adapter->dev.release = release_adapter; in cxl_guest_init_adapter()
1113 dev_set_drvdata(&pdev->dev, adapter); in cxl_guest_init_adapter()
1119 adapter->psl_timebase_synced = true; in cxl_guest_init_adapter()
1149 device_unregister(&adapter->dev); in cxl_guest_init_adapter()
1162 pdev = adapter->guest->pdev; in cxl_guest_reload_module()