Lines Matching refs:ctx
37 int cxl_context_init(struct cxl_context *ctx, struct cxl_afu *afu, bool master, in cxl_context_init() argument
42 spin_lock_init(&ctx->sste_lock); in cxl_context_init()
43 ctx->afu = afu; in cxl_context_init()
44 ctx->master = master; in cxl_context_init()
45 ctx->pid = ctx->glpid = NULL; /* Set in start work ioctl */ in cxl_context_init()
46 mutex_init(&ctx->mapping_lock); in cxl_context_init()
47 ctx->mapping = mapping; in cxl_context_init()
56 i = cxl_alloc_sst(ctx); in cxl_context_init()
60 INIT_WORK(&ctx->fault_work, cxl_handle_fault); in cxl_context_init()
62 init_waitqueue_head(&ctx->wq); in cxl_context_init()
63 spin_lock_init(&ctx->lock); in cxl_context_init()
65 ctx->irq_bitmap = NULL; in cxl_context_init()
66 ctx->pending_irq = false; in cxl_context_init()
67 ctx->pending_fault = false; in cxl_context_init()
68 ctx->pending_afu_err = false; in cxl_context_init()
70 INIT_LIST_HEAD(&ctx->irq_names); in cxl_context_init()
71 INIT_LIST_HEAD(&ctx->extra_irq_contexts); in cxl_context_init()
81 ctx->irqs.range[i] = 0; in cxl_context_init()
83 mutex_init(&ctx->status_mutex); in cxl_context_init()
85 ctx->status = OPENED; in cxl_context_init()
93 i = idr_alloc(&ctx->afu->contexts_idr, ctx, ctx->afu->adapter->min_pe, in cxl_context_init()
94 ctx->afu->num_procs, GFP_NOWAIT); in cxl_context_init()
100 ctx->pe = i; in cxl_context_init()
102 ctx->elem = &ctx->afu->native->spa[i]; in cxl_context_init()
103 ctx->external_pe = ctx->pe; in cxl_context_init()
105 ctx->external_pe = -1; /* assigned when attaching */ in cxl_context_init()
107 ctx->pe_inserted = false; in cxl_context_init()
119 struct cxl_context *ctx = vma->vm_file->private_data; in cxl_mmap_fault() local
126 __func__, ctx->pe, address, offset); in cxl_mmap_fault()
128 if (ctx->afu->current_mode == CXL_MODE_DEDICATED) { in cxl_mmap_fault()
129 area = ctx->afu->psn_phys; in cxl_mmap_fault()
130 if (offset >= ctx->afu->adapter->ps_size) in cxl_mmap_fault()
133 area = ctx->psn_phys; in cxl_mmap_fault()
134 if (offset >= ctx->psn_size) in cxl_mmap_fault()
138 mutex_lock(&ctx->status_mutex); in cxl_mmap_fault()
140 if (ctx->status != STARTED) { in cxl_mmap_fault()
141 mutex_unlock(&ctx->status_mutex); in cxl_mmap_fault()
143 if (ctx->mmio_err_ff) { in cxl_mmap_fault()
144 if (!ctx->ff_page) { in cxl_mmap_fault()
145 ctx->ff_page = alloc_page(GFP_USER); in cxl_mmap_fault()
146 if (!ctx->ff_page) in cxl_mmap_fault()
148 memset(page_address(ctx->ff_page), 0xff, PAGE_SIZE); in cxl_mmap_fault()
150 get_page(ctx->ff_page); in cxl_mmap_fault()
151 vmf->page = ctx->ff_page; in cxl_mmap_fault()
160 mutex_unlock(&ctx->status_mutex); in cxl_mmap_fault()
172 int cxl_context_iomap(struct cxl_context *ctx, struct vm_area_struct *vma) in cxl_context_iomap() argument
177 if (ctx->afu->current_mode == CXL_MODE_DEDICATED) { in cxl_context_iomap()
178 if (start + len > ctx->afu->adapter->ps_size) in cxl_context_iomap()
181 if (start + len > ctx->psn_size) in cxl_context_iomap()
185 if (ctx->afu->current_mode != CXL_MODE_DEDICATED) { in cxl_context_iomap()
187 if ((ctx->master && !ctx->afu->psa) || (!ctx->afu->pp_psa)) { in cxl_context_iomap()
193 if (!ctx->afu->enabled) in cxl_context_iomap()
198 ctx->psn_phys, ctx->pe , ctx->master); in cxl_context_iomap()
211 int __detach_context(struct cxl_context *ctx) in __detach_context() argument
215 mutex_lock(&ctx->status_mutex); in __detach_context()
216 status = ctx->status; in __detach_context()
217 ctx->status = CLOSED; in __detach_context()
218 mutex_unlock(&ctx->status_mutex); in __detach_context()
225 WARN_ON(cxl_ops->detach_process(ctx) && in __detach_context()
226 cxl_ops->link_ok(ctx->afu->adapter, ctx->afu)); in __detach_context()
227 flush_work(&ctx->fault_work); /* Only needed for dedicated process */ in __detach_context()
234 cxl_ops->irq_wait(ctx); in __detach_context()
237 put_pid(ctx->pid); in __detach_context()
238 put_pid(ctx->glpid); in __detach_context()
243 cxl_adapter_context_put(ctx->afu->adapter); in __detach_context()
253 void cxl_context_detach(struct cxl_context *ctx) in cxl_context_detach() argument
257 rc = __detach_context(ctx); in cxl_context_detach()
261 afu_release_irqs(ctx, ctx); in cxl_context_detach()
262 wake_up_all(&ctx->wq); in cxl_context_detach()
270 struct cxl_context *ctx; in cxl_context_detach_all() local
274 idr_for_each_entry(&afu->contexts_idr, ctx, tmp) { in cxl_context_detach_all()
279 cxl_context_detach(ctx); in cxl_context_detach_all()
287 mutex_lock(&ctx->mapping_lock); in cxl_context_detach_all()
288 if (ctx->mapping) in cxl_context_detach_all()
289 unmap_mapping_range(ctx->mapping, 0, 0, 1); in cxl_context_detach_all()
290 mutex_unlock(&ctx->mapping_lock); in cxl_context_detach_all()
297 struct cxl_context *ctx = container_of(rcu, struct cxl_context, rcu); in reclaim_ctx() local
299 free_page((u64)ctx->sstp); in reclaim_ctx()
300 if (ctx->ff_page) in reclaim_ctx()
301 __free_page(ctx->ff_page); in reclaim_ctx()
302 ctx->sstp = NULL; in reclaim_ctx()
303 if (ctx->kernelapi) in reclaim_ctx()
304 kfree(ctx->mapping); in reclaim_ctx()
306 kfree(ctx->irq_bitmap); in reclaim_ctx()
309 cxl_afu_put(ctx->afu); in reclaim_ctx()
311 kfree(ctx); in reclaim_ctx()
314 void cxl_context_free(struct cxl_context *ctx) in cxl_context_free() argument
316 mutex_lock(&ctx->afu->contexts_lock); in cxl_context_free()
317 idr_remove(&ctx->afu->contexts_idr, ctx->pe); in cxl_context_free()
318 mutex_unlock(&ctx->afu->contexts_lock); in cxl_context_free()
319 call_rcu(&ctx->rcu, reclaim_ctx); in cxl_context_free()