Lines Matching refs:__
48 #define __ jni_asm-> macro
177 __ BuildFrame(current_frame_size, method_register, callee_save_regs); in ArtJniCompileMethodInternal()
186 jclass_read_barrier_slow_path = __ CreateLabel(); in ArtJniCompileMethodInternal()
187 jclass_read_barrier_return = __ CreateLabel(); in ArtJniCompileMethodInternal()
190 __ TestGcMarking(jclass_read_barrier_slow_path.get(), JNIMacroUnaryCondition::kNotZero); in ArtJniCompileMethodInternal()
193 __ Bind(jclass_read_barrier_return.get()); in ArtJniCompileMethodInternal()
212 __ MoveArguments(ArrayRef<ArgumentLocation>(dest_args), in ArtJniCompileMethodInternal()
222 __ StoreStackPointerToThread(Thread::TopOfManagedStackOffset<kPointerSize>()); in ArtJniCompileMethodInternal()
236 __ Load(to_lock, method_register, MemberOffset(0u), kObjectReferenceSize); in ArtJniCompileMethodInternal()
241 __ Move(to_lock, mr_conv->CurrentParamRegister(), kObjectReferenceSize); in ArtJniCompileMethodInternal()
243 __ Load(to_lock, mr_conv->CurrentParamStackOffset(), kObjectReferenceSize); in ArtJniCompileMethodInternal()
246 __ CallFromThread(QUICK_ENTRYPOINT_OFFSET(kPointerSize, pJniLockObject)); in ArtJniCompileMethodInternal()
257 transition_to_native_slow_path = __ CreateLabel(); in ArtJniCompileMethodInternal()
258 transition_to_native_resume = __ CreateLabel(); in ArtJniCompileMethodInternal()
259 __ TryToTransitionFromRunnableToNative(transition_to_native_slow_path.get(), in ArtJniCompileMethodInternal()
261 __ Bind(transition_to_native_resume.get()); in ArtJniCompileMethodInternal()
274 saved_cookie_reg = __ CoreRegisterWithSize(callee_save_scratch_regs[1], kIRTCookieSize); in ArtJniCompileMethodInternal()
275 callee_save_temp = __ CoreRegisterWithSize(callee_save_scratch_regs[2], kIRTCookieSize); in ArtJniCompileMethodInternal()
278 __ LoadRawPtrFromThread(jni_env_reg, Thread::JniEnvOffset<kPointerSize>()); in ArtJniCompileMethodInternal()
292 __ IncreaseFrameSize(main_out_arg_size); in ArtJniCompileMethodInternal()
319 ManagedRegister new_method_reg = __ CoreRegisterWithSize(callee_save_temp, kRawPointerSize); in ArtJniCompileMethodInternal()
321 __ Move(new_method_reg, method_register, kRawPointerSize); in ArtJniCompileMethodInternal()
360 __ MoveArguments(ArrayRef<ArgumentLocation>(dest_args), in ArtJniCompileMethodInternal()
369 __ Move(jni_env_arg, jni_env_reg, kRawPointerSize); in ArtJniCompileMethodInternal()
372 __ Store(jni_env_arg_offset, jni_env_reg, kRawPointerSize); in ArtJniCompileMethodInternal()
381 __ Jump(main_jni_conv->HiddenArgumentRegister(), jni_entrypoint_offset); in ArtJniCompileMethodInternal()
383 __ Call(main_jni_conv->HiddenArgumentRegister(), jni_entrypoint_offset); in ArtJniCompileMethodInternal()
387 __ Call(method_register, jni_entrypoint_offset); in ArtJniCompileMethodInternal()
399 __ SignExtend(main_jni_conv->ReturnRegister(), in ArtJniCompileMethodInternal()
404 __ ZeroExtend(main_jni_conv->ReturnRegister(), in ArtJniCompileMethodInternal()
422 __ Move(mr_return_reg, jni_return_reg, main_jni_conv->SizeOfReturnValue()); in ArtJniCompileMethodInternal()
437 transition_to_runnable_slow_path = __ CreateLabel(); in ArtJniCompileMethodInternal()
438 transition_to_runnable_resume = __ CreateLabel(); in ArtJniCompileMethodInternal()
439 __ TryToTransitionFromNativeToRunnable(transition_to_runnable_slow_path.get(), in ArtJniCompileMethodInternal()
442 __ Bind(transition_to_runnable_resume.get()); in ArtJniCompileMethodInternal()
448 LIKELY(!is_critical_native) ? __ CreateLabel() : nullptr; in ArtJniCompileMethodInternal()
451 __ ExceptionPoll(exception_slow_path.get()); in ArtJniCompileMethodInternal()
457 UNLIKELY(is_fast_native) ? __ CreateLabel() : nullptr; in ArtJniCompileMethodInternal()
459 UNLIKELY(is_fast_native) ? __ CreateLabel() : nullptr; in ArtJniCompileMethodInternal()
461 __ SuspendCheck(suspend_check_slow_path.get()); in ArtJniCompileMethodInternal()
462 __ Bind(suspend_check_resume.get()); in ArtJniCompileMethodInternal()
477 __ GetCurrentThread(main_jni_conv->CurrentParamRegister()); in ArtJniCompileMethodInternal()
478 __ Call(main_jni_conv->CurrentParamRegister(), Offset(jni_decode_reference_result)); in ArtJniCompileMethodInternal()
480 __ GetCurrentThread(main_jni_conv->CurrentParamStackOffset()); in ArtJniCompileMethodInternal()
481 __ CallFromThread(jni_decode_reference_result); in ArtJniCompileMethodInternal()
496 __ DecreaseFrameSize(current_out_arg_size); in ArtJniCompileMethodInternal()
508 ManagedRegister temp = __ CoreRegisterWithSize(callee_save_temp, kRawPointerSize); in ArtJniCompileMethodInternal()
510 __ Load(temp, method_offset, kRawPointerSize); in ArtJniCompileMethodInternal()
512 __ Load(to_lock, temp, MemberOffset(0u), kObjectReferenceSize); in ArtJniCompileMethodInternal()
515 __ Load(to_lock, mr_conv->CurrentParamStackOffset(), kObjectReferenceSize); in ArtJniCompileMethodInternal()
517 __ CallFromThread(QUICK_ENTRYPOINT_OFFSET(kPointerSize, pJniUnlockObject)); in ArtJniCompileMethodInternal()
524 __ ExceptionPoll(exception_slow_path.get()); in ArtJniCompileMethodInternal()
531 __ SuspendCheck(suspend_check_slow_path.get()); in ArtJniCompileMethodInternal()
532 __ Bind(suspend_check_resume.get()); in ArtJniCompileMethodInternal()
542 __ RemoveFrame(current_frame_size, callee_save_regs, may_suspend); in ArtJniCompileMethodInternal()
551 __ Bind(jclass_read_barrier_slow_path.get()); in ArtJniCompileMethodInternal()
566 ManagedRegister temp = __ CoreRegisterWithSize( in ArtJniCompileMethodInternal()
570 __ Load(temp, method_register, MemberOffset(0u), kObjectReferenceSize); in ArtJniCompileMethodInternal()
572 __ TestMarkBit(temp, jclass_read_barrier_return.get(), JNIMacroUnaryCondition::kNotZero); in ArtJniCompileMethodInternal()
577 __ CallFromThread(read_barrier); in ArtJniCompileMethodInternal()
580 __ Jump(jclass_read_barrier_return.get()); in ArtJniCompileMethodInternal()
585 __ Bind(transition_to_native_slow_path.get()); in ArtJniCompileMethodInternal()
586 __ CallFromThread(QUICK_ENTRYPOINT_OFFSET(kPointerSize, pJniMethodStart)); in ArtJniCompileMethodInternal()
587 __ Jump(transition_to_native_resume.get()); in ArtJniCompileMethodInternal()
592 __ Bind(transition_to_runnable_slow_path.get()); in ArtJniCompileMethodInternal()
593 __ CallFromThread(QUICK_ENTRYPOINT_OFFSET(kPointerSize, pJniMethodEnd)); in ArtJniCompileMethodInternal()
594 __ Jump(transition_to_runnable_resume.get()); in ArtJniCompileMethodInternal()
599 __ Bind(suspend_check_slow_path.get()); in ArtJniCompileMethodInternal()
602 __ DecreaseFrameSize(main_out_arg_size); in ArtJniCompileMethodInternal()
604 __ CallFromThread(QUICK_ENTRYPOINT_OFFSET(kPointerSize, pTestSuspend)); in ArtJniCompileMethodInternal()
608 __ StoreStackPointerToThread(Thread::TopOfManagedStackOffset<kPointerSize>()); in ArtJniCompileMethodInternal()
611 __ IncreaseFrameSize(main_out_arg_size); in ArtJniCompileMethodInternal()
614 __ Jump(suspend_check_resume.get()); in ArtJniCompileMethodInternal()
619 __ Bind(exception_slow_path.get()); in ArtJniCompileMethodInternal()
624 __ DecreaseFrameSize(main_out_arg_size); in ArtJniCompileMethodInternal()
630 __ DeliverPendingException(); in ArtJniCompileMethodInternal()
634 __ FinalizeCode(); in ArtJniCompileMethodInternal()
635 size_t cs = __ CodeSize(); in ArtJniCompileMethodInternal()
638 __ FinalizeInstructions(code); in ArtJniCompileMethodInternal()
658 __ Load(saved_cookie_reg, jni_env_reg, jni_env_cookie_offset, kIRTCookieSize); in PushLocalReferenceFrame()
661 __ Load(temp_reg, jni_env_reg, jni_env_segment_state_offset, kIRTCookieSize); in PushLocalReferenceFrame()
662 __ Store(jni_env_reg, jni_env_cookie_offset, temp_reg, kIRTCookieSize); in PushLocalReferenceFrame()
675 __ Load(temp_reg, jni_env_reg, jni_env_cookie_offset, kIRTCookieSize); in PopLocalReferenceFrame()
676 __ Store(jni_env_reg, jni_env_segment_state_offset, temp_reg, kIRTCookieSize); in PopLocalReferenceFrame()
679 __ Store(jni_env_reg, jni_env_cookie_offset, saved_cookie_reg, kIRTCookieSize); in PopLocalReferenceFrame()
688 __ StoreRawPtr(dest, in_reg); in SetNativeParameter()
691 __ Move(jni_conv->CurrentParamRegister(), in_reg, jni_conv->CurrentParamSize()); in SetNativeParameter()