/aosp_15_r20/external/mesa3d/src/amd/vulkan/nir/ |
H A D | radv_nir_rt_shader.c | 342 nir_store_var(b, vars->stack_ptr, nir_iadd_imm(b, nir_load_var(b, vars->stack_ptr), -16), 1); in insert_rt_return() 343 …nir_store_var(b, vars->shader_addr, nir_load_scratch(b, 1, 64, nir_load_var(b, vars->stack_ptr), .… in insert_rt_return() 425 … nir_store_var(b, vars->stack_ptr, nir_iadd_imm_nuw(b, nir_load_var(b, vars->stack_ptr), size), 1); in radv_lower_rt_instruction() 426 nir_store_scratch(b, ret_ptr, nir_load_var(b, vars->stack_ptr), .align_mul = 16); in radv_lower_rt_instruction() 428 … nir_store_var(b, vars->stack_ptr, nir_iadd_imm_nuw(b, nir_load_var(b, vars->stack_ptr), 16), 1); in radv_lower_rt_instruction() 441 … nir_store_var(b, vars->stack_ptr, nir_iadd_imm_nuw(b, nir_load_var(b, vars->stack_ptr), size), 1); in radv_lower_rt_instruction() 442 nir_store_scratch(b, ret_ptr, nir_load_var(b, vars->stack_ptr), .align_mul = 16); in radv_lower_rt_instruction() 444 … nir_store_var(b, vars->stack_ptr, nir_iadd_imm_nuw(b, nir_load_var(b, vars->stack_ptr), 16), 1); in radv_lower_rt_instruction() 446 nir_store_var(b, vars->shader_addr, nir_load_var(b, vars->traversal_addr), 1); in radv_lower_rt_instruction() 467 … nir_store_var(b, vars->stack_ptr, nir_iadd_imm(b, nir_load_var(b, vars->stack_ptr), -size), 1); in radv_lower_rt_instruction() [all …]
|
/aosp_15_r20/external/mesa3d/src/compiler/nir/tests/ |
H A D | vars_tests.cpp | 212 nir_store_var(b, out[0], nir_load_var(b, in), 1); in TEST_F() 213 nir_store_var(b, out[1], nir_load_var(b, in), 1); in TEST_F() 238 nir_store_var(b, out[0], nir_load_var(b, in), 1); in TEST_F() 240 nir_store_var(b, out[2], nir_load_var(b, in), 1); in TEST_F() 267 nir_store_var(b, out[0], nir_load_var(b, in), 1); in TEST_F() 272 nir_store_var(b, out[1], nir_load_var(b, in), 1); in TEST_F() 295 nir_load_var(b, g[0]); in TEST_F() 296 nir_load_var(b, g[1]); in TEST_F() 297 nir_load_var(b, g[2]); in TEST_F() 307 nir_store_var(b, out[0], nir_load_var(b, g[0]), 1); in TEST_F() [all …]
|
H A D | algebraic_tests.cpp | 162 nir_def *src0 = nir_load_var(b, nir_local_variable_create(b->impl, glsl_int_type(), "src0")); in TEST_F() 163 nir_def *src1 = nir_load_var(b, nir_local_variable_create(b->impl, glsl_int_type(), "src1")); in TEST_F() 196 nir_def *ref = nir_load_var(b, nir_local_variable_create(b->impl, glsl_int_type(), "ref")); in TEST_F() 197 nir_def *src = nir_load_var(b, nir_local_variable_create(b->impl, glsl_ivec_type(2), "src")); in TEST_F() 198 nir_def *accum = nir_load_var(b, nir_local_variable_create(b->impl, glsl_ivec_type(4), "accum")); in TEST_F()
|
/aosp_15_r20/external/mesa3d/src/gallium/frontends/lavapipe/ |
H A D | lvp_ray_tracing_pipeline.c | 456 nir_def *stack_ptr = nir_load_var(b, state->stack_ptr); in lvp_execute_callable() 498 nir_def *prev_accept = nir_load_var(b, state->accept); in lvp_lower_isec_intrinsic() 499 nir_def *prev_tmax = nir_load_var(b, state->tmax); in lvp_lower_isec_intrinsic() 500 nir_def *prev_hit_kind = nir_load_var(b, state->hit_kind); in lvp_lower_isec_intrinsic() 505 …nir_push_if(b, nir_iand(b, nir_fge(b, t, nir_load_var(b, state->tmin)), nir_fge(b, nir_load_var(b,… in lvp_lower_isec_intrinsic() 513 nir_def *prev_terminate = nir_load_var(b, state->terminate); in lvp_lower_isec_intrinsic() 516 nir_push_if(b, nir_inot(b, nir_load_var(b, state->opaque))); in lvp_lower_isec_intrinsic() 522 nir_def *terminate = nir_load_var(b, state->terminate); in lvp_lower_isec_intrinsic() 530 nir_push_if(b, nir_load_var(b, state->accept)); in lvp_lower_isec_intrinsic() 544 nir_def_replace(&instr->def, nir_load_var(b, commit)); in lvp_lower_isec_intrinsic() [all …]
|
H A D | lvp_nir_ray_tracing.c | 129 nir_def *ssa_distances = nir_load_var(b, distances); in lvp_build_intersect_ray_box() 130 nir_def *ssa_indices = nir_load_var(b, child_indices); in lvp_build_intersect_ray_box() 139 return nir_load_var(b, child_indices); in lvp_build_intersect_ray_box() 272 return nir_load_var(b, result); in lvp_build_intersect_ray_tri() 520 return nir_load_var(b, incomplete); in lvp_build_ray_traversal()
|
/aosp_15_r20/external/mesa3d/src/compiler/glsl/ |
H A D | gl_nir_lower_blend_equation_advanced.c | 243 nir_def *cbase_def = nir_load_var(b, cbase); in set_lum() 244 …nir_store_var(b, color, nir_fadd(b, cbase_def, nir_fsub(b, lumv3(b, nir_load_var(b, clum)), lumv3(… in set_lum() 250 nir_def *color_def = nir_load_var(b, color); in set_lum() 255 nir_def *mincol_def = nir_load_var(b, mincol); in set_lum() 256 nir_def *llum_def = nir_load_var(b, llum); in set_lum() 264 nir_def *maxcol_def = nir_load_var(b, maxcol); in set_lum() 282 nir_def *cbase_def = nir_load_var(b, cbase); in set_lum_sat() 283 nir_def *csat_def = nir_load_var(b, csat); in set_lum_sat() 293 nir_def *sbase_def = nir_load_var(b, sbase); in set_lum_sat() 308 return nir_ieq_imm(b, nir_load_var(b, mode), (unsigned) q); in is_mode() [all …]
|
/aosp_15_r20/external/mesa3d/src/compiler/nir/ |
H A D | nir_lower_gs_intrinsics.c | 90 nir_def *count = nir_load_var(b, state->vertex_count_vars[stream]); in rewrite_emit_vertex() 96 count_per_primitive = nir_load_var(b, state->vtxcnt_per_prim_vars[stream]); in rewrite_emit_vertex() 103 primitive_count = nir_load_var(b, state->primitive_count_vars[stream]); in rewrite_emit_vertex() 109 nir_load_var(b, state->decomposed_primitive_count_vars[stream]); in rewrite_emit_vertex() 132 nir_def *vtx_per_prim_cnt = nir_load_var(b, var); in rewrite_emit_vertex() 141 nir_load_var(b, vtx_var); in rewrite_emit_vertex() 154 nir_def *cnt = nir_load_var(b, var); in rewrite_emit_vertex() 194 nir_load_var(b, state->vertex_count_vars[stream]); in overwrite_incomplete_primitives() 198 nir_load_var(b, state->vtxcnt_per_prim_vars[stream]); in overwrite_incomplete_primitives() 218 nir_def *prim_cnt = nir_load_var(b, state->primitive_count_vars[stream]); in overwrite_incomplete_primitives() [all …]
|
H A D | nir_lower_drawpixels.c | 47 return nir_load_var(b, state->texcoord); in get_texcoord() 57 return nir_load_var(b, state->scale); in get_scale() 67 return nir_load_var(b, state->bias); in get_bias() 78 return nir_load_var(b, state->texcoord_const); in get_texcoord_const()
|
H A D | nir_lower_two_sided_color.c | 172 face = nir_load_var(b, var); in nir_lower_two_sided_color_instr() 178 front = nir_load_var(b, state->colors[idx].front); in nir_lower_two_sided_color_instr() 179 back = nir_load_var(b, state->colors[idx].back); in nir_lower_two_sided_color_instr()
|
H A D | nir_passthrough_tcs.c | 53 nir_def *inner = nir_load_var(&b, in_inner); in nir_create_passthrough_tcs_impl() 64 nir_def *outer = nir_load_var(&b, in_outer); in nir_create_passthrough_tcs_impl()
|
/aosp_15_r20/external/mesa3d/src/mesa/state_tracker/ |
H A D | st_draw_hw_select.c | 143 nir_def *config = nir_i2b(b, nir_load_var(b, culling_config)); in face_culling() 202 nir_def *idx = nir_load_var(b, name##_index); \ 224 nir_def *num = nir_load_var(b, num_vert); in clip_with_plane() 233 nir_iand(b, nir_load_var(b, all_clipped), clipped), 1); in clip_with_plane() 237 return_if_true(b, nir_load_var(b, all_clipped)); in clip_with_plane() 289 nir_def *index = nir_load_var(b, vert_index); in clip_with_plane() 308 nir_def *index = nir_load_var(b, vert_index); in clip_with_plane() 310 nir_load_var(b, saved), in clip_with_plane() 330 nir_def *index = nir_load_var(b, vert_index); in clip_with_plane() 332 nir_load_var(b, saved), in clip_with_plane() [all …]
|
H A D | st_nir_lower_fog.c | 16 nir_def *fogc = nir_load_var(b, fogc_var); in fog_result() 24 nir_def *params = nir_load_var(b, fog_params_var); in fog_result() 28 nir_def *fog_color = nir_load_var(b, fog_color_var); in fog_result() 140 nir_def *color = nir_load_var(&b, color_var); in st_nir_lower_fog()
|
H A D | st_pbo.c | 308 nir_vector_insert_imm(&b, nir_load_var(&b, in_pos), in st_pbo_create_vs() 309 nir_i2f32(&b, nir_load_var(&b, instance_id)), 2), in st_pbo_create_vs() 419 nir_def *param = nir_load_var(&b, param_var); in create_fs() 428 nir_def *coord = nir_load_var(&b, fragcoord); in create_fs() 446 layer = nir_load_var(&b, var); in create_fs() 487 nir_def *layer_offset = nir_load_var(&b, layer_offset_var); in create_fs()
|
H A D | st_nir_lower_position_invariant.c | 32 mvp[i] = nir_load_var(&b, var); in st_nir_lower_position_invariant() 36 nir_def *in_pos = nir_load_var(&b, nir_get_variable_with_location(s, nir_var_shader_in, in st_nir_lower_position_invariant()
|
/aosp_15_r20/external/mesa3d/src/gallium/frontends/rusticl/ |
H A D | rusticl_nir.c | 67 …return nir_load_var(b, nir_find_variable_with_location(b->shader, nir_var_uniform, state->base_glo… in rusticl_lower_intrinsics_instr() 69 …return nir_load_var(b, nir_find_variable_with_location(b->shader, nir_var_uniform, state->base_wor… in rusticl_lower_intrinsics_instr() 71 …return nir_load_var(b, nir_find_variable_with_location(b->shader, nir_var_uniform, state->global_s… in rusticl_lower_intrinsics_instr() 73 …return nir_load_var(b, nir_find_variable_with_location(b->shader, nir_var_uniform, state->num_work… in rusticl_lower_intrinsics_instr() 75 …return nir_load_var(b, nir_find_variable_with_location(b->shader, nir_var_uniform, state->const_bu… in rusticl_lower_intrinsics_instr() 77 …return nir_load_var(b, nir_find_variable_with_location(b->shader, nir_var_uniform, state->printf_b… in rusticl_lower_intrinsics_instr() 80 …return nir_u2uN(b, nir_load_var(b, nir_find_variable_with_location(b->shader, nir_var_uniform, sta… in rusticl_lower_intrinsics_instr()
|
/aosp_15_r20/external/mesa3d/src/gallium/drivers/radeonsi/ |
H A D | si_shaderlib_nir.c | 483 nir_def *z_value = nir_load_var(&b, z); in si_create_query_result_cs() 496 nir_def *result_index = nir_load_var(&b, outer_loop_iter); in si_create_query_result_cs() 538 nir_def *pitch_inner_loop = nir_load_var(&b, pitch); in si_create_query_result_cs() 539 nir_def *i = nir_load_var(&b, inner_loop_iter); in si_create_query_result_cs() 572 nir_load_var(&b, x), in si_create_query_result_cs() 573 nir_load_var(&b, y)), in si_create_query_result_cs() 619 nir_def *x_value = nir_load_var(&b, x); in si_create_query_result_cs() 620 nir_def *y_value = nir_load_var(&b, y); in si_create_query_result_cs() 621 nir_def *z_value = nir_load_var(&b, z); in si_create_query_result_cs() 814 nir_load_var(&b, acc_result)); in gfx11_create_sh_query_result_cs() [all …]
|
/aosp_15_r20/external/mesa3d/src/amd/vulkan/ |
H A D | radv_query.c | 177 nir_def *current_outer_count = nir_load_var(&b, outer_counter); in build_occlusion_query_shader() 192 nir_def *start_done = nir_ilt_imm(&b, nir_load_var(&b, start), 0); in build_occlusion_query_shader() 193 nir_def *end_done = nir_ilt_imm(&b, nir_load_var(&b, end), 0); in build_occlusion_query_shader() 198 …nir_iadd(&b, nir_load_var(&b, result), nir_isub(&b, nir_load_var(&b, end), nir_load_var(&b, start)… in build_occlusion_query_shader() 213 …nir_push_if(&b, nir_ior(&b, nir_test_mask(&b, flags, VK_QUERY_RESULT_PARTIAL_BIT), nir_load_var(&b… in build_occlusion_query_shader() 217 nir_store_ssbo(&b, nir_load_var(&b, result), dst_buf, output_base, .align_mul = 8); in build_occlusion_query_shader() 221 … nir_store_ssbo(&b, nir_u2u32(&b, nir_load_var(&b, result)), dst_buf, output_base, .align_mul = 8); in build_occlusion_query_shader() 227 nir_b2i32(&b, nir_load_var(&b, available))); in build_occlusion_query_shader() 321 …nir_store_var(&b, available, nir_iand(&b, nir_load_var(&b, available), task_invoc_result_available… in build_pipeline_statistics_query_shader() 331 nir_b2i32(&b, nir_load_var(&b, available))); in build_pipeline_statistics_query_shader() [all …]
|
H A D | radv_device_generated_commands.c | 457 nir_def *offset = nir_load_var(b, cs->offset); in dgc_emit() 470 nir_def *upload_offset = nir_load_var(b, cs->upload_offset); in dgc_upload() 945 nir_def *curr_offset = nir_load_var(b, offset); in build_dgc_buffer_tail() 1325 dgc_cs_emit(nir_iadd(b, load_param32(b, upload_addr), nir_load_var(b, cs->upload_offset))); in dgc_emit_push_constant_for_stage() 1354 dgc_cs_emit(nir_iadd(b, inline_sgpr, nir_load_var(b, pc_idx))); in dgc_emit_push_constant_for_stage() 1359 nir_store_var(b, pc_idx, nir_iadd_imm(b, nir_load_var(b, pc_idx), 1), 0x1); in dgc_emit_push_constant_for_stage() 1441 nir_push_if(b, nir_ult(b, nir_load_var(b, num_records), vbo_info->attrib_end)); in dgc_write_vertex_descriptor() 1455 …b, nir_udiv(b, nir_isub(b, nir_load_var(b, num_records), vbo_info->attrib_end), vbo_info->stride),… in dgc_write_vertex_descriptor() 1462 nir_def *convert_cond = nir_ine_imm(b, nir_load_var(b, num_records), 0); in dgc_write_vertex_descriptor() 1469 …b, nir_imul(b, nir_iadd_imm(b, nir_load_var(b, num_records), -1), vbo_info->stride), vbo_info->att… in dgc_write_vertex_descriptor() [all …]
|
/aosp_15_r20/external/mesa3d/src/amd/common/ |
H A D | ac_nir_lower_ngg.c | 515 vtx_idx[v] = nir_load_var(b, s->gs_vtx_indices_vars[v]); in emit_ngg_nogs_prim_exp_arg() 561 nir_if *if_gs_thread = nir_push_if(b, nir_load_var(b, s->gs_exported_var)); in emit_ngg_nogs_prim_export() 586 nir_def *vtx_idx = nir_load_var(b, s->gs_vtx_indices_vars[i]); in emit_ngg_nogs_prim_export() 607 s->gs_accepted_var ? nir_load_var(b, s->gs_accepted_var) : has_input_primitive(b); in emit_ngg_nogs_prim_id_store_shared() 617 gs_vtx_indices[i] = nir_load_var(b, s->gs_vtx_indices_vars[i]); in emit_ngg_nogs_prim_id_store_shared() 661 neg_mask = nir_ior(b, neg_mask, nir_load_var(b, mask)); in add_clipdist_bit() 750 nir_def *pos_val_rep = nir_load_var(b, replacement_var); in rewrite_uses_to_var() 968 nir_if *if_es_accepted = nir_push_if(b, nir_load_var(b, es_accepted_var)); in compact_vertices_after_culling() 976 nir_def *pos = nir_load_var(b, position_value_var); in compact_vertices_after_culling() 981 nir_def *arg_val = nir_load_var(b, repacked_variables[i]); in compact_vertices_after_culling() [all …]
|
/aosp_15_r20/external/mesa3d/src/nouveau/compiler/ |
H A D | nak_nir_lower_gs_intrinsics.c | 25 nir_def *gs_handle = nir_load_var(b, state->handle_var); in rewrite_emit_vertex() 43 nir_def *gs_handle = nir_load_var(b, state->handle_var); in rewrite_end_primitive() 61 nir_def *gs_handle = nir_load_var(b, state->handle_var); in rewrite_ast_nv() 76 nir_def *gs_handle = nir_load_var(b, state->handle_var); in append_final_primitive_nv()
|
/aosp_15_r20/external/mesa3d/src/vulkan/runtime/ |
H A D | vk_texcompress_etc2.c | 202 nir_def *payload = nir_load_var(&b, payload_var); in etc2_build_shader() 287 … nir_iand(&b, nir_load_var(&b, punchthrough), nir_ieq_imm(&b, nir_iadd(&b, lsb, msb), 2)), in etc2_build_shader() 325 … nir_iand(&b, nir_load_var(&b, punchthrough), nir_ieq_imm(&b, nir_iadd(&b, lsb, msb), 2)), in etc2_build_shader() 378 nir_push_if(&b, nir_load_var(&b, etc1_compat)); in etc2_build_shader() 383 sgn = nir_bcsel(&b, nir_load_var(&b, punchthrough), nir_imul(&b, sgn, lsb), sgn); in etc2_build_shader() 385 … nir_iand(&b, nir_load_var(&b, punchthrough), nir_ieq_imm(&b, nir_iadd(&b, lsb, msb), 2)), 0x1); in etc2_build_shader() 387 nir_def *result = nir_iadd(&b, nir_load_var(&b, base_rgb), off); in etc2_build_shader() 391 nir_push_if(&b, nir_load_var(&b, punchthrough)); in etc2_build_shader() 399 … col[i] = nir_fdiv_imm(&b, nir_i2f32(&b, nir_channel(&b, nir_load_var(&b, rgb_result), i)), 255.0); in etc2_build_shader() 400 col[3] = nir_load_var(&b, alpha_result); in etc2_build_shader() [all …]
|
/aosp_15_r20/external/mesa3d/src/broadcom/compiler/ |
H A D | v3d_nir_lower_io.c | 140 nir_load_var(b, state->gs.output_offset_var) : NULL; in v3d_nir_lower_vpm_output() 162 nir_def *header = nir_load_var(b, state->gs.header_var); in v3d_nir_lower_vpm_output() 243 nir_def *header = nir_load_var(b, state->gs.header_var); in v3d_nir_lower_emit_vertex() 244 nir_def *header_offset = nir_load_var(b, state->gs.header_offset_var); in v3d_nir_lower_emit_vertex() 245 nir_def *output_offset = nir_load_var(b, state->gs.output_offset_var); in v3d_nir_lower_emit_vertex() 501 nir_load_var(b, state->gs.output_offset_var) : NULL; in v3d_nir_emit_ff_vpm_outputs() 627 nir_load_var(b, state->gs.header_offset_var); in emit_gs_vpm_output_header_prolog()
|
/aosp_15_r20/external/mesa3d/src/gallium/auxiliary/nir/ |
H A D | nir_draw_helpers.c | 56 return nir_load_var(b, pos); in load_frag_coord() 186 nir_def *lw = nir_load_var(b, state->line_width_input); in lower_aaline_instr() 196 nir_def *counter = nir_load_var(b, state->stipple_counter); in lower_aaline_instr() 197 nir_def *pattern = nir_load_var(b, state->stipple_pattern); in lower_aaline_instr() 319 nir_def *aainput = nir_load_var(b, state->input); in nir_lower_aapoint_impl()
|
/aosp_15_r20/external/mesa3d/src/intel/compiler/ |
H A D | brw_nir_lower_intersection_shader.c | 178 nir_push_if(b, nir_load_var(b, commit)); in brw_nir_lower_intersection_shader() 236 nir_push_if(b, nir_load_var(b, commit_tmp)); in brw_nir_lower_intersection_shader() 265 nir_def *accepted = nir_load_var(b, commit_tmp); in brw_nir_lower_intersection_shader()
|
/aosp_15_r20/external/mesa3d/src/gallium/drivers/d3d12/ |
H A D | d3d12_compute_transforms.cpp | 318 nir_def *loop_counter_value = nir_load_var(&b, loop_counter); in get_query_resolve() 331 new_value = nir_iadd(&b, nir_load_var(&b, results[j]), nir_isub(&b, end, start)); in get_query_resolve() 338 …new_value = nir_ior(&b, nir_load_var(&b, results[j]), nir_u2uN(&b, nir_ine(&b, val_a, val_b), var_… in get_query_resolve() 341 new_value = nir_iadd(&b, nir_load_var(&b, results[j]), new_value); in get_query_resolve() 363 nir_def *result_val = nir_load_var(&b, results[i]); in get_query_resolve()
|