• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  * Copyright © 2010 Intel Corporation
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining a
5  * copy of this software and associated documentation files (the "Software"),
6  * to deal in the Software without restriction, including without limitation
7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8  * and/or sell copies of the Software, and to permit persons to whom the
9  * Software is furnished to do so, subject to the following conditions:
10  *
11  * The above copyright notice and this permission notice (including the next
12  * paragraph) shall be included in all copies or substantial portions of the
13  * Software.
14  *
15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
18  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
21  * DEALINGS IN THE SOFTWARE.
22  */
23 
24 /**
25  * \file opt_copy_propagation.cpp
26  *
27  * Moves usage of recently-copied variables to the previous copy of
28  * the variable.
29  *
30  * This should reduce the number of MOV instructions in the generated
31  * programs unless copy propagation is also done on the LIR, and may
32  * help anyway by triggering other optimizations that live in the HIR.
33  */
34 
35 #include "ir.h"
36 #include "ir_visitor.h"
37 #include "ir_basic_block.h"
38 #include "ir_optimization.h"
39 #include "compiler/glsl_types.h"
40 #include "util/hash_table.h"
41 #include "util/set.h"
42 
43 namespace {
44 
45 class ir_copy_propagation_visitor : public ir_hierarchical_visitor {
46 public:
ir_copy_propagation_visitor()47    ir_copy_propagation_visitor()
48    {
49       progress = false;
50       mem_ctx = ralloc_context(0);
51       lin_ctx = linear_alloc_parent(mem_ctx, 0);
52       acp = _mesa_hash_table_create(mem_ctx, _mesa_hash_pointer,
53                                     _mesa_key_pointer_equal);
54       kills = _mesa_set_create(mem_ctx, _mesa_hash_pointer,
55                                _mesa_key_pointer_equal);
56       killed_all = false;
57    }
~ir_copy_propagation_visitor()58    ~ir_copy_propagation_visitor()
59    {
60       ralloc_free(mem_ctx);
61    }
62 
63    virtual ir_visitor_status visit(class ir_dereference_variable *);
64    void handle_loop(class ir_loop *, bool keep_acp);
65    virtual ir_visitor_status visit_enter(class ir_loop *);
66    virtual ir_visitor_status visit_enter(class ir_function_signature *);
67    virtual ir_visitor_status visit_enter(class ir_function *);
68    virtual ir_visitor_status visit_leave(class ir_assignment *);
69    virtual ir_visitor_status visit_enter(class ir_call *);
70    virtual ir_visitor_status visit_enter(class ir_if *);
71 
72    void add_copy(ir_assignment *ir);
73    void kill(ir_variable *ir);
74    void handle_if_block(exec_list *instructions);
75 
76    /** Hash of lhs->rhs: The available copies to propagate */
77    hash_table *acp;
78 
79    /**
80     * Set of ir_variables: Whose values were killed in this block.
81     */
82    set *kills;
83 
84    bool progress;
85 
86    bool killed_all;
87 
88    void *mem_ctx;
89    void *lin_ctx;
90 };
91 
92 } /* unnamed namespace */
93 
94 ir_visitor_status
visit_enter(ir_function_signature * ir)95 ir_copy_propagation_visitor::visit_enter(ir_function_signature *ir)
96 {
97    /* Treat entry into a function signature as a completely separate
98     * block.  Any instructions at global scope will be shuffled into
99     * main() at link time, so they're irrelevant to us.
100     */
101    hash_table *orig_acp = this->acp;
102    set *orig_kills = this->kills;
103    bool orig_killed_all = this->killed_all;
104 
105    acp = _mesa_hash_table_create(NULL, _mesa_hash_pointer,
106                                  _mesa_key_pointer_equal);
107    kills = _mesa_set_create(NULL, _mesa_hash_pointer,
108                             _mesa_key_pointer_equal);
109    this->killed_all = false;
110 
111    visit_list_elements(this, &ir->body);
112 
113    _mesa_hash_table_destroy(acp, NULL);
114    _mesa_set_destroy(kills, NULL);
115 
116    this->kills = orig_kills;
117    this->acp = orig_acp;
118    this->killed_all = orig_killed_all;
119 
120    return visit_continue_with_parent;
121 }
122 
123 ir_visitor_status
visit_leave(ir_assignment * ir)124 ir_copy_propagation_visitor::visit_leave(ir_assignment *ir)
125 {
126    kill(ir->lhs->variable_referenced());
127 
128    add_copy(ir);
129 
130    return visit_continue;
131 }
132 
133 ir_visitor_status
visit_enter(ir_function * ir)134 ir_copy_propagation_visitor::visit_enter(ir_function *ir)
135 {
136    (void) ir;
137    return visit_continue;
138 }
139 
140 /**
141  * Replaces dereferences of ACP RHS variables with ACP LHS variables.
142  *
143  * This is where the actual copy propagation occurs.  Note that the
144  * rewriting of ir_dereference means that the ir_dereference instance
145  * must not be shared by multiple IR operations!
146  */
147 ir_visitor_status
visit(ir_dereference_variable * ir)148 ir_copy_propagation_visitor::visit(ir_dereference_variable *ir)
149 {
150    if (this->in_assignee)
151       return visit_continue;
152 
153    struct hash_entry *entry = _mesa_hash_table_search(acp, ir->var);
154    if (entry) {
155       ir->var = (ir_variable *) entry->data;
156       progress = true;
157    }
158 
159    return visit_continue;
160 }
161 
162 
163 ir_visitor_status
visit_enter(ir_call * ir)164 ir_copy_propagation_visitor::visit_enter(ir_call *ir)
165 {
166    /* Do copy propagation on call parameters, but skip any out params */
167    foreach_two_lists(formal_node, &ir->callee->parameters,
168                      actual_node, &ir->actual_parameters) {
169       ir_variable *sig_param = (ir_variable *) formal_node;
170       ir_rvalue *ir = (ir_rvalue *) actual_node;
171       if (sig_param->data.mode != ir_var_function_out
172           && sig_param->data.mode != ir_var_function_inout) {
173          ir->accept(this);
174       }
175    }
176 
177    /* Since this pass can run when unlinked, we don't (necessarily) know
178     * the side effects of calls.  (When linked, most calls are inlined
179     * anyway, so it doesn't matter much.)
180     *
181     * One place where this does matter is IR intrinsics.  They're never
182     * inlined.  We also know what they do - while some have side effects
183     * (such as image writes), none edit random global variables.  So we
184     * can assume they're side-effect free (other than the return value
185     * and out parameters).
186     */
187    if (!ir->callee->is_intrinsic()) {
188       _mesa_hash_table_clear(acp, NULL);
189       this->killed_all = true;
190    } else {
191       if (ir->return_deref)
192          kill(ir->return_deref->var);
193 
194       foreach_two_lists(formal_node, &ir->callee->parameters,
195                         actual_node, &ir->actual_parameters) {
196          ir_variable *sig_param = (ir_variable *) formal_node;
197          if (sig_param->data.mode == ir_var_function_out ||
198              sig_param->data.mode == ir_var_function_inout) {
199             ir_rvalue *ir = (ir_rvalue *) actual_node;
200             ir_variable *var = ir->variable_referenced();
201             kill(var);
202          }
203       }
204    }
205 
206    return visit_continue_with_parent;
207 }
208 
209 void
handle_if_block(exec_list * instructions)210 ir_copy_propagation_visitor::handle_if_block(exec_list *instructions)
211 {
212    hash_table *orig_acp = this->acp;
213    set *orig_kills = this->kills;
214    bool orig_killed_all = this->killed_all;
215 
216    acp = _mesa_hash_table_create(NULL, _mesa_hash_pointer,
217                                  _mesa_key_pointer_equal);
218    kills = _mesa_set_create(NULL, _mesa_hash_pointer,
219                             _mesa_key_pointer_equal);
220    this->killed_all = false;
221 
222    /* Populate the initial acp with a copy of the original */
223    struct hash_entry *entry;
224    hash_table_foreach(orig_acp, entry) {
225       _mesa_hash_table_insert(acp, entry->key, entry->data);
226    }
227 
228    visit_list_elements(this, instructions);
229 
230    if (this->killed_all) {
231       _mesa_hash_table_clear(orig_acp, NULL);
232    }
233 
234    set *new_kills = this->kills;
235    this->kills = orig_kills;
236    _mesa_hash_table_destroy(acp, NULL);
237    this->acp = orig_acp;
238    this->killed_all = this->killed_all || orig_killed_all;
239 
240    struct set_entry *s_entry;
241    set_foreach(new_kills, s_entry) {
242       kill((ir_variable *) s_entry->key);
243    }
244 
245    _mesa_set_destroy(new_kills, NULL);
246 }
247 
248 ir_visitor_status
visit_enter(ir_if * ir)249 ir_copy_propagation_visitor::visit_enter(ir_if *ir)
250 {
251    ir->condition->accept(this);
252 
253    handle_if_block(&ir->then_instructions);
254    handle_if_block(&ir->else_instructions);
255 
256    /* handle_if_block() already descended into the children. */
257    return visit_continue_with_parent;
258 }
259 
260 void
handle_loop(ir_loop * ir,bool keep_acp)261 ir_copy_propagation_visitor::handle_loop(ir_loop *ir, bool keep_acp)
262 {
263    hash_table *orig_acp = this->acp;
264    set *orig_kills = this->kills;
265    bool orig_killed_all = this->killed_all;
266 
267    acp = _mesa_hash_table_create(NULL, _mesa_hash_pointer,
268                                  _mesa_key_pointer_equal);
269    kills = _mesa_set_create(NULL, _mesa_hash_pointer,
270                             _mesa_key_pointer_equal);
271    this->killed_all = false;
272 
273    if (keep_acp) {
274       struct hash_entry *entry;
275       hash_table_foreach(orig_acp, entry) {
276          _mesa_hash_table_insert(acp, entry->key, entry->data);
277       }
278    }
279 
280    visit_list_elements(this, &ir->body_instructions);
281 
282    if (this->killed_all) {
283       _mesa_hash_table_clear(orig_acp, NULL);
284    }
285 
286    set *new_kills = this->kills;
287    this->kills = orig_kills;
288    _mesa_hash_table_destroy(acp, NULL);
289    this->acp = orig_acp;
290    this->killed_all = this->killed_all || orig_killed_all;
291 
292    struct set_entry *entry;
293    set_foreach(new_kills, entry) {
294       kill((ir_variable *) entry->key);
295    }
296 
297    _mesa_set_destroy(new_kills, NULL);
298 }
299 
300 ir_visitor_status
visit_enter(ir_loop * ir)301 ir_copy_propagation_visitor::visit_enter(ir_loop *ir)
302 {
303    /* Make a conservative first pass over the loop with an empty ACP set.
304     * This also removes any killed entries from the original ACP set.
305     */
306    handle_loop(ir, false);
307 
308    /* Then, run it again with the real ACP set, minus any killed entries.
309     * This takes care of propagating values from before the loop into it.
310     */
311    handle_loop(ir, true);
312 
313    /* already descended into the children. */
314    return visit_continue_with_parent;
315 }
316 
317 void
kill(ir_variable * var)318 ir_copy_propagation_visitor::kill(ir_variable *var)
319 {
320    assert(var != NULL);
321 
322    /* Remove any entries currently in the ACP for this kill. */
323    struct hash_entry *entry = _mesa_hash_table_search(acp, var);
324    if (entry) {
325       _mesa_hash_table_remove(acp, entry);
326    }
327 
328    hash_table_foreach(acp, entry) {
329       if (var == (ir_variable *) entry->data) {
330          _mesa_hash_table_remove(acp, entry);
331       }
332    }
333 
334    /* Add the LHS variable to the set of killed variables in this block. */
335    _mesa_set_add(kills, var);
336 }
337 
338 /**
339  * Adds an entry to the available copy list if it's a plain assignment
340  * of a variable to a variable.
341  */
342 void
add_copy(ir_assignment * ir)343 ir_copy_propagation_visitor::add_copy(ir_assignment *ir)
344 {
345    if (ir->condition)
346       return;
347 
348    ir_variable *lhs_var = ir->whole_variable_written();
349    ir_variable *rhs_var = ir->rhs->whole_variable_referenced();
350 
351    /* Don't try to remove a dumb assignment of a variable to itself.  Removing
352     * it now would mess up the loop iteration calling us.
353     */
354    if (lhs_var != NULL && rhs_var != NULL && lhs_var != rhs_var) {
355       if (lhs_var->data.mode != ir_var_shader_storage &&
356           lhs_var->data.mode != ir_var_shader_shared &&
357           lhs_var->data.precise == rhs_var->data.precise) {
358          _mesa_hash_table_insert(acp, lhs_var, rhs_var);
359       }
360    }
361 }
362 
363 /**
364  * Does a copy propagation pass on the code present in the instruction stream.
365  */
366 bool
do_copy_propagation(exec_list * instructions)367 do_copy_propagation(exec_list *instructions)
368 {
369    ir_copy_propagation_visitor v;
370 
371    visit_list_elements(&v, instructions);
372 
373    return v.progress;
374 }
375