2 * Copyright © 2010 Intel Corporation
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
21 * DEALINGS IN THE SOFTWARE.
24 #include "glsl_types.h"
25 #include "loop_analysis.h"
26 #include "ir_hierarchical_visitor.h"
28 static bool is_loop_terminator(ir_if
*ir
);
30 static bool all_expression_operands_are_loop_constant(ir_rvalue
*,
33 static ir_rvalue
*get_basic_induction_increment(ir_assignment
*, hash_table
*);
36 loop_state::loop_state()
38 this->ht
= hash_table_ctor(0, hash_table_pointer_hash
,
39 hash_table_pointer_compare
);
40 this->mem_ctx
= talloc_init("loop state");
44 loop_state::~loop_state()
46 hash_table_dtor(this->ht
);
51 loop_state::insert(ir_loop
*ir
)
53 loop_variable_state
*ls
= new(this->mem_ctx
) loop_variable_state
;
54 hash_table_insert(this->ht
, ls
, ir
);
61 loop_state::get(const ir_loop
*ir
)
63 return (loop_variable_state
*) hash_table_find(this->ht
, ir
);
68 loop_variable_state::get(const ir_variable
*ir
)
70 return (loop_variable
*) hash_table_find(this->var_hash
, ir
);
75 loop_variable_state::insert(ir_variable
*var
)
77 void *mem_ctx
= talloc_parent(this);
78 loop_variable
*lv
= talloc_zero(mem_ctx
, loop_variable
);
82 hash_table_insert(this->var_hash
, lv
, lv
->var
);
83 this->variables
.push_tail(lv
);
90 loop_variable_state::insert(ir_if
*if_stmt
)
92 void *mem_ctx
= talloc_parent(this);
93 loop_terminator
*t
= talloc_zero(mem_ctx
, loop_terminator
);
96 this->terminators
.push_tail(t
);
102 class loop_analysis
: public ir_hierarchical_visitor
{
106 virtual ir_visitor_status
visit(ir_dereference_variable
*);
108 virtual ir_visitor_status
visit_enter(ir_loop
*);
109 virtual ir_visitor_status
visit_leave(ir_loop
*);
110 virtual ir_visitor_status
visit_enter(ir_assignment
*);
111 virtual ir_visitor_status
visit_leave(ir_assignment
*);
112 virtual ir_visitor_status
visit_enter(ir_if
*);
113 virtual ir_visitor_status
visit_leave(ir_if
*);
117 int if_statement_depth
;
119 ir_assignment
*current_assignment
;
125 loop_analysis::loop_analysis()
127 this->loops
= new loop_state
;
129 this->if_statement_depth
= 0;
130 this->current_assignment
= NULL
;
135 loop_analysis::visit(ir_dereference_variable
*ir
)
137 /* If we're not somewhere inside a loop, there's nothing to do.
139 if (this->state
.is_empty())
140 return visit_continue_with_parent
;
142 loop_variable_state
*const ls
=
143 (loop_variable_state
*) this->state
.get_head();
145 ir_variable
*var
= ir
->variable_referenced();
146 loop_variable
*lv
= ls
->get(var
);
149 lv
= ls
->insert(var
);
150 lv
->read_before_write
= !this->in_assignee
;
153 if (this->in_assignee
) {
154 assert(this->current_assignment
!= NULL
);
156 lv
->conditional_assignment
= (this->if_statement_depth
> 0)
157 || (this->current_assignment
->condition
!= NULL
);
159 if (lv
->first_assignment
== NULL
) {
160 assert(lv
->num_assignments
== 0);
162 lv
->first_assignment
= this->current_assignment
;
165 lv
->num_assignments
++;
166 } else if (lv
->first_assignment
== this->current_assignment
) {
167 /* This catches the case where the variable is used in the RHS of an
168 * assignment where it is also in the LHS.
170 lv
->read_before_write
= true;
173 return visit_continue
;
177 loop_analysis::visit_enter(ir_loop
*ir
)
179 loop_variable_state
*ls
= this->loops
->insert(ir
);
180 this->state
.push_head(ls
);
182 return visit_continue
;
186 loop_analysis::visit_leave(ir_loop
*ir
)
188 loop_variable_state
*const ls
=
189 (loop_variable_state
*) this->state
.pop_head();
192 foreach_list(node
, &ir
->body_instructions
) {
193 /* Skip over declarations at the start of a loop.
195 if (((ir_instruction
*) node
)->as_variable())
198 ir_if
*if_stmt
= ((ir_instruction
*) node
)->as_if();
200 if ((if_stmt
!= NULL
) && is_loop_terminator(if_stmt
))
207 foreach_list_safe(node
, &ls
->variables
) {
208 loop_variable
*lv
= (loop_variable
*) node
;
210 /* Move variables that are already marked as being loop constant to
211 * a separate list. These trivially don't need to be tested.
213 if (lv
->is_loop_constant()) {
215 ls
->constants
.push_tail(lv
);
219 /* Each variable assigned in the loop that isn't already marked as being loop
220 * constant might still be loop constant. The requirements at this point
223 * - Variable is written before it is read.
225 * - Only one assignment to the variable.
227 * - All operands on the RHS of the assignment are also loop constants.
229 * The last requirement is the reason for the progress loop. A variable
230 * marked as a loop constant on one pass may allow other variables to be
231 * marked as loop constant on following passes.
237 foreach_list_safe(node
, &ls
->variables
) {
238 loop_variable
*lv
= (loop_variable
*) node
;
240 if (lv
->conditional_assignment
|| (lv
->num_assignments
> 1))
243 /* Process the RHS of the assignment. If all of the variables
244 * accessed there are loop constants, then add this
246 ir_rvalue
*const rhs
= lv
->first_assignment
->rhs
;
247 if (all_expression_operands_are_loop_constant(rhs
, ls
->var_hash
)) {
248 lv
->rhs_clean
= true;
250 if (lv
->is_loop_constant()) {
254 ls
->constants
.push_tail(lv
);
260 /* The remaining variables that are not loop invariant might be loop
261 * induction variables.
263 foreach_list_safe(node
, &ls
->variables
) {
264 loop_variable
*lv
= (loop_variable
*) node
;
266 /* If there is more than one assignment to a variable, it cannot be a
267 * loop induction variable. This isn't strictly true, but this is a
268 * very simple induction variable detector, and it can't handle more
271 if (lv
->num_assignments
> 1)
274 /* All of the variables with zero assignments in the loop are loop
275 * invariant, and they should have already been filtered out.
277 assert(lv
->num_assignments
== 1);
278 assert(lv
->first_assignment
!= NULL
);
280 /* The assignmnet to the variable in the loop must be unconditional.
282 if (lv
->conditional_assignment
)
285 /* Basic loop induction variables have a single assignment in the loop
286 * that has the form 'VAR = VAR + i' or 'VAR = VAR - i' where i is a
289 ir_rvalue
*const inc
=
290 get_basic_induction_increment(lv
->first_assignment
, ls
->var_hash
);
297 ls
->induction_variables
.push_tail(lv
);
301 return visit_continue
;
305 loop_analysis::visit_enter(ir_if
*ir
)
309 if (!this->state
.is_empty())
310 this->if_statement_depth
++;
312 return visit_continue
;
316 loop_analysis::visit_leave(ir_if
*ir
)
320 if (!this->state
.is_empty())
321 this->if_statement_depth
--;
323 return visit_continue
;
327 loop_analysis::visit_enter(ir_assignment
*ir
)
329 /* If we're not somewhere inside a loop, there's nothing to do.
331 if (this->state
.is_empty())
332 return visit_continue_with_parent
;
334 this->current_assignment
= ir
;
336 return visit_continue
;
340 loop_analysis::visit_leave(ir_assignment
*ir
)
342 /* Since the visit_enter exits with visit_continue_with_parent for this
343 * case, the loop state stack should never be empty here.
345 assert(!this->state
.is_empty());
347 assert(this->current_assignment
== ir
);
348 this->current_assignment
= NULL
;
350 return visit_continue
;
354 class examine_rhs
: public ir_hierarchical_visitor
{
356 examine_rhs(hash_table
*loop_variables
)
358 this->only_uses_loop_constants
= true;
359 this->loop_variables
= loop_variables
;
362 virtual ir_visitor_status
visit(ir_dereference_variable
*ir
)
365 (loop_variable
*) hash_table_find(this->loop_variables
, ir
->var
);
369 if (lv
->is_loop_constant()) {
370 return visit_continue
;
372 this->only_uses_loop_constants
= false;
377 hash_table
*loop_variables
;
378 bool only_uses_loop_constants
;
383 all_expression_operands_are_loop_constant(ir_rvalue
*ir
, hash_table
*variables
)
385 examine_rhs
v(variables
);
389 return v
.only_uses_loop_constants
;
394 get_basic_induction_increment(ir_assignment
*ir
, hash_table
*var_hash
)
396 /* The RHS must be a binary expression.
398 ir_expression
*const rhs
= ir
->rhs
->as_expression();
400 || ((rhs
->operation
!= ir_binop_add
)
401 && (rhs
->operation
!= ir_binop_sub
)))
404 /* One of the of operands of the expression must be the variable assigned.
405 * If the operation is subtraction, the variable in question must be the
408 ir_variable
*const var
= ir
->lhs
->variable_referenced();
410 ir_variable
*const op0
= rhs
->operands
[0]->variable_referenced();
411 ir_variable
*const op1
= rhs
->operands
[1]->variable_referenced();
413 if (((op0
!= var
) && (op1
!= var
))
414 || ((op1
== var
) && (rhs
->operation
== ir_binop_sub
)))
417 ir_rvalue
*inc
= (op0
== var
) ? rhs
->operands
[1] : rhs
->operands
[0];
419 if (inc
->constant_expression_value() == NULL
) {
420 ir_variable
*const inc_var
= inc
->variable_referenced();
421 if (inc_var
!= NULL
) {
423 (loop_variable
*) hash_table_find(var_hash
, inc_var
);
425 if (!lv
->is_loop_constant())
431 if ((inc
!= NULL
) && (rhs
->operation
== ir_binop_sub
)) {
432 void *mem_ctx
= talloc_parent(ir
);
434 inc
= new(mem_ctx
) ir_expression(ir_unop_neg
,
436 inc
->clone(mem_ctx
, NULL
),
445 * Detect whether an if-statement is a loop terminating condition
447 * Detects if-statements of the form
449 * (if (expression bool ...) (break))
452 is_loop_terminator(ir_if
*ir
)
454 if (!ir
->else_instructions
.is_empty())
457 ir_instruction
*const inst
=
458 (ir_instruction
*) ir
->then_instructions
.get_head();
459 assert(inst
!= NULL
);
461 if (inst
->ir_type
!= ir_type_loop_jump
)
464 ir_loop_jump
*const jump
= (ir_loop_jump
*) inst
;
465 if (jump
->mode
!= ir_loop_jump::jump_break
)
473 analyze_loop_variables(exec_list
*instructions
)