1 /* Move registers around to reduce number of move instructions needed.
2 Copyright (C) 1987, 88, 89, 92-98, 1999 Free Software Foundation, Inc.
4 This file is part of GNU CC.
6 GNU CC is free software; you can redistribute it and/or modify
7 it under the terms of the GNU General Public License as published by
8 the Free Software Foundation; either version 2, or (at your option)
11 GNU CC is distributed in the hope that it will be useful,
12 but WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 GNU General Public License for more details.
16 You should have received a copy of the GNU General Public License
17 along with GNU CC; see the file COPYING. If not, write to
18 the Free Software Foundation, 59 Temple Place - Suite 330,
19 Boston, MA 02111-1307, USA. */
22 /* This module looks for cases where matching constraints would force
23 an instruction to need a reload, and this reload would be a register
24 to register move. It then attempts to change the registers used by the
25 instruction to avoid the move instruction. */
29 #include "rtl.h" /* stdio.h must precede rtl.h for FFS. */
30 #include "insn-config.h"
35 #include "hard-reg-set.h"
38 #include "insn-flags.h"
39 #include "basic-block.h"
42 static int optimize_reg_copy_1
PROTO((rtx
, rtx
, rtx
));
43 static void optimize_reg_copy_2
PROTO((rtx
, rtx
, rtx
));
44 static void optimize_reg_copy_3
PROTO((rtx
, rtx
, rtx
));
45 static rtx gen_add3_insn
PROTO((rtx
, rtx
, rtx
));
46 static void copy_src_to_dest
PROTO((rtx
, rtx
, rtx
, int, int));
47 static int *regmove_bb_head
;
50 int with
[MAX_RECOG_OPERANDS
];
51 enum { READ
, WRITE
, READWRITE
} use
[MAX_RECOG_OPERANDS
];
52 int commutative
[MAX_RECOG_OPERANDS
];
53 int early_clobber
[MAX_RECOG_OPERANDS
];
56 static rtx discover_flags_reg
PROTO((void));
57 static void mark_flags_life_zones
PROTO((rtx
));
58 static void flags_set_1
PROTO((rtx
, rtx
));
60 static int try_auto_increment
PROTO((rtx
, rtx
, rtx
, rtx
, HOST_WIDE_INT
, int));
61 static int find_matches
PROTO((rtx
, struct match
*));
62 static int fixup_match_1
PROTO((rtx
, rtx
, rtx
, rtx
, rtx
, int, int, int, FILE *))
64 static int reg_is_remote_constant_p
PROTO((rtx
, rtx
, rtx
));
65 static int stable_but_for_p
PROTO((rtx
, rtx
, rtx
));
66 static int regclass_compatible_p
PROTO((int, int));
67 static int loop_depth
;
69 /* Return non-zero if registers with CLASS1 and CLASS2 can be merged without
70 causing too much register allocation problems. */
72 regclass_compatible_p (class0
, class1
)
75 return (class0
== class1
76 || (reg_class_subset_p (class0
, class1
)
77 && ! CLASS_LIKELY_SPILLED_P (class0
))
78 || (reg_class_subset_p (class1
, class0
)
79 && ! CLASS_LIKELY_SPILLED_P (class1
)));
82 /* Generate and return an insn body to add r1 and c,
83 storing the result in r0. */
85 gen_add3_insn (r0
, r1
, c
)
88 int icode
= (int) add_optab
->handlers
[(int) GET_MODE (r0
)].insn_code
;
90 if (icode
== CODE_FOR_nothing
91 || ! (*insn_operand_predicate
[icode
][0]) (r0
, insn_operand_mode
[icode
][0])
92 || ! (*insn_operand_predicate
[icode
][1]) (r1
, insn_operand_mode
[icode
][1])
93 || ! (*insn_operand_predicate
[icode
][2]) (c
, insn_operand_mode
[icode
][2]))
96 return (GEN_FCN (icode
) (r0
, r1
, c
));
100 /* INC_INSN is an instruction that adds INCREMENT to REG.
101 Try to fold INC_INSN as a post/pre in/decrement into INSN.
102 Iff INC_INSN_SET is nonzero, inc_insn has a destination different from src.
103 Return nonzero for success. */
105 try_auto_increment (insn
, inc_insn
, inc_insn_set
, reg
, increment
, pre
)
106 rtx reg
, insn
, inc_insn
,inc_insn_set
;
107 HOST_WIDE_INT increment
;
110 enum rtx_code inc_code
;
112 rtx pset
= single_set (insn
);
115 /* Can't use the size of SET_SRC, we might have something like
116 (sign_extend:SI (mem:QI ... */
117 rtx use
= find_use_as_address (pset
, reg
, 0);
118 if (use
!= 0 && use
!= (rtx
) 1)
120 int size
= GET_MODE_SIZE (GET_MODE (use
));
122 || (HAVE_POST_INCREMENT
123 && pre
== 0 && (inc_code
= POST_INC
, increment
== size
))
124 || (HAVE_PRE_INCREMENT
125 && pre
== 1 && (inc_code
= PRE_INC
, increment
== size
))
126 || (HAVE_POST_DECREMENT
127 && pre
== 0 && (inc_code
= POST_DEC
, increment
== -size
))
128 || (HAVE_PRE_DECREMENT
129 && pre
== 1 && (inc_code
= PRE_DEC
, increment
== -size
))
135 &SET_SRC (inc_insn_set
),
136 XEXP (SET_SRC (inc_insn_set
), 0), 1);
137 validate_change (insn
, &XEXP (use
, 0),
138 gen_rtx_fmt_e (inc_code
, Pmode
, reg
), 1);
139 if (apply_change_group ())
142 = gen_rtx_EXPR_LIST (REG_INC
,
143 reg
, REG_NOTES (insn
));
146 PUT_CODE (inc_insn
, NOTE
);
147 NOTE_LINE_NUMBER (inc_insn
) = NOTE_INSN_DELETED
;
148 NOTE_SOURCE_FILE (inc_insn
) = 0;
158 /* Determine if the pattern generated by add_optab has a clobber,
159 such as might be issued for a flags hard register. To make the
160 code elsewhere simpler, we handle cc0 in this same framework.
162 Return the register if one was discovered. Return NULL_RTX if
163 if no flags were found. Return pc_rtx if we got confused. */
166 discover_flags_reg ()
169 tmp
= gen_rtx_REG (word_mode
, 10000);
170 tmp
= gen_add3_insn (tmp
, tmp
, GEN_INT (2));
172 /* If we get something that isn't a simple set, or a
173 [(set ..) (clobber ..)], this whole function will go wrong. */
174 if (GET_CODE (tmp
) == SET
)
176 else if (GET_CODE (tmp
) == PARALLEL
)
180 if (XVECLEN (tmp
, 0) != 2)
182 tmp
= XVECEXP (tmp
, 0, 1);
183 if (GET_CODE (tmp
) != CLOBBER
)
187 /* Don't do anything foolish if the md wanted to clobber a
188 scratch or something. We only care about hard regs.
189 Moreover we don't like the notion of subregs of hard regs. */
190 if (GET_CODE (tmp
) == SUBREG
191 && GET_CODE (SUBREG_REG (tmp
)) == REG
192 && REGNO (SUBREG_REG (tmp
)) < FIRST_PSEUDO_REGISTER
)
194 found
= (GET_CODE (tmp
) == REG
&& REGNO (tmp
) < FIRST_PSEUDO_REGISTER
);
196 return (found
? tmp
: NULL_RTX
);
202 /* It is a tedious task identifying when the flags register is live and
203 when it is safe to optimize. Since we process the instruction stream
204 multiple times, locate and record these live zones by marking the
205 mode of the instructions --
207 QImode is used on the instruction at which the flags becomes live.
209 HImode is used within the range (exclusive) that the flags are
210 live. Thus the user of the flags is not marked.
212 All other instructions are cleared to VOIDmode. */
214 /* Used to communicate with flags_set_1. */
215 static rtx flags_set_1_rtx
;
216 static int flags_set_1_set
;
219 mark_flags_life_zones (flags
)
227 /* If we found a flags register on a cc0 host, bail. */
228 if (flags
== NULL_RTX
)
230 else if (flags
!= cc0_rtx
)
234 /* Simple cases first: if no flags, clear all modes. If confusing,
235 mark the entire function as being in a flags shadow. */
236 if (flags
== NULL_RTX
|| flags
== pc_rtx
)
238 enum machine_mode mode
= (flags
? HImode
: VOIDmode
);
240 for (insn
= get_insns(); insn
; insn
= NEXT_INSN (insn
))
241 PUT_MODE (insn
, mode
);
249 flags_regno
= REGNO (flags
);
250 flags_nregs
= HARD_REGNO_NREGS (flags_regno
, GET_MODE (flags
));
252 flags_set_1_rtx
= flags
;
254 /* Process each basic block. */
255 for (block
= n_basic_blocks
- 1; block
>= 0; block
--)
260 insn
= BLOCK_HEAD (block
);
261 end
= BLOCK_END (block
);
263 /* Look out for the (unlikely) case of flags being live across
264 basic block boundaries. */
269 for (i
= 0; i
< flags_nregs
; ++i
)
270 live
|= REGNO_REG_SET_P (BASIC_BLOCK (block
)->global_live_at_start
,
277 /* Process liveness in reverse order of importance --
278 alive, death, birth. This lets more important info
279 overwrite the mode of lesser info. */
281 if (GET_RTX_CLASS (GET_CODE (insn
)) == 'i')
284 /* In the cc0 case, death is not marked in reg notes,
285 but is instead the mere use of cc0 when it is alive. */
286 if (live
&& reg_mentioned_p (cc0_rtx
, PATTERN (insn
)))
289 /* In the hard reg case, we watch death notes. */
290 if (live
&& find_regno_note (insn
, REG_DEAD
, flags_regno
))
293 PUT_MODE (insn
, (live
? HImode
: VOIDmode
));
295 /* In either case, birth is denoted simply by it's presence
296 as the destination of a set. */
298 note_stores (PATTERN (insn
), flags_set_1
);
302 PUT_MODE (insn
, QImode
);
306 PUT_MODE (insn
, (live
? HImode
: VOIDmode
));
310 insn
= NEXT_INSN (insn
);
315 /* A subroutine of mark_flags_life_zones, called through note_stores. */
321 if (GET_CODE (pat
) == SET
322 && reg_overlap_mentioned_p (x
, flags_set_1_rtx
))
326 static int *regno_src_regno
;
328 /* Indicate how good a choice REG (which appears as a source) is to replace
329 a destination register with. The higher the returned value, the better
330 the choice. The main objective is to avoid using a register that is
331 a candidate for tying to a hard register, since the output might in
332 turn be a candidate to be tied to a different hard register. */
334 replacement_quality(reg
)
339 /* Bad if this isn't a register at all. */
340 if (GET_CODE (reg
) != REG
)
343 /* If this register is not meant to get a hard register,
344 it is a poor choice. */
345 if (REG_LIVE_LENGTH (REGNO (reg
)) < 0)
348 src_regno
= regno_src_regno
[REGNO (reg
)];
350 /* If it was not copied from another register, it is fine. */
354 /* Copied from a hard register? */
355 if (src_regno
< FIRST_PSEUDO_REGISTER
)
358 /* Copied from a pseudo register - not as bad as from a hard register,
359 yet still cumbersome, since the register live length will be lengthened
360 when the registers get tied. */
364 /* INSN is a copy from SRC to DEST, both registers, and SRC does not die
367 Search forward to see if SRC dies before either it or DEST is modified,
368 but don't scan past the end of a basic block. If so, we can replace SRC
369 with DEST and let SRC die in INSN.
371 This will reduce the number of registers live in that range and may enable
372 DEST to be tied to SRC, thus often saving one register in addition to a
373 register-register copy. */
376 optimize_reg_copy_1 (insn
, dest
, src
)
384 int sregno
= REGNO (src
);
385 int dregno
= REGNO (dest
);
387 /* We don't want to mess with hard regs if register classes are small. */
389 || (SMALL_REGISTER_CLASSES
390 && (sregno
< FIRST_PSEUDO_REGISTER
391 || dregno
< FIRST_PSEUDO_REGISTER
))
392 /* We don't see all updates to SP if they are in an auto-inc memory
393 reference, so we must disallow this optimization on them. */
394 || sregno
== STACK_POINTER_REGNUM
|| dregno
== STACK_POINTER_REGNUM
)
397 for (p
= NEXT_INSN (insn
); p
; p
= NEXT_INSN (p
))
399 if (GET_CODE (p
) == CODE_LABEL
|| GET_CODE (p
) == JUMP_INSN
400 || (GET_CODE (p
) == NOTE
401 && (NOTE_LINE_NUMBER (p
) == NOTE_INSN_LOOP_BEG
402 || NOTE_LINE_NUMBER (p
) == NOTE_INSN_LOOP_END
)))
405 /* ??? We can't scan past the end of a basic block without updating
406 the register lifetime info (REG_DEAD/basic_block_live_at_start).
407 A CALL_INSN might be the last insn of a basic block, if it is inside
408 an EH region. There is no easy way to tell, so we just always break
409 when we see a CALL_INSN if flag_exceptions is nonzero. */
410 if (flag_exceptions
&& GET_CODE (p
) == CALL_INSN
)
413 if (GET_RTX_CLASS (GET_CODE (p
)) != 'i')
416 if (reg_set_p (src
, p
) || reg_set_p (dest
, p
)
417 /* Don't change a USE of a register. */
418 || (GET_CODE (PATTERN (p
)) == USE
419 && reg_overlap_mentioned_p (src
, XEXP (PATTERN (p
), 0))))
422 /* See if all of SRC dies in P. This test is slightly more
423 conservative than it needs to be. */
424 if ((note
= find_regno_note (p
, REG_DEAD
, sregno
)) != 0
425 && GET_MODE (XEXP (note
, 0)) == GET_MODE (src
))
433 /* We can do the optimization. Scan forward from INSN again,
434 replacing regs as we go. Set FAILED if a replacement can't
435 be done. In that case, we can't move the death note for SRC.
436 This should be rare. */
438 /* Set to stop at next insn. */
439 for (q
= next_real_insn (insn
);
440 q
!= next_real_insn (p
);
441 q
= next_real_insn (q
))
443 if (reg_overlap_mentioned_p (src
, PATTERN (q
)))
445 /* If SRC is a hard register, we might miss some
446 overlapping registers with validate_replace_rtx,
447 so we would have to undo it. We can't if DEST is
448 present in the insn, so fail in that combination
450 if (sregno
< FIRST_PSEUDO_REGISTER
451 && reg_mentioned_p (dest
, PATTERN (q
)))
454 /* Replace all uses and make sure that the register
455 isn't still present. */
456 else if (validate_replace_rtx (src
, dest
, q
)
457 && (sregno
>= FIRST_PSEUDO_REGISTER
458 || ! reg_overlap_mentioned_p (src
,
461 /* We assume that a register is used exactly once per
462 insn in the REG_N_REFS updates below. If this is not
463 correct, no great harm is done.
465 Since we do not know if we will change the lifetime of
466 SREGNO or DREGNO, we must not update REG_LIVE_LENGTH
467 or REG_N_CALLS_CROSSED at this time. */
468 if (sregno
>= FIRST_PSEUDO_REGISTER
)
469 REG_N_REFS (sregno
) -= loop_depth
;
471 if (dregno
>= FIRST_PSEUDO_REGISTER
)
472 REG_N_REFS (dregno
) += loop_depth
;
476 validate_replace_rtx (dest
, src
, q
);
481 /* For SREGNO, count the total number of insns scanned.
482 For DREGNO, count the total number of insns scanned after
483 passing the death note for DREGNO. */
488 /* If the insn in which SRC dies is a CALL_INSN, don't count it
489 as a call that has been crossed. Otherwise, count it. */
490 if (q
!= p
&& GET_CODE (q
) == CALL_INSN
)
492 /* Similarly, total calls for SREGNO, total calls beyond
493 the death note for DREGNO. */
499 /* If DEST dies here, remove the death note and save it for
500 later. Make sure ALL of DEST dies here; again, this is
501 overly conservative. */
503 && (dest_death
= find_regno_note (q
, REG_DEAD
, dregno
)) != 0)
505 if (GET_MODE (XEXP (dest_death
, 0)) != GET_MODE (dest
))
506 failed
= 1, dest_death
= 0;
508 remove_note (q
, dest_death
);
514 /* These counters need to be updated if and only if we are
515 going to move the REG_DEAD note. */
516 if (sregno
>= FIRST_PSEUDO_REGISTER
)
518 if (REG_LIVE_LENGTH (sregno
) >= 0)
520 REG_LIVE_LENGTH (sregno
) -= s_length
;
521 /* REG_LIVE_LENGTH is only an approximation after
522 combine if sched is not run, so make sure that we
523 still have a reasonable value. */
524 if (REG_LIVE_LENGTH (sregno
) < 2)
525 REG_LIVE_LENGTH (sregno
) = 2;
528 REG_N_CALLS_CROSSED (sregno
) -= s_n_calls
;
531 /* Move death note of SRC from P to INSN. */
532 remove_note (p
, note
);
533 XEXP (note
, 1) = REG_NOTES (insn
);
534 REG_NOTES (insn
) = note
;
537 /* Put death note of DEST on P if we saw it die. */
540 XEXP (dest_death
, 1) = REG_NOTES (p
);
541 REG_NOTES (p
) = dest_death
;
543 if (dregno
>= FIRST_PSEUDO_REGISTER
)
545 /* If and only if we are moving the death note for DREGNO,
546 then we need to update its counters. */
547 if (REG_LIVE_LENGTH (dregno
) >= 0)
548 REG_LIVE_LENGTH (dregno
) += d_length
;
549 REG_N_CALLS_CROSSED (dregno
) += d_n_calls
;
556 /* If SRC is a hard register which is set or killed in some other
557 way, we can't do this optimization. */
558 else if (sregno
< FIRST_PSEUDO_REGISTER
559 && dead_or_set_p (p
, src
))
565 /* INSN is a copy of SRC to DEST, in which SRC dies. See if we now have
566 a sequence of insns that modify DEST followed by an insn that sets
567 SRC to DEST in which DEST dies, with no prior modification of DEST.
568 (There is no need to check if the insns in between actually modify
569 DEST. We should not have cases where DEST is not modified, but
570 the optimization is safe if no such modification is detected.)
571 In that case, we can replace all uses of DEST, starting with INSN and
572 ending with the set of SRC to DEST, with SRC. We do not do this
573 optimization if a CALL_INSN is crossed unless SRC already crosses a
574 call or if DEST dies before the copy back to SRC.
576 It is assumed that DEST and SRC are pseudos; it is too complicated to do
577 this for hard registers since the substitutions we may make might fail. */
580 optimize_reg_copy_2 (insn
, dest
, src
)
587 int sregno
= REGNO (src
);
588 int dregno
= REGNO (dest
);
590 for (p
= NEXT_INSN (insn
); p
; p
= NEXT_INSN (p
))
592 if (GET_CODE (p
) == CODE_LABEL
|| GET_CODE (p
) == JUMP_INSN
593 || (GET_CODE (p
) == NOTE
594 && (NOTE_LINE_NUMBER (p
) == NOTE_INSN_LOOP_BEG
595 || NOTE_LINE_NUMBER (p
) == NOTE_INSN_LOOP_END
)))
598 /* ??? We can't scan past the end of a basic block without updating
599 the register lifetime info (REG_DEAD/basic_block_live_at_start).
600 A CALL_INSN might be the last insn of a basic block, if it is inside
601 an EH region. There is no easy way to tell, so we just always break
602 when we see a CALL_INSN if flag_exceptions is nonzero. */
603 if (flag_exceptions
&& GET_CODE (p
) == CALL_INSN
)
606 if (GET_RTX_CLASS (GET_CODE (p
)) != 'i')
609 set
= single_set (p
);
610 if (set
&& SET_SRC (set
) == dest
&& SET_DEST (set
) == src
611 && find_reg_note (p
, REG_DEAD
, dest
))
613 /* We can do the optimization. Scan forward from INSN again,
614 replacing regs as we go. */
616 /* Set to stop at next insn. */
617 for (q
= insn
; q
!= NEXT_INSN (p
); q
= NEXT_INSN (q
))
618 if (GET_RTX_CLASS (GET_CODE (q
)) == 'i')
620 if (reg_mentioned_p (dest
, PATTERN (q
)))
622 PATTERN (q
) = replace_rtx (PATTERN (q
), dest
, src
);
624 /* We assume that a register is used exactly once per
625 insn in the updates below. If this is not correct,
626 no great harm is done. */
627 REG_N_REFS (dregno
) -= loop_depth
;
628 REG_N_REFS (sregno
) += loop_depth
;
632 if (GET_CODE (q
) == CALL_INSN
)
634 REG_N_CALLS_CROSSED (dregno
)--;
635 REG_N_CALLS_CROSSED (sregno
)++;
639 remove_note (p
, find_reg_note (p
, REG_DEAD
, dest
));
640 REG_N_DEATHS (dregno
)--;
641 remove_note (insn
, find_reg_note (insn
, REG_DEAD
, src
));
642 REG_N_DEATHS (sregno
)--;
646 if (reg_set_p (src
, p
)
647 || find_reg_note (p
, REG_DEAD
, dest
)
648 || (GET_CODE (p
) == CALL_INSN
&& REG_N_CALLS_CROSSED (sregno
) == 0))
652 /* INSN is a ZERO_EXTEND or SIGN_EXTEND of SRC to DEST.
653 Look if SRC dies there, and if it is only set once, by loading
654 it from memory. If so, try to encorporate the zero/sign extension
655 into the memory read, change SRC to the mode of DEST, and alter
656 the remaining accesses to use the appropriate SUBREG. This allows
657 SRC and DEST to be tied later. */
659 optimize_reg_copy_3 (insn
, dest
, src
)
664 rtx src_reg
= XEXP (src
, 0);
665 int src_no
= REGNO (src_reg
);
666 int dst_no
= REGNO (dest
);
668 enum machine_mode old_mode
;
670 if (src_no
< FIRST_PSEUDO_REGISTER
671 || dst_no
< FIRST_PSEUDO_REGISTER
672 || ! find_reg_note (insn
, REG_DEAD
, src_reg
)
673 || REG_N_SETS (src_no
) != 1)
675 for (p
= PREV_INSN (insn
); ! reg_set_p (src_reg
, p
); p
= PREV_INSN (p
))
677 if (GET_CODE (p
) == CODE_LABEL
|| GET_CODE (p
) == JUMP_INSN
678 || (GET_CODE (p
) == NOTE
679 && (NOTE_LINE_NUMBER (p
) == NOTE_INSN_LOOP_BEG
680 || NOTE_LINE_NUMBER (p
) == NOTE_INSN_LOOP_END
)))
683 /* ??? We can't scan past the end of a basic block without updating
684 the register lifetime info (REG_DEAD/basic_block_live_at_start).
685 A CALL_INSN might be the last insn of a basic block, if it is inside
686 an EH region. There is no easy way to tell, so we just always break
687 when we see a CALL_INSN if flag_exceptions is nonzero. */
688 if (flag_exceptions
&& GET_CODE (p
) == CALL_INSN
)
691 if (GET_RTX_CLASS (GET_CODE (p
)) != 'i')
694 if (! (set
= single_set (p
))
695 || GET_CODE (SET_SRC (set
)) != MEM
696 || SET_DEST (set
) != src_reg
)
699 /* Be conserative: although this optimization is also valid for
700 volatile memory references, that could cause trouble in later passes. */
701 if (MEM_VOLATILE_P (SET_SRC (set
)))
704 /* Do not use a SUBREG to truncate from one mode to another if truncation
706 if (GET_MODE_BITSIZE (GET_MODE (src_reg
)) <= GET_MODE_BITSIZE (GET_MODE (src
))
707 && !TRULY_NOOP_TRUNCATION (GET_MODE_BITSIZE (GET_MODE (src
)),
708 GET_MODE_BITSIZE (GET_MODE (src_reg
))))
711 old_mode
= GET_MODE (src_reg
);
712 PUT_MODE (src_reg
, GET_MODE (src
));
713 XEXP (src
, 0) = SET_SRC (set
);
715 /* Include this change in the group so that it's easily undone if
716 one of the changes in the group is invalid. */
717 validate_change (p
, &SET_SRC (set
), src
, 1);
719 /* Now walk forward making additional replacements. We want to be able
720 to undo all the changes if a later substitution fails. */
721 subreg
= gen_rtx_SUBREG (old_mode
, src_reg
, 0);
722 while (p
= NEXT_INSN (p
), p
!= insn
)
724 if (GET_RTX_CLASS (GET_CODE (p
)) != 'i')
727 /* Make a tenative change. */
728 validate_replace_rtx_group (src_reg
, subreg
, p
);
731 validate_replace_rtx_group (src
, src_reg
, insn
);
733 /* Now see if all the changes are valid. */
734 if (! apply_change_group ())
736 /* One or more changes were no good. Back out everything. */
737 PUT_MODE (src_reg
, old_mode
);
738 XEXP (src
, 0) = src_reg
;
743 /* If we were not able to update the users of src to use dest directly, try
744 instead moving the value to dest directly before the operation. */
747 copy_src_to_dest (insn
, src
, dest
, loop_depth
, old_max_uid
)
767 /* A REG_LIVE_LENGTH of -1 indicates the register is equivalent to a constant
768 or memory location and is used infrequently; a REG_LIVE_LENGTH of -2 is
769 parameter when there is no frame pointer that is not allocated a register.
770 For now, we just reject them, rather than incrementing the live length. */
772 if (GET_CODE (src
) == REG
773 && REG_LIVE_LENGTH (REGNO (src
)) > 0
774 && GET_CODE (dest
) == REG
775 && REG_LIVE_LENGTH (REGNO (dest
)) > 0
776 && (set
= single_set (insn
)) != NULL_RTX
777 && !reg_mentioned_p (dest
, SET_SRC (set
))
778 && GET_MODE (src
) == GET_MODE (dest
))
780 int old_num_regs
= reg_rtx_no
;
782 /* Generate the src->dest move. */
784 emit_move_insn (dest
, src
);
785 seq
= gen_sequence ();
787 /* If this sequence uses new registers, we may not use it. */
788 if (old_num_regs
!= reg_rtx_no
789 || ! validate_replace_rtx (src
, dest
, insn
))
791 /* We have to restore reg_rtx_no to its old value, lest
792 recompute_reg_usage will try to compute the usage of the
793 new regs, yet reg_n_info is not valid for them. */
794 reg_rtx_no
= old_num_regs
;
797 emit_insn_before (seq
, insn
);
798 move_insn
= PREV_INSN (insn
);
799 p_move_notes
= ®_NOTES (move_insn
);
800 p_insn_notes
= ®_NOTES (insn
);
802 /* Move any notes mentioning src to the move instruction */
803 for (link
= REG_NOTES (insn
); link
!= NULL_RTX
; link
= next
)
805 next
= XEXP (link
, 1);
806 if (XEXP (link
, 0) == src
)
808 *p_move_notes
= link
;
809 p_move_notes
= &XEXP (link
, 1);
813 *p_insn_notes
= link
;
814 p_insn_notes
= &XEXP (link
, 1);
818 *p_move_notes
= NULL_RTX
;
819 *p_insn_notes
= NULL_RTX
;
821 /* Is the insn the head of a basic block? If so extend it */
822 insn_uid
= INSN_UID (insn
);
823 move_uid
= INSN_UID (move_insn
);
824 if (insn_uid
< old_max_uid
)
826 bb
= regmove_bb_head
[insn_uid
];
829 BLOCK_HEAD (bb
) = move_insn
;
830 regmove_bb_head
[insn_uid
] = -1;
834 /* Update the various register tables. */
835 dest_regno
= REGNO (dest
);
836 REG_N_SETS (dest_regno
) += loop_depth
;
837 REG_N_REFS (dest_regno
) += loop_depth
;
838 REG_LIVE_LENGTH (dest_regno
)++;
839 if (REGNO_FIRST_UID (dest_regno
) == insn_uid
)
840 REGNO_FIRST_UID (dest_regno
) = move_uid
;
842 src_regno
= REGNO (src
);
843 if (! find_reg_note (move_insn
, REG_DEAD
, src
))
844 REG_LIVE_LENGTH (src_regno
)++;
846 if (REGNO_FIRST_UID (src_regno
) == insn_uid
)
847 REGNO_FIRST_UID (src_regno
) = move_uid
;
849 if (REGNO_LAST_UID (src_regno
) == insn_uid
)
850 REGNO_LAST_UID (src_regno
) = move_uid
;
852 if (REGNO_LAST_NOTE_UID (src_regno
) == insn_uid
)
853 REGNO_LAST_NOTE_UID (src_regno
) = move_uid
;
858 /* Return whether REG is set in only one location, and is set to a
859 constant, but is set in a different basic block from INSN (an
860 instructions which uses REG). In this case REG is equivalent to a
861 constant, and we don't want to break that equivalence, because that
862 may increase register pressure and make reload harder. If REG is
863 set in the same basic block as INSN, we don't worry about it,
864 because we'll probably need a register anyhow (??? but what if REG
865 is used in a different basic block as well as this one?). FIRST is
866 the first insn in the function. */
869 reg_is_remote_constant_p (reg
, insn
, first
)
876 if (REG_N_SETS (REGNO (reg
)) != 1)
879 /* Look for the set. */
880 for (p
= LOG_LINKS (insn
); p
; p
= XEXP (p
, 1))
884 if (REG_NOTE_KIND (p
) != 0)
886 s
= single_set (XEXP (p
, 0));
888 && GET_CODE (SET_DEST (s
)) == REG
889 && REGNO (SET_DEST (s
)) == REGNO (reg
))
891 /* The register is set in the same basic block. */
896 for (p
= first
; p
&& p
!= insn
; p
= NEXT_INSN (p
))
900 if (GET_RTX_CLASS (GET_CODE (p
)) != 'i')
904 && GET_CODE (SET_DEST (s
)) == REG
905 && REGNO (SET_DEST (s
)) == REGNO (reg
))
907 /* This is the instruction which sets REG. If there is a
908 REG_EQUAL note, then REG is equivalent to a constant. */
909 if (find_reg_note (p
, REG_EQUAL
, NULL_RTX
))
918 /* INSN is adding a CONST_INT to a REG. We search backwards looking for
919 another add immediate instruction with the same source and dest registers,
920 and if we find one, we change INSN to an increment, and return 1. If
921 no changes are made, we return 0.
924 (set (reg100) (plus reg1 offset1))
926 (set (reg100) (plus reg1 offset2))
928 (set (reg100) (plus reg1 offset1))
930 (set (reg100) (plus reg100 offset2-offset1)) */
932 /* ??? What does this comment mean? */
933 /* cse disrupts preincrement / postdecrement squences when it finds a
934 hard register as ultimate source, like the frame pointer. */
937 fixup_match_2 (insn
, dst
, src
, offset
, regmove_dump_file
)
938 rtx insn
, dst
, src
, offset
;
939 FILE *regmove_dump_file
;
941 rtx p
, dst_death
= 0;
942 int length
, num_calls
= 0;
944 /* If SRC dies in INSN, we'd have to move the death note. This is
945 considered to be very unlikely, so we just skip the optimization
947 if (find_regno_note (insn
, REG_DEAD
, REGNO (src
)))
950 /* Scan backward to find the first instruction that sets DST. */
952 for (length
= 0, p
= PREV_INSN (insn
); p
; p
= PREV_INSN (p
))
956 if (GET_CODE (p
) == CODE_LABEL
957 || GET_CODE (p
) == JUMP_INSN
958 || (GET_CODE (p
) == NOTE
959 && (NOTE_LINE_NUMBER (p
) == NOTE_INSN_LOOP_BEG
960 || NOTE_LINE_NUMBER (p
) == NOTE_INSN_LOOP_END
)))
963 /* ??? We can't scan past the end of a basic block without updating
964 the register lifetime info (REG_DEAD/basic_block_live_at_start).
965 A CALL_INSN might be the last insn of a basic block, if it is inside
966 an EH region. There is no easy way to tell, so we just always break
967 when we see a CALL_INSN if flag_exceptions is nonzero. */
968 if (flag_exceptions
&& GET_CODE (p
) == CALL_INSN
)
971 if (GET_RTX_CLASS (GET_CODE (p
)) != 'i')
974 if (find_regno_note (p
, REG_DEAD
, REGNO (dst
)))
979 pset
= single_set (p
);
980 if (pset
&& SET_DEST (pset
) == dst
981 && GET_CODE (SET_SRC (pset
)) == PLUS
982 && XEXP (SET_SRC (pset
), 0) == src
983 && GET_CODE (XEXP (SET_SRC (pset
), 1)) == CONST_INT
)
985 HOST_WIDE_INT newconst
986 = INTVAL (offset
) - INTVAL (XEXP (SET_SRC (pset
), 1));
987 rtx add
= gen_add3_insn (dst
, dst
, GEN_INT (newconst
));
989 if (add
&& validate_change (insn
, &PATTERN (insn
), add
, 0))
991 /* Remove the death note for DST from DST_DEATH. */
994 remove_death (REGNO (dst
), dst_death
);
995 REG_LIVE_LENGTH (REGNO (dst
)) += length
;
996 REG_N_CALLS_CROSSED (REGNO (dst
)) += num_calls
;
999 REG_N_REFS (REGNO (dst
)) += loop_depth
;
1000 REG_N_REFS (REGNO (src
)) -= loop_depth
;
1002 if (regmove_dump_file
)
1003 fprintf (regmove_dump_file
,
1004 "Fixed operand of insn %d.\n",
1008 for (p
= PREV_INSN (insn
); p
; p
= PREV_INSN (p
))
1010 if (GET_CODE (p
) == CODE_LABEL
1011 || GET_CODE (p
) == JUMP_INSN
1012 || (GET_CODE (p
) == NOTE
1013 && (NOTE_LINE_NUMBER (p
) == NOTE_INSN_LOOP_BEG
1014 || NOTE_LINE_NUMBER (p
) == NOTE_INSN_LOOP_END
)))
1016 if (GET_RTX_CLASS (GET_CODE (p
)) != 'i')
1018 if (reg_overlap_mentioned_p (dst
, PATTERN (p
)))
1020 if (try_auto_increment (p
, insn
, 0, dst
, newconst
, 0))
1025 for (p
= NEXT_INSN (insn
); p
; p
= NEXT_INSN (p
))
1027 if (GET_CODE (p
) == CODE_LABEL
1028 || GET_CODE (p
) == JUMP_INSN
1029 || (GET_CODE (p
) == NOTE
1030 && (NOTE_LINE_NUMBER (p
) == NOTE_INSN_LOOP_BEG
1031 || NOTE_LINE_NUMBER (p
) == NOTE_INSN_LOOP_END
)))
1033 if (GET_RTX_CLASS (GET_CODE (p
)) != 'i')
1035 if (reg_overlap_mentioned_p (dst
, PATTERN (p
)))
1037 try_auto_increment (p
, insn
, 0, dst
, newconst
, 1);
1046 if (reg_set_p (dst
, PATTERN (p
)))
1049 /* If we have passed a call instruction, and the
1050 pseudo-reg SRC is not already live across a call,
1051 then don't perform the optimization. */
1052 /* reg_set_p is overly conservative for CALL_INSNS, thinks that all
1053 hard regs are clobbered. Thus, we only use it for src for
1055 if (GET_CODE (p
) == CALL_INSN
)
1060 if (REG_N_CALLS_CROSSED (REGNO (src
)) == 0)
1063 if (call_used_regs
[REGNO (dst
)]
1064 || find_reg_fusage (p
, CLOBBER
, dst
))
1067 else if (reg_set_p (src
, PATTERN (p
)))
1075 regmove_optimize (f
, nregs
, regmove_dump_file
)
1078 FILE *regmove_dump_file
;
1080 int old_max_uid
= get_max_uid ();
1085 rtx copy_src
, copy_dst
;
1087 /* Find out where a potential flags register is live, and so that we
1088 can supress some optimizations in those zones. */
1089 mark_flags_life_zones (discover_flags_reg ());
1091 regno_src_regno
= (int *)alloca (sizeof *regno_src_regno
* nregs
);
1092 for (i
= nregs
; --i
>= 0; ) regno_src_regno
[i
] = -1;
1094 regmove_bb_head
= (int *)alloca (sizeof (int) * (old_max_uid
+ 1));
1095 for (i
= old_max_uid
; i
>= 0; i
--) regmove_bb_head
[i
] = -1;
1096 for (i
= 0; i
< n_basic_blocks
; i
++)
1097 regmove_bb_head
[INSN_UID (BLOCK_HEAD (i
))] = i
;
1099 /* A forward/backward pass. Replace output operands with input operands. */
1103 for (pass
= 0; pass
<= 2; pass
++)
1105 if (! flag_regmove
&& pass
>= flag_expensive_optimizations
)
1108 if (regmove_dump_file
)
1109 fprintf (regmove_dump_file
, "Starting %s pass...\n",
1110 pass
? "backward" : "forward");
1112 for (insn
= pass
? get_last_insn () : f
; insn
;
1113 insn
= pass
? PREV_INSN (insn
) : NEXT_INSN (insn
))
1116 int op_no
, match_no
;
1118 if (GET_CODE (insn
) == NOTE
)
1120 if (NOTE_LINE_NUMBER (insn
) == NOTE_INSN_LOOP_BEG
)
1122 else if (NOTE_LINE_NUMBER (insn
) == NOTE_INSN_LOOP_END
)
1126 set
= single_set (insn
);
1130 if (flag_expensive_optimizations
&& ! pass
1131 && (GET_CODE (SET_SRC (set
)) == SIGN_EXTEND
1132 || GET_CODE (SET_SRC (set
)) == ZERO_EXTEND
)
1133 && GET_CODE (XEXP (SET_SRC (set
), 0)) == REG
1134 && GET_CODE (SET_DEST(set
)) == REG
)
1135 optimize_reg_copy_3 (insn
, SET_DEST (set
), SET_SRC (set
));
1137 if (flag_expensive_optimizations
&& ! pass
1138 && GET_CODE (SET_SRC (set
)) == REG
1139 && GET_CODE (SET_DEST(set
)) == REG
)
1141 /* If this is a register-register copy where SRC is not dead,
1142 see if we can optimize it. If this optimization succeeds,
1143 it will become a copy where SRC is dead. */
1144 if ((find_reg_note (insn
, REG_DEAD
, SET_SRC (set
))
1145 || optimize_reg_copy_1 (insn
, SET_DEST (set
), SET_SRC (set
)))
1146 && REGNO (SET_DEST (set
)) >= FIRST_PSEUDO_REGISTER
)
1148 /* Similarly for a pseudo-pseudo copy when SRC is dead. */
1149 if (REGNO (SET_SRC (set
)) >= FIRST_PSEUDO_REGISTER
)
1150 optimize_reg_copy_2 (insn
, SET_DEST (set
), SET_SRC (set
));
1151 if (regno_src_regno
[REGNO (SET_DEST (set
))] < 0
1152 && SET_SRC (set
) != SET_DEST (set
))
1154 int srcregno
= REGNO (SET_SRC(set
));
1155 if (regno_src_regno
[srcregno
] >= 0)
1156 srcregno
= regno_src_regno
[srcregno
];
1157 regno_src_regno
[REGNO (SET_DEST (set
))] = srcregno
;
1164 #ifdef REGISTER_CONSTRAINTS
1165 if (! find_matches (insn
, &match
))
1168 /* Now scan through the operands looking for a source operand
1169 which is supposed to match the destination operand.
1170 Then scan forward for an instruction which uses the dest
1172 If it dies there, then replace the dest in both operands with
1173 the source operand. */
1175 for (op_no
= 0; op_no
< recog_n_operands
; op_no
++)
1177 rtx src
, dst
, src_subreg
;
1178 enum reg_class src_class
, dst_class
;
1180 match_no
= match
.with
[op_no
];
1182 /* Nothing to do if the two operands aren't supposed to match. */
1186 src
= recog_operand
[op_no
];
1187 dst
= recog_operand
[match_no
];
1189 if (GET_CODE (src
) != REG
)
1193 if (GET_CODE (dst
) == SUBREG
1194 && GET_MODE_SIZE (GET_MODE (dst
))
1195 >= GET_MODE_SIZE (GET_MODE (SUBREG_REG (dst
))))
1198 = gen_rtx_SUBREG (GET_MODE (SUBREG_REG (dst
)),
1199 src
, SUBREG_WORD (dst
));
1200 dst
= SUBREG_REG (dst
);
1202 if (GET_CODE (dst
) != REG
1203 || REGNO (dst
) < FIRST_PSEUDO_REGISTER
)
1206 if (REGNO (src
) < FIRST_PSEUDO_REGISTER
)
1208 if (match
.commutative
[op_no
] < op_no
)
1209 regno_src_regno
[REGNO (dst
)] = REGNO (src
);
1213 if (REG_LIVE_LENGTH (REGNO (src
)) < 0)
1216 /* op_no/src must be a read-only operand, and
1217 match_operand/dst must be a write-only operand. */
1218 if (match
.use
[op_no
] != READ
1219 || match
.use
[match_no
] != WRITE
)
1222 if (match
.early_clobber
[match_no
]
1223 && count_occurrences (PATTERN (insn
), src
) > 1)
1226 /* Make sure match_operand is the destination. */
1227 if (recog_operand
[match_no
] != SET_DEST (set
))
1230 /* If the operands already match, then there is nothing to do. */
1231 /* But in the commutative case, we might find a better match. */
1232 if (operands_match_p (src
, dst
)
1233 || (match
.commutative
[op_no
] >= 0
1234 && operands_match_p (recog_operand
[match
.commutative
1236 && (replacement_quality (recog_operand
[match
.commutative
1238 >= replacement_quality (src
))))
1241 src_class
= reg_preferred_class (REGNO (src
));
1242 dst_class
= reg_preferred_class (REGNO (dst
));
1243 if (! regclass_compatible_p (src_class
, dst_class
))
1246 if (fixup_match_1 (insn
, set
, src
, src_subreg
, dst
, pass
,
1254 /* A backward pass. Replace input operands with output operands. */
1256 if (regmove_dump_file
)
1257 fprintf (regmove_dump_file
, "Starting backward pass...\n");
1261 for (insn
= get_last_insn (); insn
; insn
= PREV_INSN (insn
))
1263 if (GET_CODE (insn
) == NOTE
)
1265 if (NOTE_LINE_NUMBER (insn
) == NOTE_INSN_LOOP_END
)
1267 else if (NOTE_LINE_NUMBER (insn
) == NOTE_INSN_LOOP_BEG
)
1270 if (GET_RTX_CLASS (GET_CODE (insn
)) == 'i')
1272 int op_no
, match_no
;
1275 if (! find_matches (insn
, &match
))
1278 /* Now scan through the operands looking for a destination operand
1279 which is supposed to match a source operand.
1280 Then scan backward for an instruction which sets the source
1281 operand. If safe, then replace the source operand with the
1282 dest operand in both instructions. */
1284 copy_src
= NULL_RTX
;
1285 copy_dst
= NULL_RTX
;
1286 for (op_no
= 0; op_no
< recog_n_operands
; op_no
++)
1288 rtx set
, p
, src
, dst
;
1289 rtx src_note
, dst_note
;
1291 enum reg_class src_class
, dst_class
;
1294 match_no
= match
.with
[op_no
];
1296 /* Nothing to do if the two operands aren't supposed to match. */
1300 dst
= recog_operand
[match_no
];
1301 src
= recog_operand
[op_no
];
1303 if (GET_CODE (src
) != REG
)
1306 if (GET_CODE (dst
) != REG
1307 || REGNO (dst
) < FIRST_PSEUDO_REGISTER
1308 || REG_LIVE_LENGTH (REGNO (dst
)) < 0)
1311 /* If the operands already match, then there is nothing to do. */
1312 if (operands_match_p (src
, dst
)
1313 || (match
.commutative
[op_no
] >= 0
1314 && operands_match_p (recog_operand
[match
.commutative
[op_no
]], dst
)))
1317 set
= single_set (insn
);
1321 /* match_no/dst must be a write-only operand, and
1322 operand_operand/src must be a read-only operand. */
1323 if (match
.use
[op_no
] != READ
1324 || match
.use
[match_no
] != WRITE
)
1327 if (match
.early_clobber
[match_no
]
1328 && count_occurrences (PATTERN (insn
), src
) > 1)
1331 /* Make sure match_no is the destination. */
1332 if (recog_operand
[match_no
] != SET_DEST (set
))
1335 if (REGNO (src
) < FIRST_PSEUDO_REGISTER
)
1337 if (GET_CODE (SET_SRC (set
)) == PLUS
1338 && GET_CODE (XEXP (SET_SRC (set
), 1)) == CONST_INT
1339 && XEXP (SET_SRC (set
), 0) == src
1340 && fixup_match_2 (insn
, dst
, src
,
1341 XEXP (SET_SRC (set
), 1),
1346 src_class
= reg_preferred_class (REGNO (src
));
1347 dst_class
= reg_preferred_class (REGNO (dst
));
1348 if (! regclass_compatible_p (src_class
, dst_class
))
1358 /* Can not modify an earlier insn to set dst if this insn
1359 uses an old value in the source. */
1360 if (reg_overlap_mentioned_p (dst
, SET_SRC (set
)))
1370 if (! (src_note
= find_reg_note (insn
, REG_DEAD
, src
)))
1381 /* If src is set once in a different basic block,
1382 and is set equal to a constant, then do not use
1383 it for this optimization, as this would make it
1384 no longer equivalent to a constant. */
1386 if (reg_is_remote_constant_p (src
, insn
, f
))
1397 if (regmove_dump_file
)
1398 fprintf (regmove_dump_file
,
1399 "Could fix operand %d of insn %d matching operand %d.\n",
1400 op_no
, INSN_UID (insn
), match_no
);
1402 /* Scan backward to find the first instruction that uses
1403 the input operand. If the operand is set here, then
1404 replace it in both instructions with match_no. */
1406 for (length
= 0, p
= PREV_INSN (insn
); p
; p
= PREV_INSN (p
))
1410 if (GET_CODE (p
) == CODE_LABEL
1411 || GET_CODE (p
) == JUMP_INSN
1412 || (GET_CODE (p
) == NOTE
1413 && (NOTE_LINE_NUMBER (p
) == NOTE_INSN_LOOP_BEG
1414 || NOTE_LINE_NUMBER (p
) == NOTE_INSN_LOOP_END
)))
1417 /* ??? We can't scan past the end of a basic block without
1418 updating the register lifetime info
1419 (REG_DEAD/basic_block_live_at_start).
1420 A CALL_INSN might be the last insn of a basic block, if
1421 it is inside an EH region. There is no easy way to tell,
1422 so we just always break when we see a CALL_INSN if
1423 flag_exceptions is nonzero. */
1424 if (flag_exceptions
&& GET_CODE (p
) == CALL_INSN
)
1427 if (GET_RTX_CLASS (GET_CODE (p
)) != 'i')
1432 /* ??? See if all of SRC is set in P. This test is much
1433 more conservative than it needs to be. */
1434 pset
= single_set (p
);
1435 if (pset
&& SET_DEST (pset
) == src
)
1437 /* We use validate_replace_rtx, in case there
1438 are multiple identical source operands. All of
1439 them have to be changed at the same time. */
1440 if (validate_replace_rtx (src
, dst
, insn
))
1442 if (validate_change (p
, &SET_DEST (pset
),
1447 /* Change all source operands back.
1448 This modifies the dst as a side-effect. */
1449 validate_replace_rtx (dst
, src
, insn
);
1450 /* Now make sure the dst is right. */
1451 validate_change (insn
,
1452 recog_operand_loc
[match_no
],
1459 if (reg_overlap_mentioned_p (src
, PATTERN (p
))
1460 || reg_overlap_mentioned_p (dst
, PATTERN (p
)))
1463 /* If we have passed a call instruction, and the
1464 pseudo-reg DST is not already live across a call,
1465 then don't perform the optimization. */
1466 if (GET_CODE (p
) == CALL_INSN
)
1470 if (REG_N_CALLS_CROSSED (REGNO (dst
)) == 0)
1479 /* Remove the death note for SRC from INSN. */
1480 remove_note (insn
, src_note
);
1481 /* Move the death note for SRC to P if it is used
1483 if (reg_overlap_mentioned_p (src
, PATTERN (p
)))
1485 XEXP (src_note
, 1) = REG_NOTES (p
);
1486 REG_NOTES (p
) = src_note
;
1488 /* If there is a REG_DEAD note for DST on P, then remove
1489 it, because DST is now set there. */
1490 if ((dst_note
= find_reg_note (p
, REG_DEAD
, dst
)))
1491 remove_note (p
, dst_note
);
1493 dstno
= REGNO (dst
);
1494 srcno
= REGNO (src
);
1496 REG_N_SETS (dstno
)++;
1497 REG_N_SETS (srcno
)--;
1499 REG_N_CALLS_CROSSED (dstno
) += num_calls
;
1500 REG_N_CALLS_CROSSED (srcno
) -= num_calls
;
1502 REG_LIVE_LENGTH (dstno
) += length
;
1503 if (REG_LIVE_LENGTH (srcno
) >= 0)
1505 REG_LIVE_LENGTH (srcno
) -= length
;
1506 /* REG_LIVE_LENGTH is only an approximation after
1507 combine if sched is not run, so make sure that we
1508 still have a reasonable value. */
1509 if (REG_LIVE_LENGTH (srcno
) < 2)
1510 REG_LIVE_LENGTH (srcno
) = 2;
1513 /* We assume that a register is used exactly once per
1514 insn in the updates above. If this is not correct,
1515 no great harm is done. */
1517 REG_N_REFS (dstno
) += 2 * loop_depth
;
1518 REG_N_REFS (srcno
) -= 2 * loop_depth
;
1520 /* If that was the only time src was set,
1521 and src was not live at the start of the
1522 function, we know that we have no more
1523 references to src; clear REG_N_REFS so it
1524 won't make reload do any work. */
1525 if (REG_N_SETS (REGNO (src
)) == 0
1526 && ! regno_uninitialized (REGNO (src
)))
1527 REG_N_REFS (REGNO (src
)) = 0;
1529 if (regmove_dump_file
)
1530 fprintf (regmove_dump_file
,
1531 "Fixed operand %d of insn %d matching operand %d.\n",
1532 op_no
, INSN_UID (insn
), match_no
);
1538 /* If we weren't able to replace any of the alternatives, try an
1539 alternative appoach of copying the source to the destination. */
1540 if (!success
&& copy_src
!= NULL_RTX
)
1541 copy_src_to_dest (insn
, copy_src
, copy_dst
, loop_depth
,
1546 #endif /* REGISTER_CONSTRAINTS */
1548 /* In fixup_match_1, some insns may have been inserted after basic block
1549 ends. Fix that here. */
1550 for (i
= 0; i
< n_basic_blocks
; i
++)
1552 rtx end
= BLOCK_END (i
);
1554 rtx next
= NEXT_INSN (new);
1555 while (next
!= 0 && INSN_UID (next
) >= old_max_uid
1556 && (i
== n_basic_blocks
- 1 || BLOCK_HEAD (i
+ 1) != next
))
1557 new = next
, next
= NEXT_INSN (new);
1558 BLOCK_END (i
) = new;
1562 /* Returns nonzero if INSN's pattern has matching constraints for any operand.
1563 Returns 0 if INSN can't be recognized, or if the alternative can't be
1566 Initialize the info in MATCHP based on the constraints. */
1569 find_matches (insn
, matchp
)
1571 struct match
*matchp
;
1573 int likely_spilled
[MAX_RECOG_OPERANDS
];
1575 int any_matches
= 0;
1577 extract_insn (insn
);
1578 if (! constrain_operands (0))
1581 /* Must initialize this before main loop, because the code for
1582 the commutative case may set matches for operands other than
1584 for (op_no
= recog_n_operands
; --op_no
>= 0; )
1585 matchp
->with
[op_no
] = matchp
->commutative
[op_no
] = -1;
1587 for (op_no
= 0; op_no
< recog_n_operands
; op_no
++)
1593 p
= recog_constraints
[op_no
];
1595 likely_spilled
[op_no
] = 0;
1596 matchp
->use
[op_no
] = READ
;
1597 matchp
->early_clobber
[op_no
] = 0;
1599 matchp
->use
[op_no
] = WRITE
;
1601 matchp
->use
[op_no
] = READWRITE
;
1603 for (;*p
&& i
< which_alternative
; p
++)
1607 while ((c
= *p
++) != '\0' && c
!= ',')
1615 matchp
->early_clobber
[op_no
] = 1;
1618 matchp
->commutative
[op_no
] = op_no
+ 1;
1619 matchp
->commutative
[op_no
+ 1] = op_no
;
1621 case '0': case '1': case '2': case '3': case '4':
1622 case '5': case '6': case '7': case '8': case '9':
1624 if (c
< op_no
&& likely_spilled
[(unsigned char) c
])
1626 matchp
->with
[op_no
] = c
;
1628 if (matchp
->commutative
[op_no
] >= 0)
1629 matchp
->with
[matchp
->commutative
[op_no
]] = c
;
1631 case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': case 'h':
1632 case 'j': case 'k': case 'l': case 'p': case 'q': case 't': case 'u':
1633 case 'v': case 'w': case 'x': case 'y': case 'z': case 'A': case 'B':
1634 case 'C': case 'D': case 'W': case 'Y': case 'Z':
1635 if (CLASS_LIKELY_SPILLED_P (REG_CLASS_FROM_LETTER ((unsigned char)c
)))
1636 likely_spilled
[op_no
] = 1;
1643 /* Try to replace output operand DST in SET, with input operand SRC. SET is
1644 the only set in INSN. INSN has just been recgnized and constrained.
1645 SRC is operand number OPERAND_NUMBER in INSN.
1646 DST is operand number MATCH_NUMBER in INSN.
1647 If BACKWARD is nonzero, we have been called in a backward pass.
1648 Return nonzero for success. */
1650 fixup_match_1 (insn
, set
, src
, src_subreg
, dst
, backward
, operand_number
,
1651 match_number
, regmove_dump_file
)
1652 rtx insn
, set
, src
, src_subreg
, dst
;
1653 int backward
, operand_number
, match_number
;
1654 FILE *regmove_dump_file
;
1657 rtx post_inc
= 0, post_inc_set
= 0, search_end
= 0;
1659 int num_calls
= 0, s_num_calls
= 0;
1660 enum rtx_code code
= NOTE
;
1661 HOST_WIDE_INT insn_const
, newconst
;
1662 rtx overlap
= 0; /* need to move insn ? */
1663 rtx src_note
= find_reg_note (insn
, REG_DEAD
, src
), dst_note
;
1664 int length
, s_length
, true_loop_depth
;
1668 /* Look for (set (regX) (op regA constX))
1669 (set (regY) (op regA constY))
1671 (set (regA) (op regA constX)).
1672 (set (regY) (op regA constY-constX)).
1673 This works for add and shift operations, if
1674 regA is dead after or set by the second insn. */
1676 code
= GET_CODE (SET_SRC (set
));
1677 if ((code
== PLUS
|| code
== LSHIFTRT
1678 || code
== ASHIFT
|| code
== ASHIFTRT
)
1679 && XEXP (SET_SRC (set
), 0) == src
1680 && GET_CODE (XEXP (SET_SRC (set
), 1)) == CONST_INT
)
1681 insn_const
= INTVAL (XEXP (SET_SRC (set
), 1));
1682 else if (! stable_but_for_p (SET_SRC (set
), src
, dst
))
1685 /* We might find a src_note while scanning. */
1689 if (regmove_dump_file
)
1690 fprintf (regmove_dump_file
,
1691 "Could fix operand %d of insn %d matching operand %d.\n",
1692 operand_number
, INSN_UID (insn
), match_number
);
1694 /* If SRC is equivalent to a constant set in a different basic block,
1695 then do not use it for this optimization. We want the equivalence
1696 so that if we have to reload this register, we can reload the
1697 constant, rather than extending the lifespan of the register. */
1698 if (reg_is_remote_constant_p (src
, insn
, get_insns ()))
1701 /* Scan forward to find the next instruction that
1702 uses the output operand. If the operand dies here,
1703 then replace it in both instructions with
1706 for (length
= s_length
= 0, p
= NEXT_INSN (insn
); p
; p
= NEXT_INSN (p
))
1708 if (GET_CODE (p
) == CODE_LABEL
|| GET_CODE (p
) == JUMP_INSN
1709 || (GET_CODE (p
) == NOTE
1710 && (NOTE_LINE_NUMBER (p
) == NOTE_INSN_LOOP_BEG
1711 || NOTE_LINE_NUMBER (p
) == NOTE_INSN_LOOP_END
)))
1714 /* ??? We can't scan past the end of a basic block without updating
1715 the register lifetime info (REG_DEAD/basic_block_live_at_start).
1716 A CALL_INSN might be the last insn of a basic block, if it is
1717 inside an EH region. There is no easy way to tell, so we just
1718 always break when we see a CALL_INSN if flag_exceptions is nonzero. */
1719 if (flag_exceptions
&& GET_CODE (p
) == CALL_INSN
)
1722 if (GET_RTX_CLASS (GET_CODE (p
)) != 'i')
1729 if (reg_set_p (src
, p
) || reg_set_p (dst
, p
)
1730 || (GET_CODE (PATTERN (p
)) == USE
1731 && reg_overlap_mentioned_p (src
, XEXP (PATTERN (p
), 0))))
1734 /* See if all of DST dies in P. This test is
1735 slightly more conservative than it needs to be. */
1736 if ((dst_note
= find_regno_note (p
, REG_DEAD
, REGNO (dst
)))
1737 && (GET_MODE (XEXP (dst_note
, 0)) == GET_MODE (dst
)))
1744 /* If an optimization is done, the value of SRC while P
1745 is executed will be changed. Check that this is OK. */
1746 if (reg_overlap_mentioned_p (src
, PATTERN (p
)))
1748 for (q
= p
; q
; q
= NEXT_INSN (q
))
1750 if (GET_CODE (q
) == CODE_LABEL
|| GET_CODE (q
) == JUMP_INSN
1751 || (GET_CODE (q
) == NOTE
1752 && (NOTE_LINE_NUMBER (q
) == NOTE_INSN_LOOP_BEG
1753 || NOTE_LINE_NUMBER (q
) == NOTE_INSN_LOOP_END
)))
1759 /* ??? We can't scan past the end of a basic block without
1760 updating the register lifetime info
1761 (REG_DEAD/basic_block_live_at_start).
1762 A CALL_INSN might be the last insn of a basic block, if
1763 it is inside an EH region. There is no easy way to tell,
1764 so we just always break when we see a CALL_INSN if
1765 flag_exceptions is nonzero. */
1766 if (flag_exceptions
&& GET_CODE (q
) == CALL_INSN
)
1772 if (GET_RTX_CLASS (GET_CODE (q
)) != 'i')
1774 if (reg_overlap_mentioned_p (src
, PATTERN (q
))
1775 || reg_set_p (src
, q
))
1779 set2
= single_set (q
);
1780 if (! q
|| ! set2
|| GET_CODE (SET_SRC (set2
)) != code
1781 || XEXP (SET_SRC (set2
), 0) != src
1782 || GET_CODE (XEXP (SET_SRC (set2
), 1)) != CONST_INT
1783 || (SET_DEST (set2
) != src
1784 && ! find_reg_note (q
, REG_DEAD
, src
)))
1786 /* If this is a PLUS, we can still save a register by doing
1789 src -= insn_const; .
1790 This also gives opportunities for subsequent
1791 optimizations in the backward pass, so do it there. */
1792 if (code
== PLUS
&& backward
1793 /* Don't do this if we can likely tie DST to SET_DEST
1794 of P later; we can't do this tying here if we got a
1796 && ! (dst_note
&& ! REG_N_CALLS_CROSSED (REGNO (dst
))
1798 && GET_CODE (SET_DEST (single_set (p
))) == REG
1799 && (REGNO (SET_DEST (single_set (p
)))
1800 < FIRST_PSEUDO_REGISTER
))
1801 /* We may only emit an insn directly after P if we
1802 are not in the shadow of a live flags register. */
1803 && GET_MODE (p
) == VOIDmode
)
1808 newconst
= -insn_const
;
1816 newconst
= INTVAL (XEXP (SET_SRC (set2
), 1)) - insn_const
;
1817 /* Reject out of range shifts. */
1821 >= GET_MODE_BITSIZE (GET_MODE (SET_SRC (set2
))))))
1826 if (SET_DEST (set2
) != src
)
1827 post_inc_set
= set2
;
1830 /* We use 1 as last argument to validate_change so that all
1831 changes are accepted or rejected together by apply_change_group
1832 when it is called by validate_replace_rtx . */
1833 validate_change (q
, &XEXP (SET_SRC (set2
), 1),
1834 GEN_INT (newconst
), 1);
1836 validate_change (insn
, recog_operand_loc
[match_number
], src
, 1);
1837 if (validate_replace_rtx (dst
, src_subreg
, p
))
1842 if (reg_overlap_mentioned_p (dst
, PATTERN (p
)))
1844 if (! src_note
&& reg_overlap_mentioned_p (src
, PATTERN (p
)))
1846 /* INSN was already checked to be movable when
1847 we found no REG_DEAD note for src on it. */
1849 src_note
= find_reg_note (p
, REG_DEAD
, src
);
1852 /* If we have passed a call instruction, and the pseudo-reg SRC is not
1853 already live across a call, then don't perform the optimization. */
1854 if (GET_CODE (p
) == CALL_INSN
)
1856 if (REG_N_CALLS_CROSSED (REGNO (src
)) == 0)
1870 true_loop_depth
= backward
? 2 - loop_depth
: loop_depth
;
1872 /* Remove the death note for DST from P. */
1873 remove_note (p
, dst_note
);
1876 post_inc
= emit_insn_after (copy_rtx (PATTERN (insn
)), p
);
1877 if ((HAVE_PRE_INCREMENT
|| HAVE_PRE_DECREMENT
)
1879 && try_auto_increment (search_end
, post_inc
, 0, src
, newconst
, 1))
1881 validate_change (insn
, &XEXP (SET_SRC (set
), 1), GEN_INT (insn_const
), 0);
1882 REG_N_SETS (REGNO (src
))++;
1883 REG_N_REFS (REGNO (src
)) += true_loop_depth
;
1884 REG_LIVE_LENGTH (REGNO (src
))++;
1888 /* The lifetime of src and dest overlap,
1889 but we can change this by moving insn. */
1890 rtx pat
= PATTERN (insn
);
1892 remove_note (overlap
, src_note
);
1893 if ((HAVE_POST_INCREMENT
|| HAVE_POST_DECREMENT
)
1895 && try_auto_increment (overlap
, insn
, 0, src
, insn_const
, 0))
1899 rtx notes
= REG_NOTES (insn
);
1901 emit_insn_after_with_line_notes (pat
, PREV_INSN (p
), insn
);
1902 PUT_CODE (insn
, NOTE
);
1903 NOTE_LINE_NUMBER (insn
) = NOTE_INSN_DELETED
;
1904 NOTE_SOURCE_FILE (insn
) = 0;
1905 /* emit_insn_after_with_line_notes has no
1906 return value, so search for the new insn. */
1907 for (insn
= p
; PATTERN (insn
) != pat
; )
1908 insn
= PREV_INSN (insn
);
1910 REG_NOTES (insn
) = notes
;
1913 /* Sometimes we'd generate src = const; src += n;
1914 if so, replace the instruction that set src
1915 in the first place. */
1917 if (! overlap
&& (code
== PLUS
|| code
== MINUS
))
1919 rtx note
= find_reg_note (insn
, REG_EQUAL
, NULL_RTX
);
1921 int num_calls2
= 0, s_length2
= 0;
1923 if (note
&& CONSTANT_P (XEXP (note
, 0)))
1925 for (q
= PREV_INSN (insn
); q
; q
= PREV_INSN(q
))
1927 if (GET_CODE (q
) == CODE_LABEL
|| GET_CODE (q
) == JUMP_INSN
1928 || (GET_CODE (q
) == NOTE
1929 && (NOTE_LINE_NUMBER (q
) == NOTE_INSN_LOOP_BEG
1930 || NOTE_LINE_NUMBER (q
) == NOTE_INSN_LOOP_END
)))
1936 /* ??? We can't scan past the end of a basic block without
1937 updating the register lifetime info
1938 (REG_DEAD/basic_block_live_at_start).
1939 A CALL_INSN might be the last insn of a basic block, if
1940 it is inside an EH region. There is no easy way to tell,
1941 so we just always break when we see a CALL_INSN if
1942 flag_exceptions is nonzero. */
1943 if (flag_exceptions
&& GET_CODE (q
) == CALL_INSN
)
1949 if (GET_RTX_CLASS (GET_CODE (q
)) != 'i')
1952 if (reg_set_p (src
, q
))
1954 set2
= single_set (q
);
1957 if (reg_overlap_mentioned_p (src
, PATTERN (q
)))
1962 if (GET_CODE (p
) == CALL_INSN
)
1965 if (q
&& set2
&& SET_DEST (set2
) == src
&& CONSTANT_P (SET_SRC (set2
))
1966 && validate_change (insn
, &SET_SRC (set
), XEXP (note
, 0), 0))
1969 NOTE_LINE_NUMBER (q
) = NOTE_INSN_DELETED
;
1970 NOTE_SOURCE_FILE (q
) = 0;
1971 REG_N_SETS (REGNO (src
))--;
1972 REG_N_CALLS_CROSSED (REGNO (src
)) -= num_calls2
;
1973 REG_N_REFS (REGNO (src
)) -= true_loop_depth
;
1974 REG_LIVE_LENGTH (REGNO (src
)) -= s_length2
;
1980 if ((HAVE_PRE_INCREMENT
|| HAVE_PRE_DECREMENT
)
1981 && (code
== PLUS
|| code
== MINUS
) && insn_const
1982 && try_auto_increment (p
, insn
, 0, src
, insn_const
, 1))
1984 else if ((HAVE_POST_INCREMENT
|| HAVE_POST_DECREMENT
)
1986 && try_auto_increment (p
, post_inc
, post_inc_set
, src
, newconst
, 0))
1988 /* If post_inc still prevails, try to find an
1989 insn where it can be used as a pre-in/decrement.
1990 If code is MINUS, this was already tried. */
1991 if (post_inc
&& code
== PLUS
1992 /* Check that newconst is likely to be usable
1993 in a pre-in/decrement before starting the search. */
1994 && ((HAVE_PRE_INCREMENT
&& newconst
> 0 && newconst
<= MOVE_MAX
)
1995 || (HAVE_PRE_DECREMENT
&& newconst
< 0 && newconst
>= -MOVE_MAX
))
1996 && exact_log2 (newconst
))
2000 inc_dest
= post_inc_set
? SET_DEST (post_inc_set
) : src
;
2001 for (q
= post_inc
; (q
= NEXT_INSN (q
)); )
2003 if (GET_CODE (q
) == CODE_LABEL
|| GET_CODE (q
) == JUMP_INSN
2004 || (GET_CODE (q
) == NOTE
2005 && (NOTE_LINE_NUMBER (q
) == NOTE_INSN_LOOP_BEG
2006 || NOTE_LINE_NUMBER (q
) == NOTE_INSN_LOOP_END
)))
2009 /* ??? We can't scan past the end of a basic block without updating
2010 the register lifetime info (REG_DEAD/basic_block_live_at_start).
2011 A CALL_INSN might be the last insn of a basic block, if it
2012 is inside an EH region. There is no easy way to tell so we
2013 just always break when we see a CALL_INSN if flag_exceptions
2015 if (flag_exceptions
&& GET_CODE (q
) == CALL_INSN
)
2018 if (GET_RTX_CLASS (GET_CODE (q
)) != 'i')
2020 if (src
!= inc_dest
&& (reg_overlap_mentioned_p (src
, PATTERN (q
))
2021 || reg_set_p (src
, q
)))
2023 if (reg_set_p (inc_dest
, q
))
2025 if (reg_overlap_mentioned_p (inc_dest
, PATTERN (q
)))
2027 try_auto_increment (q
, post_inc
,
2028 post_inc_set
, inc_dest
, newconst
, 1);
2033 /* Move the death note for DST to INSN if it is used
2035 if (reg_overlap_mentioned_p (dst
, PATTERN (insn
)))
2037 XEXP (dst_note
, 1) = REG_NOTES (insn
);
2038 REG_NOTES (insn
) = dst_note
;
2043 /* Move the death note for SRC from INSN to P. */
2045 remove_note (insn
, src_note
);
2046 XEXP (src_note
, 1) = REG_NOTES (p
);
2047 REG_NOTES (p
) = src_note
;
2049 REG_N_CALLS_CROSSED (REGNO (src
)) += s_num_calls
;
2052 REG_N_SETS (REGNO (src
))++;
2053 REG_N_SETS (REGNO (dst
))--;
2055 REG_N_CALLS_CROSSED (REGNO (dst
)) -= num_calls
;
2057 REG_LIVE_LENGTH (REGNO (src
)) += s_length
;
2058 if (REG_LIVE_LENGTH (REGNO (dst
)) >= 0)
2060 REG_LIVE_LENGTH (REGNO (dst
)) -= length
;
2061 /* REG_LIVE_LENGTH is only an approximation after
2062 combine if sched is not run, so make sure that we
2063 still have a reasonable value. */
2064 if (REG_LIVE_LENGTH (REGNO (dst
)) < 2)
2065 REG_LIVE_LENGTH (REGNO (dst
)) = 2;
2068 /* We assume that a register is used exactly once per
2069 insn in the updates above. If this is not correct,
2070 no great harm is done. */
2072 REG_N_REFS (REGNO (src
)) += 2 * true_loop_depth
;
2073 REG_N_REFS (REGNO (dst
)) -= 2 * true_loop_depth
;
2075 /* If that was the only time dst was set,
2076 and dst was not live at the start of the
2077 function, we know that we have no more
2078 references to dst; clear REG_N_REFS so it
2079 won't make reload do any work. */
2080 if (REG_N_SETS (REGNO (dst
)) == 0
2081 && ! regno_uninitialized (REGNO (dst
)))
2082 REG_N_REFS (REGNO (dst
)) = 0;
2084 if (regmove_dump_file
)
2085 fprintf (regmove_dump_file
,
2086 "Fixed operand %d of insn %d matching operand %d.\n",
2087 operand_number
, INSN_UID (insn
), match_number
);
2092 /* return nonzero if X is stable but for mentioning SRC or mentioning /
2093 changing DST . If in doubt, presume it is unstable. */
2095 stable_but_for_p (x
, src
, dst
)
2098 RTX_CODE code
= GET_CODE (x
);
2099 switch (GET_RTX_CLASS (code
))
2101 case '<': case '1': case 'c': case '2': case 'b': case '3':
2104 char *fmt
= GET_RTX_FORMAT (code
);
2105 for (i
= GET_RTX_LENGTH (code
) - 1; i
>= 0; i
--)
2106 if (fmt
[i
] == 'e' && ! stable_but_for_p (XEXP (x
, i
), src
, dst
))
2111 if (x
== src
|| x
== dst
)
2115 return ! rtx_unstable_p (x
);
2119 /* Test if regmove seems profitable for this target. Regmove is useful only
2120 if some common patterns are two address, i.e. require matching constraints,
2121 so we check that condition here. */
2124 regmove_profitable_p ()
2126 #ifdef REGISTER_CONSTRAINTS
2128 enum machine_mode mode
;
2129 optab tstoptab
= add_optab
;
2130 do /* check add_optab and ashl_optab */
2131 for (mode
= GET_CLASS_NARROWEST_MODE (MODE_INT
); mode
!= VOIDmode
;
2132 mode
= GET_MODE_WIDER_MODE (mode
))
2134 int icode
= (int) tstoptab
->handlers
[(int) mode
].insn_code
;
2135 rtx reg0
, reg1
, reg2
, pat
;
2138 if (GET_MODE_BITSIZE (mode
) < 32 || icode
== CODE_FOR_nothing
)
2140 for (i
= 0; i
< FIRST_PSEUDO_REGISTER
; i
++)
2141 if (TEST_HARD_REG_BIT (reg_class_contents
[GENERAL_REGS
], i
))
2143 if (i
+ 2 >= FIRST_PSEUDO_REGISTER
)
2145 reg0
= gen_rtx_REG (insn_operand_mode
[icode
][0], i
);
2146 reg1
= gen_rtx_REG (insn_operand_mode
[icode
][1], i
+ 1);
2147 reg2
= gen_rtx_REG (insn_operand_mode
[icode
][2], i
+ 2);
2148 if (! (*insn_operand_predicate
[icode
][0]) (reg0
, VOIDmode
)
2149 || ! (*insn_operand_predicate
[icode
][1]) (reg1
, VOIDmode
)
2150 || ! (*insn_operand_predicate
[icode
][2]) (reg2
, VOIDmode
))
2152 pat
= GEN_FCN (icode
) (reg0
, reg1
, reg2
);
2155 if (GET_CODE (pat
) == SEQUENCE
)
2156 pat
= XVECEXP (pat
, 0, XVECLEN (pat
, 0) - 1);
2158 pat
= make_insn_raw (pat
);
2159 if (! single_set (pat
)
2160 || GET_CODE (SET_SRC (single_set (pat
))) != tstoptab
->code
)
2161 /* Unexpected complexity; don't need to handle this unless
2162 we find a machine where this occurs and regmove should
2165 if (find_matches (pat
, &match
))
2169 while (tstoptab
!= ashl_optab
&& (tstoptab
= ashl_optab
, 1));
2170 #endif /* REGISTER_CONSTRAINTS */