366 lines · plain
1; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --version 62; RUN: opt -passes=instcombine -S < %s | FileCheck %s3 4target datalayout = "e-m:e-p:64:64:64-i64:64-f80:128-n8:16:32:64-S128"5 6define i32 @test_load_cast_combine_tbaa(ptr %ptr) {7; Ensure (cast (load (...))) -> (load (cast (...))) preserves TBAA.8; CHECK-LABEL: define i32 @test_load_cast_combine_tbaa(9; CHECK-SAME: ptr [[PTR:%.*]]) {10; CHECK-NEXT: [[ENTRY:.*:]]11; CHECK-NEXT: [[L1:%.*]] = load i32, ptr [[PTR]], align 4, !tbaa [[SCALAR_TYPE_TBAA0:![0-9]+]]12; CHECK-NEXT: ret i32 [[L1]]13;14entry:15 %l = load float, ptr %ptr, !tbaa !016 %c = bitcast float %l to i3217 ret i32 %c18}19 20define i32 @test_load_cast_combine_noalias(ptr %ptr) {21; Ensure (cast (load (...))) -> (load (cast (...))) preserves no-alias metadata.22; CHECK-LABEL: define i32 @test_load_cast_combine_noalias(23; CHECK-SAME: ptr [[PTR:%.*]]) {24; CHECK-NEXT: [[ENTRY:.*:]]25; CHECK-NEXT: [[L1:%.*]] = load i32, ptr [[PTR]], align 4, !alias.scope [[META3:![0-9]+]], !noalias [[META3]]26; CHECK-NEXT: ret i32 [[L1]]27;28entry:29 %l = load float, ptr %ptr, !alias.scope !3, !noalias !330 %c = bitcast float %l to i3231 ret i32 %c32}33 34define float @test_load_cast_combine_range(ptr %ptr) {35; Ensure (cast (load (...))) -> (load (cast (...))) drops range metadata. It36; would be nice to preserve or update it somehow but this is hard when moving37; between types.38; CHECK-LABEL: define float @test_load_cast_combine_range(39; CHECK-SAME: ptr [[PTR:%.*]]) {40; CHECK-NEXT: [[ENTRY:.*:]]41; CHECK-NEXT: [[L1:%.*]] = load float, ptr [[PTR]], align 442; CHECK-NEXT: ret float [[L1]]43;44entry:45 %l = load i32, ptr %ptr, !range !646 %c = bitcast i32 %l to float47 ret float %c48}49 50define i32 @test_load_cast_combine_invariant(ptr %ptr) {51; Ensure (cast (load (...))) -> (load (cast (...))) preserves invariant metadata.52; CHECK-LABEL: define i32 @test_load_cast_combine_invariant(53; CHECK-SAME: ptr [[PTR:%.*]]) {54; CHECK-NEXT: [[ENTRY:.*:]]55; CHECK-NEXT: [[L1:%.*]] = load i32, ptr [[PTR]], align 4, !invariant.load [[META6:![0-9]+]]56; CHECK-NEXT: ret i32 [[L1]]57;58entry:59 %l = load float, ptr %ptr, !invariant.load !760 %c = bitcast float %l to i3261 ret i32 %c62}63 64define i32 @test_load_cast_combine_nontemporal(ptr %ptr) {65; Ensure (cast (load (...))) -> (load (cast (...))) preserves nontemporal66; metadata.67; CHECK-LABEL: define i32 @test_load_cast_combine_nontemporal(68; CHECK-SAME: ptr [[PTR:%.*]]) {69; CHECK-NEXT: [[ENTRY:.*:]]70; CHECK-NEXT: [[L1:%.*]] = load i32, ptr [[PTR]], align 4, !nontemporal [[META7:![0-9]+]]71; CHECK-NEXT: ret i32 [[L1]]72;73entry:74 %l = load float, ptr %ptr, !nontemporal !875 %c = bitcast float %l to i3276 ret i32 %c77}78 79define ptr @test_load_cast_combine_align(ptr %ptr) {80; Ensure (cast (load (...))) -> (load (cast (...))) preserves align81; metadata.82; CHECK-LABEL: define ptr @test_load_cast_combine_align(83; CHECK-SAME: ptr [[PTR:%.*]]) {84; CHECK-NEXT: [[ENTRY:.*:]]85; CHECK-NEXT: [[L:%.*]] = load ptr, ptr [[PTR]], align 8, !align [[META8:![0-9]+]]86; CHECK-NEXT: ret ptr [[L]]87;88entry:89 %l = load ptr, ptr %ptr, !align !990 ret ptr %l91}92 93define ptr @test_load_cast_combine_deref(ptr %ptr) {94; Ensure (cast (load (...))) -> (load (cast (...))) preserves dereferenceable95; metadata.96; CHECK-LABEL: define ptr @test_load_cast_combine_deref(97; CHECK-SAME: ptr [[PTR:%.*]]) {98; CHECK-NEXT: [[ENTRY:.*:]]99; CHECK-NEXT: [[L:%.*]] = load ptr, ptr [[PTR]], align 8, !dereferenceable [[META8]]100; CHECK-NEXT: ret ptr [[L]]101;102entry:103 %l = load ptr, ptr %ptr, !dereferenceable !9104 ret ptr %l105}106 107define ptr @test_load_cast_combine_deref_or_null(ptr %ptr) {108; Ensure (cast (load (...))) -> (load (cast (...))) preserves109; dereferenceable_or_null metadata.110; CHECK-LABEL: define ptr @test_load_cast_combine_deref_or_null(111; CHECK-SAME: ptr [[PTR:%.*]]) {112; CHECK-NEXT: [[ENTRY:.*:]]113; CHECK-NEXT: [[L:%.*]] = load ptr, ptr [[PTR]], align 8, !dereferenceable_or_null [[META8]]114; CHECK-NEXT: ret ptr [[L]]115;116entry:117 %l = load ptr, ptr %ptr, !dereferenceable_or_null !9118 ret ptr %l119}120 121define void @test_load_cast_combine_loop(ptr %src, ptr %dst, i32 %n) {122; Ensure (cast (load (...))) -> (load (cast (...))) preserves loop access123; metadata.124; CHECK-LABEL: define void @test_load_cast_combine_loop(125; CHECK-SAME: ptr [[SRC:%.*]], ptr [[DST:%.*]], i32 [[N:%.*]]) {126; CHECK-NEXT: [[ENTRY:.*]]:127; CHECK-NEXT: br label %[[LOOP:.*]]128; CHECK: [[LOOP]]:129; CHECK-NEXT: [[I:%.*]] = phi i32 [ 0, %[[ENTRY]] ], [ [[I_NEXT:%.*]], %[[LOOP]] ]130; CHECK-NEXT: [[TMP0:%.*]] = sext i32 [[I]] to i64131; CHECK-NEXT: [[SRC_GEP:%.*]] = getelementptr inbounds float, ptr [[SRC]], i64 [[TMP0]]132; CHECK-NEXT: [[TMP1:%.*]] = sext i32 [[I]] to i64133; CHECK-NEXT: [[DST_GEP:%.*]] = getelementptr inbounds i32, ptr [[DST]], i64 [[TMP1]]134; CHECK-NEXT: [[L1:%.*]] = load i32, ptr [[SRC_GEP]], align 4, !llvm.access.group [[ACC_GRP9:![0-9]+]]135; CHECK-NEXT: store i32 [[L1]], ptr [[DST_GEP]], align 4136; CHECK-NEXT: [[I_NEXT]] = add i32 [[I]], 1137; CHECK-NEXT: [[CMP:%.*]] = icmp slt i32 [[I_NEXT]], [[N]]138; CHECK-NEXT: br i1 [[CMP]], label %[[LOOP]], label %[[EXIT:.*]], !llvm.loop [[LOOP1:![0-9]+]]139; CHECK: [[EXIT]]:140; CHECK-NEXT: ret void141;142entry:143 br label %loop144 145loop:146 %i = phi i32 [ 0, %entry ], [ %i.next, %loop ]147 %src.gep = getelementptr inbounds float, ptr %src, i32 %i148 %dst.gep = getelementptr inbounds i32, ptr %dst, i32 %i149 %l = load float, ptr %src.gep, !llvm.access.group !10150 %c = bitcast float %l to i32151 store i32 %c, ptr %dst.gep152 %i.next = add i32 %i, 1153 %cmp = icmp slt i32 %i.next, %n154 br i1 %cmp, label %loop, label %exit, !llvm.loop !1155 156exit:157 ret void158}159 160define void @test_load_cast_combine_nonnull(ptr %ptr) {161; CHECK-LABEL: define void @test_load_cast_combine_nonnull(162; CHECK-SAME: ptr [[PTR:%.*]]) {163; CHECK-NEXT: [[ENTRY:.*:]]164; CHECK-NEXT: [[P:%.*]] = load ptr, ptr [[PTR]], align 8, !nonnull [[META6]]165; CHECK-NEXT: [[GEP:%.*]] = getelementptr i8, ptr [[PTR]], i64 336166; CHECK-NEXT: store ptr [[P]], ptr [[GEP]], align 8167; CHECK-NEXT: ret void168;169entry:170 %p = load ptr, ptr %ptr, !nonnull !{}171 %gep = getelementptr ptr, ptr %ptr, i32 42172 store ptr %p, ptr %gep173 ret void174}175 176define i32 @test_load_cast_combine_noundef(ptr %ptr) {177; CHECK-LABEL: define i32 @test_load_cast_combine_noundef(178; CHECK-SAME: ptr [[PTR:%.*]]) {179; CHECK-NEXT: [[L1:%.*]] = load i32, ptr [[PTR]], align 4, !noundef [[META6]]180; CHECK-NEXT: ret i32 [[L1]]181;182 %l = load float, ptr %ptr, !noundef !{}183 %c = bitcast float %l to i32184 ret i32 %c185}186 187define i32 @test_load_cast_combine_noalias_addrspace(ptr %ptr) {188; Ensure (cast (load (...))) -> (load (cast (...))) preserves TBAA.189; CHECK-LABEL: define i32 @test_load_cast_combine_noalias_addrspace(190; CHECK-SAME: ptr [[PTR:%.*]]) {191; CHECK-NEXT: [[ENTRY:.*:]]192; CHECK-NEXT: [[L1:%.*]] = load i32, ptr [[PTR]], align 4, !noalias.addrspace [[META10:![0-9]+]]193; CHECK-NEXT: ret i32 [[L1]]194;195entry:196 %l = load float, ptr %ptr, align 4, !noalias.addrspace !11197 %c = bitcast float %l to i32198 ret i32 %c199}200 201; Preserve none-UB metadata on loads.202define ptr @preserve_load_metadata_after_select_transform1(i1 %c, ptr dereferenceable(8) %a, ptr dereferenceable(8) %b) {203; CHECK-LABEL: define ptr @preserve_load_metadata_after_select_transform1(204; CHECK-SAME: i1 [[C:%.*]], ptr dereferenceable(8) [[A:%.*]], ptr dereferenceable(8) [[B:%.*]]) {205; CHECK-NEXT: [[ENTRY:.*:]]206; CHECK-NEXT: [[B_VAL:%.*]] = load ptr, ptr [[B]], align 1, !nonnull [[META6]], !align [[META8]]207; CHECK-NEXT: [[A_VAL:%.*]] = load ptr, ptr [[A]], align 1, !nonnull [[META6]], !align [[META8]]208; CHECK-NEXT: [[L_SEL:%.*]] = select i1 [[C]], ptr [[B_VAL]], ptr [[A_VAL]]209; CHECK-NEXT: ret ptr [[L_SEL]]210;211entry:212 %ptr.sel = select i1 %c, ptr %b, ptr %a213 %l.sel = load ptr, ptr %ptr.sel, align 1, !tbaa !0, !llvm.access.group !7, !dereferenceable !9, !noundef !{}, !invariant.load !7, !align !9, !nonnull !{}214 ret ptr %l.sel215}216 217; Preserve none-UB metadata on loads.218define i32 @preserve_load_metadata_after_select_transform_range(i1 %c, ptr dereferenceable(8) %a, ptr dereferenceable(8) %b) {219; CHECK-LABEL: define i32 @preserve_load_metadata_after_select_transform_range(220; CHECK-SAME: i1 [[C:%.*]], ptr dereferenceable(8) [[A:%.*]], ptr dereferenceable(8) [[B:%.*]]) {221; CHECK-NEXT: [[ENTRY:.*:]]222; CHECK-NEXT: [[B_VAL:%.*]] = load i32, ptr [[B]], align 1, !range [[RNG11:![0-9]+]]223; CHECK-NEXT: [[A_VAL:%.*]] = load i32, ptr [[A]], align 1, !range [[RNG11]]224; CHECK-NEXT: [[L_SEL:%.*]] = select i1 [[C]], i32 [[B_VAL]], i32 [[A_VAL]]225; CHECK-NEXT: ret i32 [[L_SEL]]226;227entry:228 %ptr.sel = select i1 %c, ptr %b, ptr %a229 %l.sel = load i32, ptr %ptr.sel, align 1, !tbaa !0, !llvm.access.group !7, !invariant.load !7, !noundef !{}, !range !6230 ret i32 %l.sel231}232 233define double @preserve_load_metadata_after_select_transform2(ptr %a, ptr %b) {234; CHECK-LABEL: define double @preserve_load_metadata_after_select_transform2(235; CHECK-SAME: ptr [[A:%.*]], ptr [[B:%.*]]) {236; CHECK-NEXT: [[ENTRY:.*:]]237; CHECK-NEXT: [[L_A:%.*]] = load double, ptr [[A]], align 8, !tbaa [[SCALAR_TYPE_TBAA0]], !llvm.access.group [[META6]]238; CHECK-NEXT: [[L_B:%.*]] = load double, ptr [[B]], align 8, !tbaa [[SCALAR_TYPE_TBAA0]], !llvm.access.group [[META6]]239; CHECK-NEXT: [[CMP_I:%.*]] = fcmp fast olt double [[L_A]], [[L_B]]240; CHECK-NEXT: [[L_SEL:%.*]] = select i1 [[CMP_I]], double [[L_B]], double [[L_A]]241; CHECK-NEXT: ret double [[L_SEL]]242;243entry:244 %l.a = load double, ptr %a, align 8, !tbaa !0, !llvm.access.group !7245 %l.b = load double, ptr %b, align 8, !tbaa !0, !llvm.access.group !7246 %cmp.i = fcmp fast olt double %l.a, %l.b247 %ptr.sel = select i1 %cmp.i, ptr %b, ptr %a248 %l.sel = load double, ptr %ptr.sel, align 8, !tbaa !0, !llvm.access.group !7249 ret double %l.sel250}251 252define double @preserve_load_metadata_after_select_transform_metadata_missing_1(ptr %a, ptr %b) {253; CHECK-LABEL: define double @preserve_load_metadata_after_select_transform_metadata_missing_1(254; CHECK-SAME: ptr [[A:%.*]], ptr [[B:%.*]]) {255; CHECK-NEXT: [[ENTRY:.*:]]256; CHECK-NEXT: [[L_A:%.*]] = load double, ptr [[A]], align 8, !llvm.access.group [[META6]]257; CHECK-NEXT: [[L_B:%.*]] = load double, ptr [[B]], align 8, !tbaa [[SCALAR_TYPE_TBAA0]], !llvm.access.group [[META6]]258; CHECK-NEXT: [[CMP_I:%.*]] = fcmp fast olt double [[L_A]], [[L_B]]259; CHECK-NEXT: [[L_SEL:%.*]] = select i1 [[CMP_I]], double [[L_B]], double [[L_A]]260; CHECK-NEXT: ret double [[L_SEL]]261;262entry:263 %l.a = load double, ptr %a, align 8, !llvm.access.group !7264 %l.b = load double, ptr %b, align 8, !tbaa !0, !llvm.access.group !7265 %cmp.i = fcmp fast olt double %l.a, %l.b266 %ptr.sel = select i1 %cmp.i, ptr %b, ptr %a267 %l.sel = load double, ptr %ptr.sel, align 8, !tbaa !0, !llvm.access.group !7268 ret double %l.sel269}270 271define double @preserve_load_metadata_after_select_transform_metadata_missing_2(ptr %a, ptr %b) {272; CHECK-LABEL: define double @preserve_load_metadata_after_select_transform_metadata_missing_2(273; CHECK-SAME: ptr [[A:%.*]], ptr [[B:%.*]]) {274; CHECK-NEXT: [[ENTRY:.*:]]275; CHECK-NEXT: [[L_A:%.*]] = load double, ptr [[A]], align 8, !llvm.access.group [[META6]]276; CHECK-NEXT: [[L_B:%.*]] = load double, ptr [[B]], align 8, !llvm.access.group [[META6]]277; CHECK-NEXT: [[CMP_I:%.*]] = fcmp fast olt double [[L_A]], [[L_B]]278; CHECK-NEXT: [[L_SEL:%.*]] = select i1 [[CMP_I]], double [[L_B]], double [[L_A]]279; CHECK-NEXT: ret double [[L_SEL]]280;281entry:282 %l.a = load double, ptr %a, align 8, !llvm.access.group !7283 %l.b = load double, ptr %b, align 8, !llvm.access.group !7284 %cmp.i = fcmp fast olt double %l.a, %l.b285 %ptr.sel = select i1 %cmp.i, ptr %b, ptr %a286 %l.sel = load double, ptr %ptr.sel, align 8, !tbaa !0, !llvm.access.group !12287 ret double %l.sel288}289 290define double @preserve_load_metadata_after_select_transform_metadata_missing_3(ptr %a, ptr %b) {291; CHECK-LABEL: define double @preserve_load_metadata_after_select_transform_metadata_missing_3(292; CHECK-SAME: ptr [[A:%.*]], ptr [[B:%.*]]) {293; CHECK-NEXT: [[ENTRY:.*:]]294; CHECK-NEXT: [[L_A:%.*]] = load double, ptr [[A]], align 8, !tbaa [[SCALAR_TYPE_TBAA0]], !llvm.access.group [[META6]]295; CHECK-NEXT: [[L_B:%.*]] = load double, ptr [[B]], align 8, !tbaa [[SCALAR_TYPE_TBAA0]], !llvm.access.group [[META6]]296; CHECK-NEXT: [[CMP_I:%.*]] = fcmp fast olt double [[L_A]], [[L_B]]297; CHECK-NEXT: [[L_SEL:%.*]] = select i1 [[CMP_I]], double [[L_B]], double [[L_A]]298; CHECK-NEXT: ret double [[L_SEL]]299;300entry:301 %l.a = load double, ptr %a, align 8, !tbaa !0, !llvm.access.group !7302 %l.b = load double, ptr %b, align 8, !tbaa !0, !llvm.access.group !7303 %cmp.i = fcmp fast olt double %l.a, %l.b304 %ptr.sel = select i1 %cmp.i, ptr %b, ptr %a305 %l.sel = load double, ptr %ptr.sel, align 8, !tbaa !0, !llvm.access.group !13306 ret double %l.sel307}308 309; Like preserve_load_metadata_after_select_transform_metadata_missing_3, but310; with different access groups on all loads.311define double @preserve_load_metadata_after_select_transform_metadata_missing_4(ptr %a, ptr %b) {312; CHECK-LABEL: define double @preserve_load_metadata_after_select_transform_metadata_missing_4(313; CHECK-SAME: ptr [[A:%.*]], ptr [[B:%.*]]) {314; CHECK-NEXT: [[ENTRY:.*:]]315; CHECK-NEXT: [[L_A:%.*]] = load double, ptr [[A]], align 8, !tbaa [[SCALAR_TYPE_TBAA0]], !alias.scope [[META3]], !noalias [[META3]], !llvm.access.group [[META6]]316; CHECK-NEXT: [[L_B:%.*]] = load double, ptr [[B]], align 8, !tbaa [[SCALAR_TYPE_TBAA0]], !alias.scope [[META12:![0-9]+]], !noalias [[META12]], !llvm.access.group [[ACC_GRP15:![0-9]+]]317; CHECK-NEXT: [[CMP_I:%.*]] = fcmp fast olt double [[L_A]], [[L_B]]318; CHECK-NEXT: [[L_SEL:%.*]] = select i1 [[CMP_I]], double [[L_B]], double [[L_A]]319; CHECK-NEXT: ret double [[L_SEL]]320;321entry:322 %l.a = load double, ptr %a, align 8, !tbaa !0, !llvm.access.group !7, !alias.scope !3, !noalias !3323 %l.b = load double, ptr %b, align 8, !tbaa !0, !llvm.access.group !12, !alias.scope !14, !noalias !14324 %cmp.i = fcmp fast olt double %l.a, %l.b325 %ptr.sel = select i1 %cmp.i, ptr %b, ptr %a326 %l.sel = load double, ptr %ptr.sel, align 8, !tbaa !0, !llvm.access.group !13327 ret double %l.sel328}329 330!0 = !{!1, !1, i64 0}331!1 = !{!"scalar type", !2}332!2 = !{!"root"}333!3 = !{!4}334!4 = distinct !{!4, !5}335!5 = distinct !{!5}336!6 = !{i32 0, i32 42}337!7 = !{}338!8 = !{i32 1}339!9 = !{i64 8}340!10 = distinct !{}341!11 = !{i32 5, i32 6}342!12 = distinct !{}343!13 = distinct !{}344!14 = !{!15}345!15 = distinct !{!15, !16}346!16 = distinct !{!16}347 348;.349; CHECK: [[SCALAR_TYPE_TBAA0]] = !{[[LOOP1]], [[LOOP1]], i64 0}350; CHECK: [[LOOP1]] = !{!"scalar type", [[META2:![0-9]+]]}351; CHECK: [[META2]] = !{!"root"}352; CHECK: [[META3]] = !{[[META4:![0-9]+]]}353; CHECK: [[META4]] = distinct !{[[META4]], [[META5:![0-9]+]]}354; CHECK: [[META5]] = distinct !{[[META5]]}355; CHECK: [[META6]] = !{}356; CHECK: [[META7]] = !{i32 1}357; CHECK: [[META8]] = !{i64 8}358; CHECK: [[ACC_GRP9]] = distinct !{}359; CHECK: [[META10]] = !{i32 5, i32 6}360; CHECK: [[RNG11]] = !{i32 0, i32 42}361; CHECK: [[META12]] = !{[[META13:![0-9]+]]}362; CHECK: [[META13]] = distinct !{[[META13]], [[META14:![0-9]+]]}363; CHECK: [[META14]] = distinct !{[[META14]]}364; CHECK: [[ACC_GRP15]] = distinct !{}365;.366