|
|
|
source_filename = "LLVMDialectModule" |
|
|
|
define void @triton__0d1d2d3d4d5d6d7de8(ptr addrspace(1) %0, ptr addrspace(1) %1, ptr addrspace(1) %2, ptr addrspace(1) %3, ptr addrspace(1) %4, ptr addrspace(1) %5, ptr addrspace(1) %6, i64 %7, i64 %8) local_unnamed_addr !dbg !5 { |
|
%10 = tail call i32 @llvm.nvvm.read.ptx.sreg.tid.x(), !dbg !8 |
|
%11 = lshr i32 %10, 2, !dbg !8 |
|
%12 = and i32 %11, 63, !dbg !8 |
|
%13 = and i32 %10, 3, !dbg !9 |
|
%14 = tail call i32 asm "mov.u32 $0, %ctaid.x;", "=r"() #2, !dbg !10 |
|
%15 = sext i32 %14 to i64, !dbg !11 |
|
%16 = shl nsw i64 %15, 6, !dbg !12 |
|
%17 = zext nneg i32 %12 to i64 |
|
%18 = or i64 %16, %17, !dbg !13 |
|
%19 = getelementptr i64, ptr addrspace(1) %1, i64 %18, !dbg !14 |
|
%20 = tail call i64 asm sideeffect "mov.u64 $0, 0x0;\0A\09@$2 ld.global.L1::evict_last.b64 { $0 }, [ $1 + 0 ];", "=l,l,b"(ptr addrspace(1) %19, i1 true) #2, !dbg !15 |
|
%21 = tail call i32 asm sideeffect "mov.u32 $0, 0x0;\0A\09@$2 ld.global.b32 { $0 }, [ $1 + 0 ];", "=r,l,b"(ptr addrspace(1) %2, i1 true) #2, !dbg !16 |
|
%22 = bitcast i32 %21 to float, !dbg !16 |
|
%23 = tail call i32 asm sideeffect "mov.u32 $0, 0x0;\0A\09@$2 ld.global.b32 { $0 }, [ $1 + 0 ];", "=r,l,b"(ptr addrspace(1) %3, i1 true) #2, !dbg !17 |
|
%24 = bitcast i32 %23 to float, !dbg !17 |
|
%25 = mul nsw i64 %18, 50257, !dbg !18 |
|
%.not = icmp eq i64 %20, -1, !dbg !19 |
|
%26 = tail call float asm "div.full.f32 $0, $1, $2;", "=r,r,r"(float %22, float %24) #2, !dbg !20 |
|
%27 = select i1 %.not, float 0.000000e+00, float %26, !dbg !21 |
|
%28 = getelementptr float, ptr addrspace(1) %0, i64 %25 |
|
br label %29, !dbg !22 |
|
|
|
29: |
|
%30 = phi float [ 0.000000e+00, %9 ], [ %40, %29 ] |
|
%31 = phi i32 [ 0, %9 ], [ %41, %29 ] |
|
%32 = or i32 %31, %13, !dbg !23 |
|
%33 = zext nneg i32 %32 to i64, !dbg !23 |
|
%34 = icmp ult i32 %32, 50257, !dbg !24 |
|
%35 = getelementptr float, ptr addrspace(1) %28, i64 %33, !dbg !25 |
|
%36 = tail call i32 asm sideeffect "mov.u32 $0, 0x0;\0A\09@$2 ld.global.L1::evict_last.b32 { $0 }, [ $1 + 0 ];\0A\09@!$4 mov.u32 $0, $3;", "=r,l,b,r,b"(ptr addrspace(1) %35, i1 %34, i32 0, i1 %34) #2, !dbg !26 |
|
%37 = bitcast i32 %36 to float, !dbg !26 |
|
%38 = fmul float %27, %37, !dbg !27 |
|
%39 = select i1 %34, float %38, float -0.000000e+00, !dbg !28 |
|
%40 = fadd float %30, %39, !dbg !28 |
|
%41 = add nuw nsw i32 %31, 4, !dbg !22 |
|
%42 = icmp ult i32 %31, 50253, !dbg !22 |
|
br i1 %42, label %29, label %43, !dbg !22 |
|
|
|
43: |
|
%44 = bitcast float %40 to i32, !dbg !29 |
|
%45 = tail call i32 @llvm.nvvm.shfl.sync.bfly.i32(i32 -1, i32 %44, i32 2, i32 31), !dbg !29 |
|
%46 = bitcast i32 %45 to float, !dbg !29 |
|
%47 = fadd float %40, %46, !dbg !33 |
|
%48 = bitcast float %47 to i32, !dbg !29 |
|
%49 = tail call i32 @llvm.nvvm.shfl.sync.bfly.i32(i32 -1, i32 %48, i32 1, i32 31), !dbg !29 |
|
%50 = bitcast i32 %49 to float, !dbg !29 |
|
%51 = fadd float %47, %50, !dbg !33 |
|
br label %52, !dbg !37 |
|
|
|
52: |
|
%53 = phi i32 [ 0, %43 ], [ %75, %52 ] |
|
%54 = or i32 %53, %13, !dbg !38 |
|
%55 = zext nneg i32 %54 to i64, !dbg !38 |
|
%56 = icmp ult i32 %54, 50257, !dbg !39 |
|
%57 = add nsw i64 %25, %55, !dbg !40 |
|
%58 = getelementptr i16, ptr addrspace(1) %4, i64 %57, !dbg !41 |
|
%59 = tail call i16 asm sideeffect "mov.u16 $0, 0x0;\0A\09@$2 ld.global.L1::evict_first.b16 { $0 }, [ $1 + 0 ];\0A\09@!$4 mov.u16 $0, $3;", "=c,l,b,c,b"(ptr addrspace(1) %58, i1 %56, i16 0, i1 %56) #2, !dbg !42 |
|
%60 = tail call float asm "cvt.f32.bf16 $0, $1;", "=r,h"(i16 %59) #2, !dbg !43 |
|
%61 = getelementptr float, ptr addrspace(1) %0, i64 %57, !dbg !44 |
|
%62 = tail call i32 asm sideeffect "mov.u32 $0, 0x0;\0A\09@$2 ld.global.L1::evict_first.b32 { $0 }, [ $1 + 0 ];\0A\09@!$4 mov.u32 $0, $3;", "=r,l,b,r,b"(ptr addrspace(1) %61, i1 %56, i32 0, i1 %56) #2, !dbg !45 |
|
%63 = bitcast i32 %62 to float, !dbg !45 |
|
%64 = getelementptr i16, ptr addrspace(1) %5, i64 %57, !dbg !46 |
|
%65 = tail call i16 asm sideeffect "mov.u16 $0, 0x0;\0A\09@$2 ld.global.L1::evict_first.b16 { $0 }, [ $1 + 0 ];\0A\09@!$4 mov.u16 $0, $3;", "=c,l,b,c,b"(ptr addrspace(1) %64, i1 %56, i16 0, i1 %56) #2, !dbg !47 |
|
%66 = tail call float asm "cvt.f32.bf16 $0, $1;", "=r,h"(i16 %65) #2, !dbg !48 |
|
%67 = fmul float %27, %63, !dbg !49 |
|
%68 = fmul float %66, 0x3FF7154760000000, !dbg !50 |
|
%69 = tail call float asm "ex2.approx.f32 $0, $1;", "=f,f"(float %68) #2, !dbg !50 |
|
%70 = fmul float %51, %69, !dbg !51 |
|
%71 = fsub float %67, %70, !dbg !52 |
|
%72 = fadd float %60, %71, !dbg !53 |
|
%73 = getelementptr i16, ptr addrspace(1) %6, i64 %57, !dbg !54 |
|
%74 = tail call i16 asm "cvt.rn.bf16.f32 $0, $1;", "=h,r"(float %72) #2, !dbg !55 |
|
tail call void asm sideeffect "@$2 st.global.b16 [ $1 + 0 ], { $0 };", "c,l,b"(i16 %74, ptr addrspace(1) %73, i1 %56) #2, !dbg !55 |
|
%75 = add nuw nsw i32 %53, 4, !dbg !37 |
|
%76 = icmp ult i32 %53, 50253, !dbg !37 |
|
br i1 %76, label %52, label %77, !dbg !37 |
|
|
|
77: |
|
ret void, !dbg !56 |
|
} |
|
|
|
|
|
declare noundef i32 @llvm.nvvm.read.ptx.sreg.tid.x() #0 |
|
|
|
|
|
declare i32 @llvm.nvvm.shfl.sync.bfly.i32(i32, i32, i32, i32) #1 |
|
|
|
attributes #0 = { mustprogress nocallback nofree nosync nounwind speculatable willreturn memory(none) } |
|
attributes #1 = { convergent nocallback nounwind memory(inaccessiblemem: readwrite) } |
|
attributes #2 = { nounwind } |
|
|
|
!llvm.module.flags = !{!0} |
|
!llvm.dbg.cu = !{!1} |
|
!nvvm.annotations = !{!3, !4, !4, !3} |
|
|
|
!0 = !{i32 2, !"Debug Info Version", i32 3} |
|
!1 = distinct !DICompileUnit(language: DW_LANG_C, file: !2, producer: "triton", isOptimized: true, runtimeVersion: 0, emissionKind: FullDebug) |
|
!2 = !DIFile(filename: "ckzgl7thb4xdfkfnd2tidks6mt5f3hauwfyjflbtzyepo5oxkvhk.py", directory: "/tmp/torchinductor_root/kz") |
|
!3 = !{ptr @triton__0d1d2d3d4d5d6d7de8, !"kernel", i32 1} |
|
!4 = !{ptr @triton__0d1d2d3d4d5d6d7de8, !"maxntidx", i32 256} |
|
!5 = distinct !DISubprogram(name: "triton__0d1d2d3d4d5d6d7de8", linkageName: "triton__0d1d2d3d4d5d6d7de8", scope: !2, file: !2, line: 18, type: !6, scopeLine: 18, spFlags: DISPFlagDefinition | DISPFlagOptimized, unit: !1) |
|
!6 = !DISubroutineType(cc: DW_CC_normal, types: !7) |
|
!7 = !{} |
|
!8 = !DILocation(line: 22, column: 44, scope: !5) |
|
!9 = !DILocation(line: 24, column: 33, scope: !5) |
|
!10 = !DILocation(line: 21, column: 28, scope: !5) |
|
!11 = !DILocation(line: 21, column: 34, scope: !5) |
|
!12 = !DILocation(line: 21, column: 46, scope: !5) |
|
!13 = !DILocation(line: 22, column: 23, scope: !5) |
|
!14 = !DILocation(line: 26, column: 30, scope: !5) |
|
!15 = !DILocation(line: 26, column: 35, scope: !5) |
|
!16 = !DILocation(line: 27, column: 19, scope: !5) |
|
!17 = !DILocation(line: 29, column: 19, scope: !5) |
|
!18 = !DILocation(line: 36, column: 46, scope: !5) |
|
!19 = !DILocation(line: 38, column: 23, scope: !5) |
|
!20 = !DILocation(line: 39, column: 22, scope: !5) |
|
!21 = !DILocation(line: 41, column: 37, scope: !5) |
|
!22 = !DILocation(line: 32, column: 36, scope: !5) |
|
!23 = !DILocation(line: 33, column: 27, scope: !5) |
|
!24 = !DILocation(line: 34, column: 25, scope: !5) |
|
!25 = !DILocation(line: 36, column: 34, scope: !5) |
|
!26 = !DILocation(line: 36, column: 52, scope: !5) |
|
!27 = !DILocation(line: 42, column: 23, scope: !5) |
|
!28 = !DILocation(line: 45, column: 40, scope: !5) |
|
!29 = !DILocation(line: 243, column: 36, scope: !30, inlinedAt: !32) |
|
!30 = distinct !DILexicalBlockFile(scope: !5, file: !31, discriminator: 0) |
|
!31 = !DIFile(filename: "standard.py", directory: "/usr/local/lib/python3.10/dist-packages/triton/language") |
|
!32 = !DILocation(line: 46, column: 27, scope: !30) |
|
!33 = !DILocation(line: 233, column: 15, scope: !34, inlinedAt: !35) |
|
!34 = distinct !DILexicalBlockFile(scope: !30, file: !31, discriminator: 0) |
|
!35 = !DILocation(line: 243, column: 36, scope: !34, inlinedAt: !36) |
|
!36 = !DILocation(line: 46, column: 27, scope: !34) |
|
!37 = !DILocation(line: 51, column: 36, scope: !5) |
|
!38 = !DILocation(line: 52, column: 27, scope: !5) |
|
!39 = !DILocation(line: 53, column: 25, scope: !5) |
|
!40 = !DILocation(line: 55, column: 41, scope: !5) |
|
!41 = !DILocation(line: 55, column: 35, scope: !5) |
|
!42 = !DILocation(line: 55, column: 53, scope: !5) |
|
!43 = !DILocation(line: 55, column: 105, scope: !5) |
|
!44 = !DILocation(line: 56, column: 35, scope: !5) |
|
!45 = !DILocation(line: 56, column: 53, scope: !5) |
|
!46 = !DILocation(line: 57, column: 35, scope: !5) |
|
!47 = !DILocation(line: 57, column: 53, scope: !5) |
|
!48 = !DILocation(line: 57, column: 105, scope: !5) |
|
!49 = !DILocation(line: 63, column: 24, scope: !5) |
|
!50 = !DILocation(line: 65, column: 23, scope: !5) |
|
!51 = !DILocation(line: 66, column: 24, scope: !5) |
|
!52 = !DILocation(line: 67, column: 24, scope: !5) |
|
!53 = !DILocation(line: 69, column: 24, scope: !5) |
|
!54 = !DILocation(line: 70, column: 29, scope: !5) |
|
!55 = !DILocation(line: 70, column: 54, scope: !5) |
|
!56 = !DILocation(line: 51, column: 4, scope: !5) |
|
|
