o ^iGd7d8d8eZ?ed9d:d;Z@Gdd>eZBGd?d@d@eAZCGdAdBdBeAZDdCe)dD<GdEdCdCeAZEGdFdGdGeAZFGdHdIdIeAZGGdJdKdKeZHGdLdMdMeZIedNed;ZJGdOdPdPeeJZKeLee1e6fZMGdQdRdReZNGdSdTdTeZOGdUdVdVeAZPGdWdXdXeAZQGdYdZdZeAZRGd[d\d\eAZSGd]d^d^eAZTeCZUeDZVeEZWeFZXeGZYePZZeQZ[eRZ\eSZ]eTZ^d_d`Z_dS)c) annotationsN) dataclass)contextmanager) castAnyCallable GeneratorGenericOptionalProtocolTypeTypeVar TypedDict TYPE_CHECKINGUnion)getenv getenv_bool) CacheManagerRemoteCacheBackend)JitFunctionInfo KernelParam) ASTSourceLazyDictIRSourcec@s eZdZdS)EnvN)__name__ __module__ __qualname__rrG/var/www/html/RAG/RAG_venv/lib/python3.10/site-packages/triton/knobs.pyrsrTbool propagate_envkeystrvalue Optional[str]returnNonecCs8tsdS|dur|tj|<dS|tjvrtj|=dSdSN)r"osenviron)r#r%rrr setenvs  r,valr!Union[None, tuple[Optional[str]]]cCsP|durdSt|}|tur|rdfSdfS|tur|fS|tur&t|fSdS)Nr)10)typer!r$int)r-trrr toenv)s r4SetTypeGetTypec@sReZdZd ddZd!d d Zd"ddZd#ddZd$ddZd%ddZd&ddZ dS)'env_baser#r$r'r(cCs ||_dSr))r#)selfr#rrr __init__D zenv_base.__init__objclass Type[object]namecCs ||_dSr))r=)r8r;r=rrr __set_name__Gr:zenv_base.__set_name__objOptional[object]Optional[Type[object]]r6cCs*|j|jt}|tur|S||Sr))__dict__getr=_NOTHING transform)r8r?r;py_valrrr __get__Js zenv_base.__get__cCstr))NotImplementedErrorr8rrr rCPsz env_base.getobjectr%Union[SetType, Env]cCsNt|tr|j|jddS||j|j<t|}r%t|j|ddSdS)Nr) isinstancerrBpopr=r4r,r#)r8r?r%env_valrrr __set__Ss   zenv_base.__set__cCs|j|jddSr))rBrMr=)r8r?rrr __delete__[szenv_base.__delete__r-r5cCs tt|Sr))rr6)r8r-rrr rE^s zenv_base.transformN)r#r$r'r()r;r<r=r$r'r()r?r@r;rAr'r6)r'r6)r?rJr%rKr'r()r?rJr'r()r-r5r'r6) rrrr9r>rGrCrOrPrErrrr r7Bs      r7cs(eZdZd fdd Zd ddZZS) env_strr#r$defaultct|||_dSr)superr9rRr8r#rR __class__rr r9f  zenv_str.__init__r'cCt|j|jSr))rr#rRrIrrr rCjz env_str.get)r#r$rRr$r'r$rrrr9rC __classcell__rrrWr rQdrQcs(eZdZd fdd Zd dd ZZS) env_str_callable_defaultr#r$default_factoryCallable[[], str]crSr))rUr9ra)r8r#rarWrr r9prYz!env_str_callable_default.__init__r'cCst|j}|dur |S|Sr))rr#ra)r8rNrrr rCts zenv_str_callable_default.get)r#r$rarbr\r]rrrWr r`nr_r`c*eZdZd d fdd Zdd d ZZS)env_boolFr#r$rRr!r'r(crSr)rTrVrWrr r9}rYzenv_bool.__init__cCrZr))rr#rRrIrrr rCr[z env_bool.getF)r#r$rRr!r'r()r'r!r]rrrWr rd{rdcrc)env_intrr#r$rRr2r'r(crSr)rTrVrWrr r9rYzenv_int.__init__c CsVt|j}|dur |jSzt|WSty*}z td|jd|d|d}~ww)NzUnable to use =z: expected int)rr#rRr2 ValueError RuntimeError)r8r-excrrr rCs  z env_int.get)r)r#r$rRr2r'r(r'r2r]rrrWr rgrfrg ClassTypecs(eZdZd fdd Zd d d ZZS) env_classr#r$r1r'r(crSr))rUr9r1)r8r#r1rWrr r9s  zenv_class.__init__Optional[Type[ClassType]]cstj}|dur dS|dd}t|dkr#tdjd|dtt|d|d}tfdd | DsLtd |d jd j d t t t |S)N:rzUnable to read z: 'z ' isn't of the form MODULE:CLASSrc3s|] }|jjkVqdSr))rr1).0crIrr sz env_class.get..zUnable to use 'z' from z: not of type '')rr#splitlenrjgetattr importlib import_moduleanymror1rr rm)r8r-compsclsrrIr rCs    z env_class.get)r#r$r1r$r'r()r'ror]rrrWr rnsrnc@s2eZdZUded<ded<eejd ddZdS) NvidiaToolr$pathversionr'Optional[NvidiaTool]c Cshz&tj|dgtjd}tjd|dtjd}|durWdSt||dWStj t fy3YdSw)Nz --version)stderrz.*release (\d+\.\d+).*zutf-8)flagsr) subprocess check_outputSTDOUTresearchdecode MULTILINErgroupCalledProcessErrorFileNotFoundError)rresultrrrr from_pathszNvidiaTool.from_pathN)rr$r'r)rrr__annotations__ staticmethod functools lru_cacherrrrr rs rcs2eZdZd fdd Zddd Zdd d ZZS)env_nvidia_toolbinaryr$r'r(csN|td7}||_tjtjtddd||_t d| ddS)NEXEbackendsnvidiabinTRITON__PATH) sysconfigget_config_varrr*rjoindirname__file__ default_pathrUr9upper)r8rrWrr r9szenv_nvidia_tool.__init__rcCs|t|jSr))rErr#rIrrr rCszenv_nvidia_tool.getrcCsL|dur ||jg}n|jg}|D] }t|}r|Sqtd|j)Nz Cannot find )rrrrjr)r8rpathstoolrrr rEs zenv_nvidia_tool.transform)rr$r'r()r'r)rr$r'r)rrrr9rCrEr^rrrWr rs rc@eZdZdddZdS) env_opt_strr'r&cCs t|jSr))rr#rIrrr rCr:zenv_opt_str.getNr'r&rrrrCrrrr rrc@r) env_opt_boolr'r&cCs t|jdSr))rr#rIrrr rCs zenv_opt_bool.getNrrrrrr rrr)frozenc@sFeZdZUdZded<ded<ded<ed dd Zed d d Zd S) CompileTimeszm Model holding timing information for an invocation of the compiler. All times in microseconds. r2ir_initializationzlist[tuple[str, int]]lowering_stages store_resultsr'cCstdd|jDS)Ncss|]}|dVqdS)rNr)rrstagerrr rtsz.CompileTimes.total_lowering..)sumrrIrrr total_loweringszCompileTimes.total_loweringcCs|j|j|jSr))rrrrIrrr totalszCompileTimes.totalNrl)rrr__doc__rpropertyrrrrrr rs  rc@eZdZdd dZdS)CompilationListenersrcUnion[ASTSource, IRSource]metadatadict[str, Any]metadata_groupdict[str, str]timesr cache_hitr!r'r(cCdSr)r)r8rrrrrrrr __call__zCompilationListener.__call__N) rrrrrrrrrr!r'r(rrrrrrrr rrr knobs_type base_knobs)boundc@sJeZdZedddZedddZdd d Zdd d ZedddZ dS)rr'dict[str, env_base]cCsddt|jDS)NcSs i|] \}}t|tr||qSr)rLr7)rrkvrrr s z/base_knobs.knob_descriptors..)r1rBitemsrIrrr knob_descriptorss zbase_knobs.knob_descriptorsrcsfddjDS)Ncsi|]}|t|qSr)rx)rrrrIrr rz$base_knobs.knobs..)rkeysrIrrIr knobsszbase_knobs.knobsr8rcCst|}|j|j|Sr))r1rBupdate)r8resrrr copys zbase_knobs.copycCs|jD]}t||q|Sr))rrdelattr)r8knobrrr reset s zbase_knobs.resetGenerator[None, None, None]c csz.) rvaluesdictrBclearrrr*r+)r8 initial_envorigrrrrr scope%s.        zbase_knobs.scopeN)r'r)r'r)r8rr'r)r'r) rrrrrrrrrrrrrr r s    c@seZdZd d d Zd S) BuildImplr=r$rsrcdir library_dirs list[str] include_dirs librariesr'cCrr)r)r8r=rrrrrrrr r8rzBuildImpl.__call__N)r=r$rr$rr$rrrrrrr'r$rrrrr r6rrc@s\eZdZUdZedZded<edZded<edZded<d Z d ed <e dddZ d S) build_knobszHrz+build_knobs.backend_dirs..)rrrIrrr backend_dirsFszbuild_knobs.backend_dirs)r'r) rrrrrrrrrrrrrrrr r=s  rc@sDeZdZUeddZded<eddZded<edd Zd ed <d S) redis_knobsTRITON_REDIS_KEY_FORMATztriton:{key}:{filename}rQ key_formatTRITON_REDIS_HOST localhosthostTRITON_REDIS_PORTirgportN) rrrrQrrrrgrrrrr rKs r cache_knobscachec@seZdZUedejdZded<e dddZ e dd dZ e d d dZ e d d Zded<e ddZded<dddZdS)r TRITON_HOMEz~/rQhome_dirTRITON_DUMP_DIRcC tdS)Ndumprget_triton_dirrrrr W zcache_knobs.TRITON_OVERRIDE_DIRcCr)Noverriderrrrr rXrTRITON_CACHE_DIRcCr)Nrrrrrr rYrTRITON_CACHE_MANAGERrzenv_class[CacheManager] manager_classTRITON_REMOTE_CACHE_BACKENDrzenv_class[RemoteCacheBackend]remote_manager_classrr$r'cCstj|jd|S)Nz.triton)r*rrr)r8rrrr r^zcache_knobs.get_triton_dirN)rr$r'r$)rrrrQr*r expanduserrrr`dump_dir override_dirdirrnrrrrrrr rTs c@seZdZUedZded<edZded<edZded<edZded <e d Z d ed <ed Z ded<edZ ded<edZ ded<edZded<edZded<dZded<dS)compilation_knobsTRITON_KERNEL_OVERRIDErdrTRITON_KERNEL_DUMPdump_irTRITON_STORE_BINARY_ONLYstore_binary_onlyTRITON_ALWAYS_COMPILEalways_compile USE_IR_LOCr use_ir_locTRITON_ENABLE_ASAN enable_asanTRITON_DISABLE_LINE_INFOdisable_line_infoTRITON_FRONT_END_DEBUGGINGfront_end_debugging"TRITON_ALLOW_NON_CONSTEXPR_GLOBALSallow_non_constexpr_globals!TRITON_ENABLE_EXPERIMENTAL_CONSANenable_experimental_consanNz Union[CompilationListener, None]listener)rrrrdrrrrrrrrrrrr!r"rrrr rbs rc@s.eZdZUedZded<edZded<dS)autotuning_knobsTRITON_CACHE_AUTOTUNINGrdrTRITON_PRINT_AUTOTUNINGprintN)rrrrdrrr&rrrr r#qs r#c@seZdZdZd ddZdS) LaunchHookz3Hook invoked before and after kernel launching rrr'r(cCrr)r)r8rrrr rzszLaunchHook.__call__N)rrr'r(rrrrrrrrr r'vsr'c@seZdZdZdd dZdS)InitHandleHookz}Hook invoked around kernel binary/module loading. module/function can be None for the *start* hook (before loading). moduler@functionOptional[Callable]r=r$rrhashr'r(cCrr)r)r8r*r+r=rr-rrr rszInitHandleHook.__call__N) r*r@r+r,r=r$rrr-r$r'r(r(rrrr r)~sr)Fc@s8eZdZdZddddZdd d Zdd dZddZdS) HookChainz?A chain of hooks of the same type F to be called in order. Freversedr!cCsg|_||_dSr))callsr0)r8r0rrr r9s zHookChain.__init__funcr.r'r(cCs||jvr |j|dSdSr))r1appendr8r2rrr add z HookChain.addcCs||jvr |j|dSdSr))r1remover4rrr r7r6zHookChain.removecOs.|js|jnt|jD] }||i|q dSr))r0r1)r8argskwargscallrrr rszHookChain.__call__Nre)r0r!)r2r.r'r()rrrrr9r5r7rrrrr r/s     r/c@sveZdZUded<ded<ded<ded<ded <ded <ded <d ed <d ed<ded<ded<ded<d ed<dS)JITHookCompileInfor$r#zdict[KernelParam, str] signaturer2devicer( constants num_warpsnum_ctas num_stagesr!enable_fp_fusionlaunch_cooperative_gridztuple[tuple[str, str], ...] extern_libsz-list[dict[tuple[int, ...], list[KernelAttr]]]configsspecialization_data is_warmupN)rrrrrrrr r;s  r;c@r)JITHookr#r$reprfnrcompiler;is_manual_warmupr!already_compiledr'Optional[bool]cCrr)r)r8r#rIrJrKrLrMrrr rrzJITHook.__call__N)r#r$rIr$rJrrKr;rLr!rMr!r'rNrrrrr rHrrHc@seZdZUedZded<edZded<edZ ded <e Z d ed <e d d Z d ed<e Z ded<e d d Zded<dZded<dZded<dS) runtime_knobsTRITON_INTERPRETrd interpret TRITON_DEBUGr!debugTRITON_OVERRIDE_ARCHr override_archzHookChain[LaunchHook]launch_enter_hookT)r0launch_exit_hookzHookChain[InitHandleHook]kernel_load_start_hookkernel_load_end_hookNzOptional[JITHook]jit_cache_hookjit_post_compile_hook)rrrrdrQrrCrSrrUr/rVrWrXrYrZr[rrrr rOs  rOc@s0eZdZUedZded<eddZded<dS) language_knobsTRITON_F32_DEFAULTr fp32_defaultTRITON_DEFAULT_FP_FUSIONTrddefault_fp_fusionN)rrrrr^rrdr`rrrr r\s r\c@seZdZUedZded<edZded<edZded<edZ ded<edZ ded <e d Z d ed <ed Z ded<e dZd ed<e dZd ed<dS) nvidia_knobs cuobjdumprnvdisasmptxasNVPTX_ENABLE_DUMPrd dump_nvptxDISABLE_PTXAS_OPTdisable_ptxas_optTRITON_MOCK_PTX_VERSIONrmock_ptx_versionTRITON_DUMP_PTXAS_LOGdump_ptxas_logTRITON_LIBDEVICE_PATHlibdevice_pathTRITON_LIBCUDA_PATH libcuda_pathN)rrrrrbrrcrdrdrfrhrrjrlrnrprrrr ras rac@seZdZUedZded<eddZded<edZded<ed Z d ed <e d Z d ed<e dZ d ed<e dZded<e dZded<edZded<edZded<dS) amd_knobsAMDGCN_USE_BUFFER_OPSrduse_buffer_opsAMDGCN_USE_BUFFER_ATOMICSTuse_buffer_atomicsAMDGCN_ENABLE_DUMP dump_amdgcnTRITON_LIBHIP_PATHr libhip_pathTRITON_HIP_USE_BLOCK_PINGPONGruse_block_pingpong"TRITON_HIP_USE_IN_THREAD_TRANSPOSEuse_in_thread_transposeTRITON_HIP_GLOBAL_PREFETCHrgglobal_prefetchTRITON_HIP_LOCAL_PREFETCHlocal_prefetchTRITON_HIP_USE_ASYNC_COPYuse_async_copyAMDGCN_SCALARIZE_PACKED_FOPSscalarize_packed_fopsN)rrrrdrsrrurwrryrr{r}rgrrrrrrrr rqs rqc@seZdZUedZded<dS) proton_knobsTRITON_CUPTI_LIB_PATHr cupti_dirN)rrrrrrrrrr rs rcCstdt_dS)NrR)rdrCruntimerSrrrr refresh_knobs r r)r#r$r%r&r'r()r-rr'r.)` __future__rrryr*rrr dataclassesr contextlibrtypingrrrrr r r r r rrrtriton._C.libtritonrr runtime.cacherr runtime.jitrrcompiler.compilerrrrrenvr"rr,r4r5r6rJrDr7r$rQr`r!rdr2rgrmrnrrrrrrrrrrrrrr#r'r)r.r/list KernelAttrr;rHrOr\rarqrbuildredisr compilation autotuningrlanguageramdprotonrrrrr s  8   "   .  *