U 9%es @sLddlmZddlZddlmZejZejGdddZGdddZdS) ) annotationsN) torch_wrapperc@sZeZdZUded<ded<ded<ded<eddd d Zed dd d ZddZdS)RegisteredStoragez torch.Storagestoragez torch.dtypedtypeintsizeptr)returncCs |j|jSN)r r selfr\/var/www/html/Darija-Ai-API/env/lib/python3.8/site-packages/triton/interpreter/memory_map.pyend_ptrszRegisteredStorage.end_ptr torch.TensorcCstj|j|j|jjdS)N)rdevice)torchZtensorrrrr rrr access_tensorszRegisteredStorage.access_tensorcCs(|j|jkr |j|jks$tdSr )rdata_ptrr r AssertionErrorr rrrensure_immutablesz"RegisteredStorage.ensure_immutableN)__name__ __module__ __qualname____annotations__propertyrrrrrrrr s rc@s^eZdZUded<ddZddddZdd d d ZddddddZddddddZd S) MemoryMapz[RegisteredStorage]storagescCs g|_dSr )rr rrr__init__ szMemoryMap.__init__r)pointercsTt|t|ttfdd|jd}|dkrHtd||S)Ncs|jko|jkSr )r r) registeredZ max_pointerZ min_pointerrr)z3MemoryMap._get_registered_storage..z7Storage not found or pointers spanning multiple tensors) rmaxitemminnextfilterr Exceptionr)rr!registered_storagerr#r_get_registered_storage#s z!MemoryMap._get_registered_storage)tcCs0|}|jt||j|||Sr )Zuntyped_storagerappendrrr r)rr.rrrr add_tensor2s zMemoryMap.add_tensorN)r!maskcCs|js td|kr"dks(nt|jtjks8t|dkrNt|}|jsXtd|krpdksvnt|jtjkst|| }t |rtj ||tj ddS| ||}|j}||j}tj |||jdd}|||||<|S)Nrcuda)Z fill_valuerr)Zis_cudardimrrint64 ones_likeboolexpandr allZ full_likeZfloat16r-rr )rr!r2otherr,r index_tensorblockrrrload7s"    zMemoryMap.load)r!valuecCsd|krdksnt|jtjks.t|dkrDt|}d|kr\dksbnt|jtjksrt||}t |rdS| ||}|j }||j }|| |j|||<dS)Nrr3)r5rrrr6r7r8r9r r:r-rr to)rr!r?r2r,rr<rrrstoreUs  zMemoryMap.store)Nr1)N) rrrrr r-r0r>rArrrrrs r) __future__r dataclassesrr dataclassrrrrrrs