Files
AudioGPT/NeuralSeq/modules/diff/__pycache__/net.cpython-37.pyc

49 lines
4.5 KiB
Plaintext
Raw Normal View History

2023-03-20 15:43:44 +08:00
B
2023-03-24 17:19:37 +08:00
<00>Xd <00>@s<>ddlZddlZddlmZddlmmZddlmZddlm Z ddl
2023-03-20 15:43:44 +08:00
m Z ej Z ej Z Gdd<07>de<0E>ZGdd <09>d ej<10>Zd
2023-03-24 17:19:37 +08:00
d <0B>Zejjd d <0A><00>ZGdd<0F>dej<10>ZGdd<11>dej<10>ZdS)<12>N)<01>sqrt<72>)<01>Mish)<01>hparamscs$eZdZ<02>fdd<02>Zdd<04>Z<04>ZS)<05>AttrDictcstt|<00>j||<02>||_dS)N)<04>superr<00>__init__<5F>__dict__)<03>self<6C>args<67>kwargs)<01> __class__<5F><00>O/mnt/sdc/hongzhiqing/code/audio_chatgpt/text_to_sing/DiffSinger/usr/diff/net.pyrszAttrDict.__init__cCsTt|t<01>r|jjf|<01>n6t|tttf<03>rDx$|D]}|<00>|<02>q0Wn |dk rPt<08>|S)N) <09>
2023-03-20 15:43:44 +08:00
isinstance<EFBFBD>dictr <00>update<74>list<73>tuple<6C>set<65>override<64>NotImplementedError)r
<00>attrs<72>attrrrrrs

zAttrDict.override)<06>__name__<5F>
__module__<EFBFBD> __qualname__rr<00> __classcell__rr)r rrs rcs$eZdZ<02>fdd<02>Zdd<04>Z<04>ZS)<05>SinusoidalPosEmbcst<00><00><01>||_dS)N)rr<00>dim)r
r)r rrr!s
zSinusoidalPosEmb.__init__cCsz|j}|jd}t<02>d<02>|d}t<04>tj||d<04>| <00>}|dd<00>df|ddd<00>f}tj|<04><08>|<04> <09>fdd<06>}|S)N<>i'r)<01>device<63><65><EFBFBD><EFBFBD><EFBFBD>)r)
r!r<00>math<74>log<6F>torch<63>exp<78>arange<67>cat<61>sin<69>cos)r
<00>xr!<00>half_dim<69>embrrr<00>forward%s
 zSinusoidalPosEmb.forward)rrrrr.rrr)r rr s rcOstj||<01>}tj<02>|j<04>|S)N)<05>nn<6E>Conv1d<31>init<69>kaiming_normal_<6C>weight)r r <00>layerrrrr0/s r0cCs|t<00>|<00>S)N)r%<00>sigmoid)r+rrr<00>silu5sr6cs$eZdZ<02>fdd<02>Zdd<04>Z<04>ZS)<05> ResidualBlockcsVt<00><00><01>t|d|d||d<03>|_t||<02>|_t|d|d<04>|_t|d|d<04>|_dS)Nr <00>)<02>padding<6E>dilationr)rrr0<00> dilated_conv<6E>Linear<61>diffusion_projection<6F>conditioner_projection<6F>output_projection)r
<00>encoder_hidden<65>residual_channelsr:)r rrr;s

 zResidualBlock.__init__c Cs<>|<00>|<03><01>d<01>}|<00>|<02>}||}|<00>|<04>|}tj|ddd<04>\}}t<04>|<05>t<04>|<06>}|<00>|<04>}tj|ddd<04>\}}||t d<05>|fS)Nr"r r)rg@)
r=<00> unsqueezer>r;r%<00>chunkr5<00>tanhr?r) r
r+Z conditioner<65>diffusion_step<65>yZgate<74>filter<65>residual<61>skiprrrr.Bs

zResidualBlock.forward)rrrrr.rrr)r rr7:s r7cs&eZdZd<06>fdd<03> Zdd<05>Z<04>ZS)<07>DiffNet<65>Pcs<>t<00><00><01>ttdtdtdtdd<05>|_<04>t|<01>jd<06>|_t<08>j<06>|_ <09>j}t
<EFBFBD> t
<EFBFBD> ||d<00>t <0A>t
<EFBFBD> |d|<02><02>|_t
<EFBFBD><0F>fdd <09>t<10>j<11>D<00><01>|_t<05>j<06>jd<06>|_t<05>j|d<06>|_t
j<14>|jj<16>dS)
N<EFBFBD> hidden_size<7A>residual_layersrA<00>dilation_cycle_length)r@rMrArNr<00>cs&g|]}t<00>j<01>jd|<01>j<00><03>qS)r )r7r@rArN)<02>.0<EFBFBD>i)<01>paramsrr<00>
<listcomp>dsz$DiffNet.__init__.<locals>.<listcomp>)rrrrrRr0rA<00>input_projectionr<00>diffusion_embeddingr/<00>
Sequentialr<r<00>mlp<6C>
ModuleList<EFBFBD>rangerM<00>skip_projectionr?r1<00>zeros_r3)r
<00>in_dimsr)r )rRrrRs&
 
zDiffNet.__init__c Cs<>|dd<01>df}|<00>|<04>}t<01>|<04>}|<00>|<02>}|<00>|<02>}g}x0t|j<06>D]"\}}||||<02>\}}|<05>|<08>qHWtj t<08>
|<05>dd<03>t t |j<06><01>}|<00> |<04>}t<01>|<04>}|<00>|<04>}|dd<01>ddd<01>dd<01>fS)z<>
:param spec: [B, 1, M, T]
:param diffusion_step: [B, 1]
:param cond: [B, M, T]
:return:
Nr)r)rT<00>F<>relurUrW<00> enumeraterM<00>appendr%<00>sum<75>stackr<00>lenrZr?) r
<00>specrE<00>condr+rIZlayer_idr4Zskip_connectionrrrr.ks



"


zDiffNet.forward)rK)rrrrr.rrr)r rrJQsrJ)r#r%<00>torch.nnr/<00>torch.nn.functional<61>
functionalr]rZ diffusionr<00> utils.hparamsrr<<00>ConvTranspose2drr<00>Modulerr0<00>jit<69>scriptr6r7rJrrrr<00><module>s