AudioGPT/NeuralSeq/modules/diff/__pycache__/net.cpython-38.pyc

U
<00><>d	<00>@s<>dd
lZdd
l
Z
dd
lmZ
dd
lm
mZ
ddlmZ
ddlm	Z	
ddl
mZ
ejZej
Z
Gdd<07>de<0E>ZGdd	<09>d	ej<10>Zd
d<0B>Ze
jjdd
<0A><00>
ZGdd<0F>dej<10>ZGdd<11>dej<10>Zd
S)<12>N)
<01>sqrt<72>
)
<01>Mish)
<01>hparamscs$eZ
dZ<02>f
d
d<02>Zdd<04>Z<04>ZS)<05>AttrDictc
stt
|<00>j|
|<02>

||_dS<00>
N)<04>superr<00>__init__<5F>__dict__)<03>self<6C>args<67>kwargs<67>
<01>	__class__<5F><00>L/mnt/sdc/hongzhiqing/github/AudioGPT/text_to_sing/DiffSinger/usr/diff/net.pyr	s

zAttrDict.__init__cCsPt|
t
<01>r|jjf|
<01>

n2t|
tttf<03>r@|
D]}|<00>|<02>

q.n|
dk	rLt<08>
|Sr)	<09>
isinstance<EFBFBD>dictr
<00>update<74>list<73>tuple<6C>set<65>override<64>NotImplementedError)r<00>attrs<72>attrrrrrs








zAttrDict.override)<06>__name__<5F>
__module__<EFBFBD>__qualname__r	r<00>
__classcell__rrrrrs
rcs$eZ
dZ<02>f
d
d<02>Zdd<04>Z<04>ZS)<05>SinusoidalPosEmbcst<00><00>
<01>
|
|_dSr)rr	<00>dim)rr!rrrr	!s


zSinusoidalPosEmb.__init__cCsz|
j}|j
d
}t<02>d<02>
|d}t<04>tj||d<04>|<00>
}|
dd<00>df|ddd<00>f}tj|<04><08>|<04>	<09>fdd<06>}|S)N<>i'r)
<01>device<63><65><EFBFBD><EFBFBD><EFBFBD><EFBFBD>
r!)
r#r!<00>math<74>log<6F>torch<63>exp<78>arange<67>cat<61>sin<69>cos)r<00>
xr#<00>half_dim<69>embrrr<00>forward%s





 

zSinusoidalPosEmb.forward<72>rrrr	r1rrrrrr  s
r cOstj
||
<01>
}tj<02>|j<04>

|Sr)<05>nn<6E>Conv1d<31>init<69>kaiming_normal_<6C>weight)rr
<00>layerrrrr4/s


r4c

Cs|t<00>
|<00>
Sr)r(<00>sigmoid)
r.rrr<00>silu5sr:cs$eZ
dZ<02>f
d
d<02>Zdd<04>Z<04>ZS)<05>
ResidualBlockcsVt<00><00>
<01>
t|d
|d||d<03>|_t||<02>|_t|
d
|d<04>|_t|d
|d<04>|_dS)Nr"<00>)<02>padding<6E>dilationr)rr	r4<00>dilated_conv<6E>Linear<61>diffusion_projection<6F>conditioner_projection<6F>output_projection)r<00>encoder_hidden<65>residual_channelsr>rrrr	;s






zResidualBlock.__init__c	Cs<>|<00>|<03>
<01>
d
<01>
}|<00>|<02>
}|
|}|<00>|<04>
|}tj|ddd<04>\}}t<04>|<05>
t<04>|<06>
}|<00>|<04>
}tj|ddd<04>\}}|
|t	d<05>
|fS)Nr$r"rr%g@)
rA<00>	unsqueezerBr?r(<00>chunkr9<00>tanhrCr)	rr.Zconditioner<65>diffusion_step<65>
y<>gate<74>filter<65>residual<61>skiprrrr1Bs







zResidualBlock.forwardr2rrrrr;:s
r;cs&eZ
dZd<06>f
dd<03>	Zdd<05>Z<04>ZS)<07>DiffNet<65>Pcs<>t<00><00>
<01>
ttd
tdtdtdd<05>|_<04>t|
<01>jd<06>|_t<08>j<06>
|_	<09>j}t
<EFBFBD>t
<EFBFBD>||d<00>t
<0A>t
<EFBFBD>|d|<02><02>|_t
<EFBFBD><0F>f
dd	<09>t<10>j<11>
D<00>
<01>
|_t<05>j<06>jd<06>|_t<05>j|
d<06>|_t
j<14>|jj<16>

dS)
N<EFBFBD>hidden_size<7A>residual_layersrE<00>dilation_cycle_length)rDrRrErSr<00>c
s&g|]}
t<00>j
<01>jd|
<01>j<00><03>qS)
r")r;rDrErS)<02>.0<EFBFBD>
i<>
<01>paramsrr<00>
<listcomp>cs<02>z$DiffNet.__init__.<locals>.<listcomp>)rr	rrrXr4rE<00>input_projectionr <00>diffusion_embeddingr3<00>
Sequentialr@r<00>mlp<6C>
ModuleList<EFBFBD>rangerR<00>skip_projectionrCr5<00>zeros_r7)r<00>in_dimsr!rrWrr	Rs*





<06>





<0E><08>


zDiffNet.__init__c	Cs<>|
d
d
<01>df}|<00>|<04>
}t
<01>|<04>
}|<00>|<02>
}|<00>|<02>
}g}t|j<06>
D]"\}}||||<02>\}}|<05>|<08>

qFtj	t<08>
|<05>
dd<03>tt|j<06>
<01>
}|<00>
|<04>
}t
<01>|<04>
}|<00>|<04>
}|d
d
<01>d
d
d
<01>d
d
<01>fS)z<>

        :param spec: [B, 1, M, T]
        :param diffusion_step: [B, 1]
        :param cond: [B, M, T]
        :return:
        Nr
r%)rZ<00>
F<>relur[r]<00>	enumeraterR<00>appendr(<00>sum<75>stackr<00>lenr`rC)	r<00>specrI<00>condr.rNZlayer_idr8Zskip_connectionrrrr1ks










"






zDiffNet.forward)
rPr2rrrrrOQs
rO)r&r(<00>torch.nnr3<00>torch.nn.functional<61>
functionalrcr<00>	diffusionr<00>
utils.hparamsrr@<00>ConvTranspose2drr<00>Moduler r4<00>jit<69>scriptr:r;rOrrrr<00><module>
s