fix: max value of uint16 is 65535
This commit is contained in:
parent
0234a27816
commit
cbafc773f5
@ -157,7 +157,7 @@ def mkData():
|
|||||||
dt = xp.uint16
|
dt = xp.uint16
|
||||||
loc = 4096
|
loc = 4096
|
||||||
scale = 1024
|
scale = 1024
|
||||||
mx = 2**16
|
mx = 2**16 - 1
|
||||||
elif cacheKey[0] == 'float':
|
elif cacheKey[0] == 'float':
|
||||||
dt = xp.float32
|
dt = xp.float32
|
||||||
loc = 1.0
|
loc = 1.0
|
||||||
|
Loading…
Reference in New Issue
Block a user