fix for #641

ebroecker · ebroecker · commit a7e6f91d8edc · 2022-07-17T21:27:16.000+02:00
diff --git a/src/canmatrix/canmatrix.py b/src/canmatrix/canmatrix.py
@@ -439,7 +439,7 @@ def phys2raw(self, value=None):
                 "Value {} is not valid for {}. Min={} and Max={}".format(
                     value, self, self.min, self.max)
                 )
-        raw_value = (value - self.offset) / self.factor
+        raw_value = (value - self.float_factory(self.offset)) / self.float_factory(self.factor)
 
         if not self.is_float:
             raw_value = int(raw_value)

Original file line number	Diff line number	Diff line change
`@@ -439,7 +439,7 @@ def phys2raw(self, value=None):`
`439`	`439`	`"Value {} is not valid for {}. Min={} and Max={}".format(`
`440`	`440`	`value, self, self.min, self.max)`
`441`	`441`	`)`
`442`		`- raw_value = (value - self.offset) / self.factor`
	`442`	`+ raw_value = (value - self.float_factory(self.offset)) / self.float_factory(self.factor)`
`443`	`443`
`444`	`444`	`if not self.is_float:`
`445`	`445`	`raw_value = int(raw_value)`