File tree Expand file tree Collapse file tree 2 files changed +4
-2
lines changed
python/shortfin_apps/llm/components Expand file tree Collapse file tree 2 files changed +4
-2
lines changed Original file line number Diff line number Diff line change @@ -65,7 +65,9 @@ def __init__(self, args):
65
65
server_params .decode_config = decode_config
66
66
67
67
# use number of workers as number of logical device per physical device
68
- os .environ ['SHORTFIN_AMDGPU_LOGICAL_DEVICES_PER_PHYSICAL_DEVICE' ] = str (server_params .workers )
68
+ os .environ ["SHORTFIN_AMDGPU_LOGICAL_DEVICES_PER_PHYSICAL_DEVICE" ] = str (
69
+ server_params .workers
70
+ )
69
71
70
72
# Setup system (configure devices, etc).
71
73
sysman = LlmSystemManager (
Original file line number Diff line number Diff line change @@ -118,7 +118,7 @@ struct SHORTFIN_API DeviceAddress {
118
118
uint64_t device_id_for_queue (uint32_t alternate_queue_ordinal) const {
119
119
return static_cast <uint64_t >(instance_ordinal) << 32 |
120
120
static_cast <uint64_t >(alternate_queue_ordinal) << 16 |
121
- static_cast <uint64_t >(instance_topology_address[0 ]);;
121
+ static_cast <uint64_t >(instance_topology_address[0 ]);
122
122
}
123
123
};
124
124
You can’t perform that action at this time.
0 commit comments