c9e9ae555f
* Add license headers & NOTICE * generated protobuf --------- Co-authored-by: github-actions <41898282+github-actions[bot]@users.noreply.github.com>
58 lines
1.4 KiB
Go
58 lines
1.4 KiB
Go
// Copyright 2023 LiveKit, Inc.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package utils
|
|
|
|
import (
|
|
"runtime"
|
|
"sync"
|
|
|
|
"go.uber.org/atomic"
|
|
)
|
|
|
|
// ParallelExec will executes the given function with each element of vals, if len(vals) >= parallelThreshold,
|
|
// will execute them in parallel, with the given step size. So fn must be thread-safe.
|
|
func ParallelExec[T any](vals []T, parallelThreshold, step uint64, fn func(T)) {
|
|
if uint64(len(vals)) < parallelThreshold {
|
|
for _, v := range vals {
|
|
fn(v)
|
|
}
|
|
return
|
|
}
|
|
|
|
// parallel - enables much more efficient multi-core utilization
|
|
start := atomic.NewUint64(0)
|
|
end := uint64(len(vals))
|
|
|
|
var wg sync.WaitGroup
|
|
numCPU := runtime.NumCPU()
|
|
wg.Add(numCPU)
|
|
for p := 0; p < numCPU; p++ {
|
|
go func() {
|
|
defer wg.Done()
|
|
for {
|
|
n := start.Add(step)
|
|
if n >= end+step {
|
|
return
|
|
}
|
|
|
|
for i := n - step; i < n && i < end; i++ {
|
|
fn(vals[i])
|
|
}
|
|
}
|
|
}()
|
|
}
|
|
wg.Wait()
|
|
}
|