paleo/profilers/flops_profiler.py
def profile_apply_updates(self, params_in_bytes):
        """Time for update all model parameters."""
        # w = w - alpha \Delta w
        num_parameters = params_in_bytes // 4
        flops = 2 * num_parameters
        comp_time = self._estimate_comp_time(flops)

        # Read weights, read updates, write weights.
        comm_time = 3 * self._estimate_comm_time(params_in_bytes)
        return TimeMeasure(comp_time=comp_time, comm_time=comm_time)
Time for update all model parameters.
Time for update all model parameters.
Time for update all model parameters .
def profile_apply_updates(self, params_in_bytes):
        num_parameters = params_in_bytes // 4
        flops = 2 * num_parameters
        comp_time = self._estimate_comp_time(flops)
        comm_time = 3 * self._estimate_comm_time(params_in_bytes)
        return TimeMeasure(comp_time=comp_time, comm_time=comm_time)
def profile_apply_updates ( self , params_in_bytes ) : num_parameters = params_in_bytes // 4 flops = 2 * num_parameters comp_time = self . _estimate_comp_time ( flops ) comm_time = 3 * self . _estimate_comm_time ( params_in_bytes ) return TimeMeasure ( comp_time = comp_time , comm_time = comm_time )
Time for update all model parameters.
Time for update all model parameters .
"""Time for update all model parameters.""" # w = w - alpha \Delta w # Read weights, read updates, write weights.
self
params_in_bytes