Skip to content

processing_utils

ExponentialAverageFilter

Bases: Filter

This class uses an exponential average of the form y_n = alpha * x_n + (1 - alpha) * y_{n - 1}. This is an IIR filter.

Source code in omnigibson/utils/processing_utils.py 
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
class ExponentialAverageFilter(Filter):
    """
    This class uses an exponential average of the form y_n = alpha * x_n + (1 - alpha) * y_{n - 1}.
    This is an IIR filter.
    """

    def __init__(self, obs_dim, alpha=0.9):
        """

        Args:
            obs_dim (int): The dimension of the points to filter.
            alpha (float): The relative weighting of new samples relative to older samples
        """
        self.obs_dim = obs_dim
        self.avg = np.zeros(obs_dim)
        self.num_samples = 0
        self.alpha = alpha

        super().__init__()

    def estimate(self, observation):
        """
        Do an online hold for state estimation given a recent observation.

        Args:
            observation (n-array): New observation to hold internal estimate of state.

        Returns:
            n-array: New estimate of state.
        """
        self.avg = self.alpha * observation + (1.0 - self.alpha) * self.avg
        self.num_samples += 1

        return np.array(self.avg)

    def reset(self):
        # Clear internal state
        self.avg *= 0.0
        self.num_samples = 0

    @property
    def state_size(self):
        return super().state_size + self.obs_dim + 1

    def _dump_state(self):
        # Run super init first
        state = super()._dump_state()

        # Add info from this filter
        state["avg"] = np.array(self.avg)
        state["num_samples"] = self.num_samples

        return state

    def _load_state(self, state):
        # Run super first
        super()._load_state(state=state)

        # Load relevant info for this filter
        self.avg = np.array(state["avg"])
        self.num_samples = state["num_samples"]

    def _serialize(self, state):
        # Run super first
        state_flat = super()._serialize(state=state)

        # Serialize state for this filter
        return np.concatenate([
            state_flat,
            state["avg"],
            [state["num_samples"]],
        ]).astype(float)

    def _deserialize(self, state):
        # Run super first
        state_dict, idx = super()._deserialize(state=state)

        # Deserialize state for this filter
        state_dict["avg"] = state[idx: idx + self.obs_dim]
        state_dict["num_samples"] = int(state[idx + self.obs_dim])

        return state_dict, idx + self.obs_dim + 1

__init__(obs_dim, alpha=0.9)

Parameters:

Name Type Description Default
obs_dim int

The dimension of the points to filter.

 required
alpha float

The relative weighting of new samples relative to older samples

 0.9
Source code in omnigibson/utils/processing_utils.py 
158
159
160
161
162
163
164
165
166
167
168
169
170
def __init__(self, obs_dim, alpha=0.9):
    """

    Args:
        obs_dim (int): The dimension of the points to filter.
        alpha (float): The relative weighting of new samples relative to older samples
    """
    self.obs_dim = obs_dim
    self.avg = np.zeros(obs_dim)
    self.num_samples = 0
    self.alpha = alpha

    super().__init__()

estimate(observation)

Do an online hold for state estimation given a recent observation.

Parameters:

Name Type Description Default
observation n - array

New observation to hold internal estimate of state.

 required

Returns:

Type Description

n-array: New estimate of state.
Source code in omnigibson/utils/processing_utils.py 
172
173
174
175
176
177
178
179
180
181
182
183
184
185
def estimate(self, observation):
    """
    Do an online hold for state estimation given a recent observation.

    Args:
        observation (n-array): New observation to hold internal estimate of state.

    Returns:
        n-array: New estimate of state.
    """
    self.avg = self.alpha * observation + (1.0 - self.alpha) * self.avg
    self.num_samples += 1

    return np.array(self.avg)

Filter

Bases: Serializable

A base class for filtering a noisy data stream in an online fashion.

Source code in omnigibson/utils/processing_utils.py 
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
class Filter(Serializable):
    """
    A base class for filtering a noisy data stream in an online fashion.
    """
    def estimate(self, observation):
        """
        Takes an observation and returns a de-noised estimate.

        Args:
            observation (n-array): A current observation.

        Returns:
            n-array: De-noised estimate.
        """
        raise NotImplementedError

    def reset(self):
        """
        Resets this filter. Default is no-op.
        """
        pass

    @property
    def state_size(self):
        # No state by default
        return 0

    def _dump_state(self):
        # Default is no state (empty dict)
        return dict()

    def _load_state(self, state):
        # Default is no state (empty dict), so this is a no-op
        pass

    def _serialize(self, state):
        # Default is no state, so do nothing
        return np.array([])

    def _deserialize(self, state):
        # Default is no state, so do nothing
        return dict(), 0

estimate(observation)

Takes an observation and returns a de-noised estimate.

Parameters:

Name Type Description Default
observation n - array

A current observation.

 required

Returns:

Type Description

n-array: De-noised estimate.
Source code in omnigibson/utils/processing_utils.py 
 9
10
11
12
13
14
15
16
17
18
19
def estimate(self, observation):
    """
    Takes an observation and returns a de-noised estimate.

    Args:
        observation (n-array): A current observation.

    Returns:
        n-array: De-noised estimate.
    """
    raise NotImplementedError

reset()

Resets this filter. Default is no-op.

Source code in omnigibson/utils/processing_utils.py 
21
22
23
24
25
def reset(self):
    """
    Resets this filter. Default is no-op.
    """
    pass

MovingAverageFilter

Bases: Filter

This class uses a moving average to de-noise a noisy data stream in an online fashion. This is a FIR filter.

Source code in omnigibson/utils/processing_utils.py 
 49
 50
 51
 52
 53
 54
 55
 56
 57
 58
 59
 60
 61
 62
 63
 64
 65
 66
 67
 68
 69
 70
 71
 72
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
class MovingAverageFilter(Filter):
    """
    This class uses a moving average to de-noise a noisy data stream in an online fashion.
    This is a FIR filter.
    """
    def __init__(self, obs_dim, filter_width):
        """

        Args:
            obs_dim (int): The dimension of the points to filter.
            filter_width (int): The number of past samples to take the moving average over.
        """
        self.obs_dim = obs_dim
        assert filter_width > 0, f"MovingAverageFilter must have a non-zero size! Got: {filter_width}"
        self.filter_width = filter_width
        self.past_samples = np.zeros((filter_width, obs_dim))
        self.current_idx = 0
        self.fully_filled = False               # Whether the entire filter buffer is filled or not

        super().__init__()

    def estimate(self, observation):
        """
        Do an online hold for state estimation given a recent observation.

        Args:
            observation (n-array): New observation to hold internal estimate of state.

        Returns:
            n-array: New estimate of state.
        """
        # Write the newest observation at the appropriate index
        self.past_samples[self.current_idx, :] = np.array(observation)

        # Compute value based on whether we're fully filled or not
        if not self.fully_filled:
            val = self.past_samples[:self.current_idx + 1, :].mean(axis=0)
            # Denote that we're fully filled if we're at the end of the buffer
            if self.current_idx == self.filter_width - 1:
                self.fully_filled = True
        else:
            val = self.past_samples.mean(axis=0)

        # Increment the index to write the next sample to
        self.current_idx = (self.current_idx + 1) % self.filter_width

        return val

    def reset(self):
        # Clear internal state
        self.past_samples *= 0.0
        self.current_idx = 0
        self.fully_filled = False

    @property
    def state_size(self):
        return super().state_size + self.filter_width * self.obs_dim + 2

    def _dump_state(self):
        # Run super init first
        state = super()._dump_state()

        # Add info from this filter
        state["past_samples"] = np.array(self.past_samples)
        state["current_idx"] = self.current_idx
        state["fully_filled"] = self.fully_filled

        return state

    def _load_state(self, state):
        # Run super first
        super()._load_state(state=state)

        # Load relevant info for this filter
        self.past_samples = np.array(state["past_samples"])
        self.current_idx = state["current_idx"]
        self.fully_filled = state["fully_filled"]

    def _serialize(self, state):
        # Run super first
        state_flat = super()._serialize(state=state)

        # Serialize state for this filter
        return np.concatenate([
            state_flat,
            state["past_samples"].flatten(),
            [state["current_idx"]],
            [state["fully_filled"]],
        ]).astype(float)

    def _deserialize(self, state):
        # Run super first
        state_dict, idx = super()._deserialize(state=state)

        # Deserialize state for this filter
        samples_len = self.filter_width * self.obs_dim
        state_dict["past_samples"] = state[idx: idx + samples_len]
        state_dict["current_idx"] = int(state[idx + samples_len])
        state_dict["fully_filled"] = bool(state[idx + samples_len + 1])

        return state_dict, idx + samples_len + 2

__init__(obs_dim, filter_width)

Parameters:

Name Type Description Default
obs_dim int

The dimension of the points to filter.

 required
filter_width int

The number of past samples to take the moving average over.

 required
Source code in omnigibson/utils/processing_utils.py 
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
def __init__(self, obs_dim, filter_width):
    """

    Args:
        obs_dim (int): The dimension of the points to filter.
        filter_width (int): The number of past samples to take the moving average over.
    """
    self.obs_dim = obs_dim
    assert filter_width > 0, f"MovingAverageFilter must have a non-zero size! Got: {filter_width}"
    self.filter_width = filter_width
    self.past_samples = np.zeros((filter_width, obs_dim))
    self.current_idx = 0
    self.fully_filled = False               # Whether the entire filter buffer is filled or not

    super().__init__()

estimate(observation)

Do an online hold for state estimation given a recent observation.

Parameters:

Name Type Description Default
observation n - array

New observation to hold internal estimate of state.

 required

Returns:

Type Description

n-array: New estimate of state.
Source code in omnigibson/utils/processing_utils.py 
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
def estimate(self, observation):
    """
    Do an online hold for state estimation given a recent observation.

    Args:
        observation (n-array): New observation to hold internal estimate of state.

    Returns:
        n-array: New estimate of state.
    """
    # Write the newest observation at the appropriate index
    self.past_samples[self.current_idx, :] = np.array(observation)

    # Compute value based on whether we're fully filled or not
    if not self.fully_filled:
        val = self.past_samples[:self.current_idx + 1, :].mean(axis=0)
        # Denote that we're fully filled if we're at the end of the buffer
        if self.current_idx == self.filter_width - 1:
            self.fully_filled = True
    else:
        val = self.past_samples.mean(axis=0)

    # Increment the index to write the next sample to
    self.current_idx = (self.current_idx + 1) % self.filter_width

    return val

Subsampler

A base class for subsampling a data stream in an online fashion.

Source code in omnigibson/utils/processing_utils.py 
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
class Subsampler:
    """
    A base class for subsampling a data stream in an online fashion.
    """

    def subsample(self, observation):
        """
        Takes an observation and returns the observation, or None, which
        corresponds to deleting the observation.

        Args:
            observation (n-array): A current observation.

        Returns:
            None or n-array: No observation if subsampled, otherwise the observation
        """
        raise NotImplementedError

subsample(observation)

Takes an observation and returns the observation, or None, which corresponds to deleting the observation.

Parameters:

Name Type Description Default
observation n - array

A current observation.

 required

Returns:

Type Description

None or n-array: No observation if subsampled, otherwise the observation
Source code in omnigibson/utils/processing_utils.py 
241
242
243
244
245
246
247
248
249
250
251
252
def subsample(self, observation):
    """
    Takes an observation and returns the observation, or None, which
    corresponds to deleting the observation.

    Args:
        observation (n-array): A current observation.

    Returns:
        None or n-array: No observation if subsampled, otherwise the observation
    """
    raise NotImplementedError

UniformSubsampler

Bases: Subsampler

A class for subsampling a data stream uniformly in time in an online fashion.

Source code in omnigibson/utils/processing_utils.py 
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
class UniformSubsampler(Subsampler):
    """
    A class for subsampling a data stream uniformly in time in an online fashion.
    """
    def __init__(self, T):
        """
        Args:
            T (int): Pick one every T observations.
        """
        self.T = T
        self.counter = 0

        super(UniformSubsampler, self).__init__()

    def subsample(self, observation):
        """
        Returns an observation once every T observations, None otherwise.

        Args:
            observation (n-array): A current observation.

        Returns:
            None or n-array: The observation, or None.
        """
        self.counter += 1
        if self.counter == self.T:
            self.counter = 0
            return observation
        return None

__init__(T)

Parameters:

Name Type Description Default
T int

Pick one every T observations.

 required
Source code in omnigibson/utils/processing_utils.py 
259
260
261
262
263
264
265
266
267
def __init__(self, T):
    """
    Args:
        T (int): Pick one every T observations.
    """
    self.T = T
    self.counter = 0

    super(UniformSubsampler, self).__init__()

subsample(observation)

Returns an observation once every T observations, None otherwise.

Parameters:

Name Type Description Default
observation n - array

A current observation.

 required

Returns:

Type Description

None or n-array: The observation, or None.
Source code in omnigibson/utils/processing_utils.py 
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
def subsample(self, observation):
    """
    Returns an observation once every T observations, None otherwise.

    Args:
        observation (n-array): A current observation.

    Returns:
        None or n-array: The observation, or None.
    """
    self.counter += 1
    if self.counter == self.T:
        self.counter = 0
        return observation
    return None