diff --git a/lib/rtp_h264/payloader.ex b/lib/rtp_h264/payloader.ex
index 56d0d8c..3b58c24 100644
--- a/lib/rtp_h264/payloader.ex
+++ b/lib/rtp_h264/payloader.ex
@@ -121,7 +121,7 @@ defmodule Membrane.RTP.H264.Payloader do
         stap_acc
         | payloads: [buffer.payload | stap_acc.payloads],
           byte_size: size,
-          metadata: stap_acc.metadata || buffer.metadata,
+          metadata: buffer.metadata,
           pts: buffer.pts,
           dts: buffer.dts,
           nri: max(stap_acc.nri, nri),