diff --git a/packet.go b/packet.go
index 500c60f..7aebb14 100644
--- a/packet.go
+++ b/packet.go
@@ -484,7 +484,6 @@ func (p Packet) Marshal() (buf []byte, err error) {
 
 // MarshalTo serializes the packet and writes to the buffer.
 func (p *Packet) MarshalTo(buf []byte) (n int, err error) {
-	p.Header.Padding = p.PaddingSize != 0
 	n, err = p.Header.MarshalTo(buf)
 	if err != nil {
 		return 0, err
diff --git a/packet_test.go b/packet_test.go
index bc8f97a..3044c0d 100644
--- a/packet_test.go
+++ b/packet_test.go
@@ -254,6 +254,7 @@ func TestBasic(t *testing.T) {
 				}},
 			},
 			Version:        2,
+			Padding:        true,
 			PayloadType:    96,
 			SequenceNumber: 27023,
 			Timestamp:      3653407706,