diff --git a/library/core/src/main/java/com/google/android/exoplayer2/decoder/SimpleOutputBuffer.java b/library/core/src/main/java/com/google/android/exoplayer2/decoder/SimpleOutputBuffer.java
index 309c7fd144..49c7dafbd6 100644
--- a/library/core/src/main/java/com/google/android/exoplayer2/decoder/SimpleOutputBuffer.java
+++ b/library/core/src/main/java/com/google/android/exoplayer2/decoder/SimpleOutputBuffer.java
@@ -16,6 +16,7 @@
 package com.google.android.exoplayer2.decoder;
 
 import java.nio.ByteBuffer;
+import java.nio.ByteOrder;
 
 /**
  * Buffer for {@link SimpleDecoder} output.
@@ -40,7 +41,7 @@ public class SimpleOutputBuffer extends OutputBuffer {
   public ByteBuffer init(long timeUs, int size) {
     this.timeUs = timeUs;
     if (data == null || data.capacity() < size) {
-      data = ByteBuffer.allocateDirect(size);
+      data = ByteBuffer.allocateDirect(size).order(ByteOrder.nativeOrder());
     }
     data.position(0);
     data.limit(size);