diff --git a/nx/lib/nx/backend.ex b/nx/lib/nx/backend.ex
index 7d8c938786..472f209aa3 100644
--- a/nx/lib/nx/backend.ex
+++ b/nx/lib/nx/backend.ex
@@ -172,11 +172,11 @@ defmodule Nx.Backend do
     {doc, tail} =
       case type do
         {:s, size} ->
-          <<seg::size(^size)-signed-integer-native, tail::binary>> = data
+          <<seg::size(^size)-signed-integer-native, tail::bitstring>> = data
           {Integer.to_string(seg), tail}
 
         {:u, size} ->
-          <<seg::size(^size)-unsigned-integer-native, tail::binary>> = data
+          <<seg::size(^size)-unsigned-integer-native, tail::bitstring>> = data
           {Integer.to_string(seg), tail}
 
         {:c, size} ->
diff --git a/nx/test/nx_test.exs b/nx/test/nx_test.exs
index 0448a2d2a7..ec9ebd7f5d 100644
--- a/nx/test/nx_test.exs
+++ b/nx/test/nx_test.exs
@@ -623,6 +623,22 @@ defmodule NxTest do
   end
 
   describe "inspect" do
+    test "sub-byte integer tensors" do
+      assert inspect(Nx.tensor([1, 2, 3], type: {:u, 2})) == """
+             #Nx.Tensor<
+               u2[3]
+               [1, 2, 3]
+             >\
+             """
+
+      assert inspect(Nx.tensor([-1, 0, 1], type: {:s, 2})) == """
+             #Nx.Tensor<
+               s2[3]
+               [-1, 0, 1]
+             >\
+             """
+    end
+
     test "scalar" do
       assert inspect(Nx.tensor(123)) == """
              #Nx.Tensor<