Remove with_py311 flag (#1301)

Author: atalman

.github/workflows/validate-linux-binaries.yml

@@ -36,7 +36,6 @@ jobs:
       package-type: all
       os: linux
       channel: ${{ inputs.channel }}
-      with-py311: enable
 
   linux:
     needs: generate-linux-matrix