CI: Add job for pip check (#64058)

script/pip_check

@@ -0,0 +1,27 @@
+#!/bin/bash
+PIP_CACHE=$1
+
+# Number of existing dependency conflicts
+# Update if a PR resolve one!
+DEPENDENCY_CONFLICTS=14
+
+PIP_CHECK=$(pip check --cache-dir=$PIP_CACHE)
+LINE_COUNT=$(echo "$PIP_CHECK" | wc -l)
+echo "$PIP_CHECK"
+
+if [[ $((LINE_COUNT)) -gt $DEPENDENCY_CONFLICTS ]]
+then
+    echo "------"
+    echo "Requirements change added another dependency conflict."
+    echo "Make sure to check the 'pip check' output above!"
+    exit 1
+elif [[ $((LINE_COUNT)) -lt $DEPENDENCY_CONFLICTS ]]
+then
+    echo "------"
+    echo "It seems like this PR resolves $((
+        DEPENDENCY_CONFLICTS - LINE_COUNT)) dependency conflicts."
+    echo "Please update the 'DEPENDENCY_CONFLICTS' constant "
+    echo "in 'script/pip_check' to help prevent regressions."
+    echo "Update it to: $((LINE_COUNT))"
+    exit 1
+fi