Write test failure on some machines because of gsutil download (#1392)

* adding crcmod installation steps

* small fix

* small fix

* small fix

* testing

* adding requiremets

* adding requiremets

* adding requiremets

* adding requiremets

* fixing

* small fix

* small fix

* setting req

* setting req

* formating

* creating dir

* formating

* formating

* fix

* insatallting with python3

* small fix

perfmetrics/scripts/run_e2e_tests.sh

@@ -31,6 +31,11 @@ echo "Installing go-lang 1.21.0..."
 wget -O go_tar.tar.gz https://go.dev/dl/go1.21.0.linux-${architecture}.tar.gz -q
 sudo rm -rf /usr/local/go && tar -xzf go_tar.tar.gz && sudo mv go /usr/local
 export PATH=$PATH:/usr/local/go/bin
+# install python3-setuptools tools.
+sudo apt-get install -y gcc python3-dev python3-setuptools
+# Downloading composite object requires integrity checking with CRC32c in gsutil.
+# it requires to install crcmod.
+sudo apt install -y python3-crcmod
 
 # Create bucket for integration tests.
 # The prefix for the random string

tools/cd_scripts/e2e_test.sh

@@ -71,6 +71,12 @@ then
     #install git
     sudo apt install -y git
 
+   # install python3-setuptools tools.
+   sudo apt-get install -y gcc python3-dev python3-setuptools
+   # Downloading composite object requires integrity checking with CRC32c in gsutil.
+   # it requires to install crcmod.
+   sudo apt install -y python3-crcmod
+
     #install build-essentials
     sudo apt install -y build-essential
 else
@@ -100,6 +106,13 @@ else
     #install git
     sudo yum -y install git
 
+    # install python3-setuptools tools and python3-pip
+    sudo yum -y install gcc python3-devel python3-setuptools redhat-rpm-config
+    sudo yum -y install python3-pip
+    # Downloading composite object requires integrity checking with CRC32c in gsutil.
+    # it requires to install crcmod.
+    pip3 install --require-hashes -r requirements.txt --user
+
     #install Development tools
     sudo yum -y install gcc gcc-c++ make
 fi

tools/cd_scripts/requirements.in

@@ -0,0 +1,14 @@
+# Copyright 2023 Google Inc. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http:#www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+crcmod

tools/cd_scripts/requirements.txt

@@ -0,0 +1,8 @@
+#
+# This file is autogenerated by pip-compile with Python 3.11
+# by the following command:
+#
+#    pip-compile requirements.in
+#
+crcmod==1.7 --hash=sha256:dc7051a0db5f2bd48665a990d3ec1cc305a466a77358ca4492826f41f283601e
+    # via -r requirements.in