notebooks/01_data.ipynb

{"cells":[{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":2873,"status":"ok","timestamp":1656622323630,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"},"user_tz":420},"id":"ml8cyQM-3VUT","outputId":"901b55da-2972-461d-8163-abedb2471de8"},"outputs":[{"output_type":"stream","name":"stdout","text":["/content/drive/MyDrive/Colab/password/data\n"]}],"source":["%cd /content/drive/MyDrive/Colab/password/data"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":21,"status":"ok","timestamp":1656622323631,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"},"user_tz":420},"id":"QJzQOg0WImXy","outputId":"a3c04f01-ff89-4dbb-ed8a-6f92105ecdc2"},"outputs":[{"output_type":"stream","name":"stdout","text":["processor\t: 0\n","processor\t: 1\n","processor\t: 2\n","processor\t: 3\n","processor\t: 4\n","processor\t: 5\n","processor\t: 6\n","processor\t: 7\n"]}],"source":["!cat /proc/cpuinfo | grep 'processor'"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":452,"status":"ok","timestamp":1656622324070,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"},"user_tz":420},"id":"5NK0V1_3IvoY","outputId":"f0ee5a02-1616-49cd-83d3-58c2cdf38ba9"},"outputs":[{"output_type":"stream","name":"stdout","text":["MemTotal:       53478908 kB\n"]}],"source":["!cat /proc/meminfo | grep MemTotal"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":3,"status":"ok","timestamp":1656622324071,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"},"user_tz":420},"id":"spkJEw3bI6h6","outputId":"36be5876-2df2-4a14-c095-bdffa4be2416"},"outputs":[{"output_type":"execute_result","data":{"text/plain":["51.001461029052734"]},"metadata":{},"execution_count":4}],"source":["53478908/(1024 * 1024)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":364,"status":"ok","timestamp":1654901062238,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"},"user_tz":420},"id":"ihlZTC803mxI","outputId":"0d322a87-dc94-4307-f221-0f52ccecf35b"},"outputs":[{"name":"stdout","output_type":"stream","text":["7za: /usr/bin/7za /usr/share/man/man1/7za.1.gz\n"]}],"source":["!whereis 7za"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":184,"status":"ok","timestamp":1654901074705,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"},"user_tz":420},"id":"MGVjPuoM38AQ","outputId":"d25d3c5f-25cb-4813-d1b4-37ccec8882bc"},"outputs":[{"name":"stdout","output_type":"stream","text":["comb.7z  rockyou.7z\n"]}],"source":["%ls *.7z"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":5079,"status":"ok","timestamp":1651798786169,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"},"user_tz":420},"id":"XEc4RazE4PQd","outputId":"9ecc8312-b4dd-4238-c26d-fa3a47cc3fcd"},"outputs":[{"name":"stdout","output_type":"stream","text":["\n","7-Zip (a) [64] 16.02 : Copyright (c) 1999-2016 Igor Pavlov : 2016-05-21\n","p7zip Version 16.02 (locale=en_US.UTF-8,Utf16=on,HugeFiles=on,64 bits,2 CPUs Intel(R) Xeon(R) CPU @ 2.20GHz (406F0),ASM,AES-NI)\n","\n","Scanning the drive for archives:\n","  0M Scan\b\b\b\b\b\b\b\b\b         \b\b\b\b\b\b\b\b\b1 file, 38708548 bytes (37 MiB)\n","\n","Extracting archive: rockyou.7z\n","--\n","Path = rockyou.7z\n","Type = 7z\n","Physical Size = 38708548\n","Headers Size = 130\n","Method = LZMA2:24\n","Solid = -\n","Blocks = 1\n","\n","  0%\b\b\b\b    \b\b\b\b  4% - rockyou.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 10% - rockyou.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 14% - rockyou.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 20% - rockyou.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 26% - rockyou.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 31% - rockyou.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 36% - rockyou.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 42% - rockyou.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 47% - rockyou.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 53% - rockyou.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 58% - rockyou.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 62% - rockyou.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 68% - rockyou.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 74% - rockyou.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 79% - rockyou.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 84% - rockyou.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 89% - rockyou.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 95% - rockyou.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\bEverything is Ok\n","\n","Size:       139921497\n","Compressed: 38708548\n"]}],"source":["!7za e rockyou.7z"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":271387,"status":"ok","timestamp":1654901363037,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"},"user_tz":420},"id":"-06lOY9hynte","outputId":"24ea32a6-e5fa-49e1-8493-a1eee05622f5"},"outputs":[{"name":"stdout","output_type":"stream","text":["\n","7-Zip (a) [64] 16.02 : Copyright (c) 1999-2016 Igor Pavlov : 2016-05-21\n","p7zip Version 16.02 (locale=en_US.UTF-8,Utf16=on,HugeFiles=on,64 bits,2 CPUs Intel(R) Xeon(R) CPU @ 2.20GHz (406F0),ASM,AES-NI)\n","\n","Scanning the drive for archives:\n","  0M Scan\b\b\b\b\b\b\b\b\b         \b\b\b\b\b\b\b\b\b1 file, 2266950613 bytes (2162 MiB)\n","\n","Extracting archive: comb.7z\n","--\n","Path = comb.7z\n","Type = 7z\n","Physical Size = 2266950613\n","Headers Size = 122\n","Method = LZMA2:24\n","Solid = -\n","Blocks = 1\n","\n","  0%\b\b\b\b    \b\b\b\b  0% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  1% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  2% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  3% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  4% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  5% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  6% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  7% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  8% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  9% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 10% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 11% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 12% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 13% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 14% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 15% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 16% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 17% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 18% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 19% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 20% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 21% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 22% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 23% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 24% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 25% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 26% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 27% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 28% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 29% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 30% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 31% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 32% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 33% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 34% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 35% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 36% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 37% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 38% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 39% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 40% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 41% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 42% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 43% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 44% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 45% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 46% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 47% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 48% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 49% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 50% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 51% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 52% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 53% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 54% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 55% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 56% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 57% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 58% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 59% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 60% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 61% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 62% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 63% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 64% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 65% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 66% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 67% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 68% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 69% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 70% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 71% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 72% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 73% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 74% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 75% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 76% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 77% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 78% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 79% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 80% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 81% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 82% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 83% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 84% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 85% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 86% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 87% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 88% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 89% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 90% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 91% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 92% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 93% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 94% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 95% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 96% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 97% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 98% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 99% - comb.txt\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b100% 1\b\b\b\b\b\b      \b\b\b\b\b\bEverything is Ok\n","\n","Size:       10583808614\n","Compressed: 2266950613\n"]}],"source":["!7za e comb.7z"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"qY1D4wkUzx8m"},"outputs":[],"source":["!mv comb.txt passwords_db/"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":180,"status":"ok","timestamp":1654901408069,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"},"user_tz":420},"id":"Jpaa2RdI4Sup","outputId":"91f15fdd-b325-4b34-f785-a67c8d6fc997"},"outputs":[{"name":"stdout","output_type":"stream","text":["passwords_db/000webhost.txt      passwords_db/izmy.txt\n","passwords_db/adobe100.txt        passwords_db/Lizard-Squad.txt\n","passwords_db/Ashley-Madison.txt  passwords_db/md5decryptor-uk.txt\n","passwords_db/bible.txt           passwords_db/muslimMatch.txt\n","passwords_db/carders.cc.txt      passwords_db/myspace.txt\n","passwords_db/comb.txt            passwords_db/NordVPN.txt\n","passwords_db/elitehacker.txt     passwords_db/phpbb-cleaned-up.txt\n","passwords_db/faithwriters.txt    passwords_db/porn-unknown.txt\n","passwords_db/hak5.txt            passwords_db/rockyou.txt\n","passwords_db/honeynet2.txt       passwords_db/singles.org.txt\n","passwords_db/honeynet.txt        passwords_db/tuscl.txt\n","passwords_db/hotmail.txt         passwords_db/youporn2012.txt\n"]}],"source":["%ls passwords_db/*.txt"]},{"cell_type":"markdown","source":["# Merge all passwords"],"metadata":{"id":"byoLNN_GwBqX"}},{"cell_type":"code","execution_count":null,"metadata":{"id":"ZwWgSRt4skeM"},"outputs":[],"source":["!cat passwords_db/*.txt > all_passwords.txt"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":76763,"status":"ok","timestamp":1654901700332,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"},"user_tz":420},"id":"4bp911m1srym","outputId":"7a945e0d-7683-43a3-8919-7314fe6bf4cc"},"outputs":[{"name":"stdout","output_type":"stream","text":["881623002 all_passwords.txt\n"]}],"source":["!wc -l all_passwords.txt"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":365,"status":"ok","timestamp":1654902107058,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"},"user_tz":420},"id":"0vb4EuSt4VAX","outputId":"68a950d2-fed3-4091-c11a-f79f16598324"},"outputs":[{"name":"stdout","output_type":"stream","text":["smfulasmfula\n","honda12\n","Time4Change\n","Michael\n","stup1d\n","56mymp\n","theone\n","tourmaline\n","dadme\n","jessica\n","bagcat123\n","karriemom78\n","galsene\n","lalilu\n","nivens crows\n","fankoosh99\n","IHateFaceBook\n","10281978\n","qazqaz\n","weedman\n","juliexx\n","24121982\n","WILLYS\n","budlight\n","pierrepierre\n","monster\n","webbb\n","maman1908\n","843063980Arka\n","9701510\n","kenshero1\n","hygsfalw9082q3r0970fj3r[yf\n","josie_sexy_mtl\n","josiesexymtl\n","233091\n","jeanti\n","capri63\n","shoam1\n","321sexchat\n","bibinow\n","rock123\n","love45\n","asdfghjkl;'\n","puumba\n","illuminati\n","lolol123\n","hello2\n","hooligan1\n","joker666\n","hielox\n"]}],"source":["!tail -50 all_passwords.txt"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":215,"status":"ok","timestamp":1654901830877,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"},"user_tz":420},"id":"iy7B9H__1dLX","outputId":"d08a0f30-1cb1-4dea-c89a-4ea307d1b120"},"outputs":[{"name":"stdout","output_type":"stream","text":["11G\tall_passwords.txt\n"]}],"source":["!du -sh all_passwords.txt"]},{"cell_type":"markdown","source":["# Remove non-printable chars"],"metadata":{"id":"U8mWrycPwG8t"}},{"cell_type":"code","execution_count":null,"metadata":{"id":"awXJctQG16Bf"},"outputs":[],"source":["!sed '/[[^:print:]]/d' all_passwords.txt > passwords_printable.txt"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":425,"status":"ok","timestamp":1654902677249,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"},"user_tz":420},"id":"zr7JRYrs4p3Q","outputId":"fe280c37-aefa-4975-91ee-987a912b839a"},"outputs":[{"name":"stdout","output_type":"stream","text":["11G\tpasswords_printable.txt\n"]}],"source":["!du -sh passwords_printable.txt"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":56770,"status":"ok","timestamp":1654902764005,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"},"user_tz":420},"id":"Cq-VIvp74zFW","outputId":"8bb4976b-402c-4acf-add6-20dbcca94f98"},"outputs":[{"name":"stdout","output_type":"stream","text":["881584851 passwords_printable.txt\n"]}],"source":["!wc -l passwords_printable.txt"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":2936,"status":"ok","timestamp":1654906962222,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"},"user_tz":420},"id":"Xajjkjlf511o","outputId":"ca825c53-d303-4601-99ae-eff29aa66a31"},"outputs":[{"name":"stdout","output_type":"stream","text":["1qaz2wsx\n","306187mn\n","rados1\n","newyork911\n","abc123\n","taqiyudin100587\n","wjr5443\n","nana0428\n","1992jp\n","bahamut24ritter\n"]}],"source":["!head -10 passwords_printable.txt"]},{"cell_type":"markdown","metadata":{"id":"VZfou5ypWXdy"},"source":["# Remove duplicates"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":1679143,"status":"ok","timestamp":1654910362892,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"},"user_tz":420},"id":"OttWxFFHOhYC","outputId":"b900434a-ae0d-4aab-8b59-c5c294774e04"},"outputs":[{"name":"stdout","output_type":"stream","text":["tcmalloc: large alloc 49286168576 bytes == 0x56510f2e4000 @  0x7f57489061e7 0x56510e48e718 0x56510e48d5a1 0x7f57482e4c87 0x56510e48e02a\n","tcmalloc: large alloc 16428728320 bytes == 0x56510f2e4000 @  0x7f57489061e7 0x56510e48e718 0x56510e491e5e 0x56510e492acb 0x56510e48d61e 0x7f57482e4c87 0x56510e48e02a\n","tcmalloc: large alloc 16428728320 bytes == 0x5654e268c000 @  0x7f57489061e7 0x56510e48e718 0x56510e491e5e 0x56510e492acb 0x56510e48d61e 0x7f57482e4c87 0x56510e48e02a\n","tcmalloc: large alloc 16428728320 bytes == 0x565c8b692000 @  0x7f57489061e7 0x56510e48e718 0x56510e491e5e 0x56510e492acb 0x56510e48d61e 0x7f57482e4c87 0x56510e48e02a\n"]}],"source":["!sort -u -S 90% --parallel=8 passwords_printable.txt > passwords_printable_sorted.txt"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":40802,"status":"ok","timestamp":1654910436032,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"},"user_tz":420},"id":"7FCtuI79WG8X","outputId":"5a7c1b5b-bf59-49b0-a650-5da8f09b5464"},"outputs":[{"name":"stdout","output_type":"stream","text":["880177503 passwords_printable_sorted.txt\n"]}],"source":["!wc -l passwords_printable_sorted.txt"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":11,"status":"ok","timestamp":1654911350750,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"},"user_tz":420},"id":"7Yb-7WxQXDM3","outputId":"e3e3521c-10d0-4b21-c3fe-8b0e59745dcf"},"outputs":[{"name":"stdout","output_type":"stream","text":["\n","\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u000024\r\n","\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\r\n","\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u00008\r\n","\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000<td><div\u0000\r\n","\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u000001\r\n","\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u000014\r\n","\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u00008\r\n","\u0000\u0000\u0000\u0000\u0000\u0000\u00001\r\n","\u0000\u0000\u0000\u0000\u0000\u0000\r\n"]}],"source":["!head passwords_printable_sorted.txt "]},{"cell_type":"markdown","metadata":{"id":"3yI0Vw3nkeUy"},"source":["# Data cleanup"]},{"cell_type":"code","source":["ord(' ')"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"J5aWnS0yYzF2","executionInfo":{"status":"ok","timestamp":1656622371295,"user_tz":420,"elapsed":297,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"9d337c95-3658-4a7d-ebc1-ea2e6a79c938"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["32"]},"metadata":{},"execution_count":5}]},{"cell_type":"code","source":["[chr(i) for i in range(32, 127)]"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"YJVTSmpZY1ps","executionInfo":{"status":"ok","timestamp":1656622454428,"user_tz":420,"elapsed":305,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"16072250-74ff-43fb-c766-dff2a6afda95"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["[' ',\n"," '!',\n"," '\"',\n"," '#',\n"," '$',\n"," '%',\n"," '&',\n"," \"'\",\n"," '(',\n"," ')',\n"," '*',\n"," '+',\n"," ',',\n"," '-',\n"," '.',\n"," '/',\n"," '0',\n"," '1',\n"," '2',\n"," '3',\n"," '4',\n"," '5',\n"," '6',\n"," '7',\n"," '8',\n"," '9',\n"," ':',\n"," ';',\n"," '<',\n"," '=',\n"," '>',\n"," '?',\n"," '@',\n"," 'A',\n"," 'B',\n"," 'C',\n"," 'D',\n"," 'E',\n"," 'F',\n"," 'G',\n"," 'H',\n"," 'I',\n"," 'J',\n"," 'K',\n"," 'L',\n"," 'M',\n"," 'N',\n"," 'O',\n"," 'P',\n"," 'Q',\n"," 'R',\n"," 'S',\n"," 'T',\n"," 'U',\n"," 'V',\n"," 'W',\n"," 'X',\n"," 'Y',\n"," 'Z',\n"," '[',\n"," '\\\\',\n"," ']',\n"," '^',\n"," '_',\n"," '`',\n"," 'a',\n"," 'b',\n"," 'c',\n"," 'd',\n"," 'e',\n"," 'f',\n"," 'g',\n"," 'h',\n"," 'i',\n"," 'j',\n"," 'k',\n"," 'l',\n"," 'm',\n"," 'n',\n"," 'o',\n"," 'p',\n"," 'q',\n"," 'r',\n"," 's',\n"," 't',\n"," 'u',\n"," 'v',\n"," 'w',\n"," 'x',\n"," 'y',\n"," 'z',\n"," '{',\n"," '|',\n"," '}',\n"," '~']"]},"metadata":{},"execution_count":9}]},{"cell_type":"code","source":["!rm -rf main_passwd_db.txt"],"metadata":{"id":"PGNTf743tFtV"},"execution_count":null,"outputs":[]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"Uk2ErtqWLeDn","outputId":"5a6a21fc-e82f-4755-dcfb-62d17be0bab9","executionInfo":{"status":"ok","timestamp":1656633716304,"user_tz":420,"elapsed":5708640,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}}},"outputs":[{"output_type":"stream","name":"stdout","text":["Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n","Processed 10 M records\n"]}],"source":["import re\n","\n","passwds = []\n","one_million = 1000000\n","with open('passwords_printable_sorted.txt', encoding='latin-1') as file:\n","    for line in file:\n","        line = line.strip()\n","        if line.isascii() and len(line) > 3 and len(line) < 51 and len(list(filter(lambda y: not (32 <= ord(y) <=126), set(line)))) == 0 and len(set(line)) > 2 and len(re.findall(r'[\\w.+-]+@[\\w-]+\\.[\\w.-]+', line)) == 0:\n","          passwds.append(line.rstrip())\n","          if len(passwds) == 10 * one_million:\n","            print(\"Processed 10 M records\")\n","            with open(\"main_passwd_db.txt\", \"a\") as outfile:\n","              outfile.write(\"\\n\".join(passwds))\n","            passwds = []"]},{"cell_type":"code","source":["!wc -l main_passwd_db.txt"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"7FLH6RSJEPt9","executionInfo":{"status":"ok","timestamp":1656633797780,"user_tz":420,"elapsed":33685,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"e9ea5286-f419-46bc-f784-154cd8079665"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["859999914 main_passwd_db.txt\n"]}]},{"cell_type":"code","source":["!head -1000000 main_passwd_db.txt | tail"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"GJV5LXc5uOlh","executionInfo":{"status":"ok","timestamp":1656633832128,"user_tz":420,"elapsed":1130,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"e2f25a56-49bd-478d-cd15-423c5d7d8e3d"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["0066duca\n","0066dugal\n","0066duolc\n","0066dVLD\n","0066dw9722\n","0066e11\n","0066e2\n","0066e237\n","0066e3\n","0066e33c\n"]}]},{"cell_type":"markdown","source":["# Create train, validation and test datasset"],"metadata":{"id":"uA4SsbhNwU8h"}},{"cell_type":"code","source":["!shuf main_passwd_db.txt | split -a1 -d -l $(( $(wc -l < main_passwd_db.txt) * 95 / 100 )) - main_passwd_db_split"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"4u1zvjohlU9A","executionInfo":{"status":"ok","timestamp":1656634578656,"user_tz":420,"elapsed":714360,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"cf3c5cee-a410-4446-b2dd-461a7cb7644e"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["tcmalloc: large alloc 9387433984 bytes == 0x5609324e4000 @  0x7f414c7d11e7 0x5609306845d7 0x560930680964 0x7f414c3cec87 0x560930680efa\n","tcmalloc: large alloc 6880002048 bytes == 0x560b62630000 @  0x7f414c7d11e7 0x560930684e09 0x560930680a14 0x7f414c3cec87 0x560930680efa\n","tcmalloc: large alloc 6880002048 bytes == 0x560cfcf78000 @  0x7f414c7d11e7 0x560930684e09 0x5609306838ea 0x560930680d44 0x7f414c3cec87 0x560930680efa\n"]}]},{"cell_type":"code","source":["!ls -ltr main_passwd_db_split*"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"71NiTY3Spnln","executionInfo":{"status":"ok","timestamp":1656634595353,"user_tz":420,"elapsed":1836,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"1317c9dd-220a-4607-c784-a6383bca825a"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["-rw------- 1 root root 8918059640 Jul  1 00:15 main_passwd_db_split0\n","-rw------- 1 root root  469374222 Jul  1 00:16 main_passwd_db_split1\n"]}]},{"cell_type":"code","source":["!wc -l main_passwd_db_split0"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"ycGpHUHwpsGN","executionInfo":{"status":"ok","timestamp":1656634630305,"user_tz":420,"elapsed":27803,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"68f29a7b-6b13-41dd-f16a-723a42a5bec9"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["816999918 main_passwd_db_split0\n"]}]},{"cell_type":"code","source":["!wc -l main_passwd_db_split1"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"ZK8KFKhup-qm","executionInfo":{"status":"ok","timestamp":1656634748257,"user_tz":420,"elapsed":382,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"a2744366-9811-44ba-be14-88a5a01f155a"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["42999997 main_passwd_db_split1\n"]}]},{"cell_type":"code","source":["!head -10 main_passwd_db_split0"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"KrDh5Z0XrGKE","executionInfo":{"status":"ok","timestamp":1656634757466,"user_tz":420,"elapsed":1123,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"3e510654-a8c8-4e75-a4ba-ce9c2a50a445"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["qian2424\n","sex563769\n","jvegabriel\n","edziedzic\n","xgxxvp44\n","ujhf2222\n","4vbh4vbhe\n","Kheira41014\n","fengshay\n","germansito12\n"]}]},{"cell_type":"code","source":["!head -10 main_passwd_db_split1"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"2EPSkOjLrJVl","executionInfo":{"status":"ok","timestamp":1656634770984,"user_tz":420,"elapsed":314,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"e2989683-e370-4aa3-9268-a1a665a74e78"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["821799638\n","TexAMU48\n","chan_henry\n","274830bb\n","1ekeveil\n","123456789dm\n","6NqUrI3\n","uak571\n","ch!0e-ea\n","44445031\n"]}]},{"cell_type":"code","source":["!shuf main_passwd_db_split1 | split -a1 -d -l $(( $(wc -l < main_passwd_db_split1) * 50 / 100 )) - main_passwd_db_split1_0"],"metadata":{"id":"Zd-hRWRnrSYH"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["!ls -ltr main_passwd_db_split*"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"2Qi5q9Bwv53X","executionInfo":{"status":"ok","timestamp":1656634822051,"user_tz":420,"elapsed":17,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"12edb0c0-4967-4ec0-f527-98aaa1f24b9e"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["-rw------- 1 root root 8918059640 Jul  1 00:15 main_passwd_db_split0\n","-rw------- 1 root root  469374222 Jul  1 00:16 main_passwd_db_split1\n","-rw------- 1 root root  234670546 Jul  1 00:20 main_passwd_db_split1_00\n","-rw------- 1 root root         14 Jul  1 00:20 main_passwd_db_split1_02\n","-rw------- 1 root root  234703662 Jul  1 00:20 main_passwd_db_split1_01\n"]}]},{"cell_type":"code","source":["!wc -l main_passwd_db_split1_00"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"7sSNJGXYv_di","executionInfo":{"status":"ok","timestamp":1656634829352,"user_tz":420,"elapsed":638,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"82547680-33bf-4caa-f4d9-80b53f459ae2"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["21499998 main_passwd_db_split1_00\n"]}]},{"cell_type":"code","source":["!wc -l main_passwd_db_split1_01"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"R3CmxEI1wKQD","executionInfo":{"status":"ok","timestamp":1656634829677,"user_tz":420,"elapsed":327,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"89b4d4a3-4a7a-4c78-c33f-2c1e00fd236f"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["21499998 main_passwd_db_split1_01\n"]}]},{"cell_type":"code","source":["!mv main_passwd_db_split0 passwd_db_train\n","!mv main_passwd_db_split1_00 passwd_db_val\n","!mv main_passwd_db_split1_01 passwd_db_test"],"metadata":{"id":"AVHKoPe5wM6d"},"execution_count":null,"outputs":[]},{"cell_type":"code","execution_count":null,"metadata":{"id":"rtf3AoZq4XDW","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1656634913471,"user_tz":420,"elapsed":5,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"88427e81-a43c-448c-c8f3-14a11205c7bc"},"outputs":[{"output_type":"stream","name":"stdout","text":["-rw------- 1 root root 8918059640 Jul  1 00:15 passwd_db_train\n","-rw------- 1 root root  234670546 Jul  1 00:20 passwd_db_val\n","-rw------- 1 root root  234703662 Jul  1 00:20 passwd_db_test\n"]}],"source":["!ls -ltr passwd_db*"]},{"cell_type":"markdown","source":["# Build char distribution"],"metadata":{"id":"atM7gEq5wfmA"}},{"cell_type":"code","source":["num_pass_w_char = {}\n","\n","with open('main_passwd_db.txt') as file:\n","    for line in file:\n","        line = line.strip()\n","        if line[0] not in num_pass_w_char:\n","            num_pass_w_char[line[0]] = 1\n","        else:\n","            num_pass_w_char[line[0]] += 1"],"metadata":{"id":"g7yvTpi2IsCl"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["len(num_pass_w_char)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"gbN7CVsnJh5G","executionInfo":{"status":"ok","timestamp":1656635554647,"user_tz":420,"elapsed":281,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"f96a41c4-6922-40ad-eeeb-04f2c657918c"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["94"]},"metadata":{},"execution_count":31}]},{"cell_type":"code","source":["num_pass_w_char"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"N7uULQ3OLJUN","executionInfo":{"status":"ok","timestamp":1656635569543,"user_tz":420,"elapsed":3,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"1391879b-af25-44be-cf1c-12e1cd9774db"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["{'!': 702601,\n"," '\"': 35088,\n"," '#': 248357,\n"," '$': 1200710,\n"," '%': 61061,\n"," '&': 164935,\n"," \"'\": 24411,\n"," '(': 197652,\n"," ')': 29046,\n"," '*': 897864,\n"," '+': 126958,\n"," ',': 76695,\n"," '-': 339118,\n"," '.': 432644,\n"," '/': 73812,\n"," '0': 20507166,\n"," '1': 40734951,\n"," '2': 25194418,\n"," '3': 16414591,\n"," '4': 13236911,\n"," '5': 13154142,\n"," '6': 11912339,\n"," '7': 12795409,\n"," '8': 15947414,\n"," '9': 15017858,\n"," ':': 669,\n"," ';': 80891,\n"," '<': 84039,\n"," '=': 76110,\n"," '>': 11010,\n"," '?': 179414,\n"," '@': 500543,\n"," 'A': 7585477,\n"," 'B': 5559200,\n"," 'C': 5040938,\n"," 'D': 5262567,\n"," 'E': 3113239,\n"," 'F': 3453015,\n"," 'G': 3935545,\n"," 'H': 3273647,\n"," 'I': 2676512,\n"," 'J': 3942097,\n"," 'K': 4609562,\n"," 'L': 4880087,\n"," 'M': 7681713,\n"," 'N': 3703976,\n"," 'O': 2063115,\n"," 'P': 4734296,\n"," 'Q': 1437374,\n"," 'R': 4287151,\n"," 'S': 7971262,\n"," 'T': 4581794,\n"," 'U': 1486133,\n"," 'V': 2833530,\n"," 'W': 2379142,\n"," 'X': 1353895,\n"," 'Y': 1850044,\n"," 'Z': 1735979,\n"," '[': 76870,\n"," '\\\\': 23422,\n"," ']': 14499,\n"," '^': 34390,\n"," '_': 486252,\n"," '`': 25371,\n"," 'a': 40332222,\n"," 'b': 31338915,\n"," 'c': 31089790,\n"," 'd': 30078421,\n"," 'e': 17031957,\n"," 'f': 23680570,\n"," 'g': 21228338,\n"," 'h': 18660755,\n"," 'i': 13447261,\n"," 'j': 23625092,\n"," 'k': 25896397,\n"," 'l': 27520209,\n"," 'm': 40192522,\n"," 'n': 20438174,\n"," 'o': 10148201,\n"," 'p': 24702605,\n"," 'q': 9932209,\n"," 'r': 23459782,\n"," 's': 42825290,\n"," 't': 25970925,\n"," 'u': 6565023,\n"," 'v': 15108697,\n"," 'w': 15164662,\n"," 'x': 8952014,\n"," 'y': 9588545,\n"," 'z': 10371043,\n"," '{': 29576,\n"," '|': 13683,\n"," '}': 9221,\n"," '~': 46895}"]},"metadata":{},"execution_count":32}]},{"cell_type":"code","source":["import json\n","json.dump(num_pass_w_char, open(\"passwd_dist.json\", 'w'))"],"metadata":{"id":"3Z3d2Ep_LsCc"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["!ls -ltr passwd_*"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"Ztz_AHeML_iE","executionInfo":{"status":"ok","timestamp":1656635794852,"user_tz":420,"elapsed":285,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"7cf8b356-880c-40f1-c77b-ab87f26337ce"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["-rw------- 1 root root 8918059640 Jul  1 00:15 passwd_db_train\n","-rw------- 1 root root  234670546 Jul  1 00:20 passwd_db_val\n","-rw------- 1 root root  234703662 Jul  1 00:20 passwd_db_test\n","-rw------- 1 root root       1296 Jul  1 00:36 passwd_dist.json\n"]}]},{"cell_type":"markdown","source":["# Compress data"],"metadata":{"id":"ArattjUiw0gJ"}},{"cell_type":"code","source":["!7z a -t7z passwd.7z passwd_*"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"Vr2Bz1m3MD8P","executionInfo":{"status":"ok","timestamp":1656638433712,"user_tz":420,"elapsed":2561500,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"23ebe331-577e-4fb0-dfc1-4ce8dad3b88a"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["\n","7-Zip [64] 16.02 : Copyright (c) 1999-2016 Igor Pavlov : 2016-05-21\n","p7zip Version 16.02 (locale=en_US.UTF-8,Utf16=on,HugeFiles=on,64 bits,8 CPUs Intel(R) Xeon(R) CPU @ 2.20GHz (406F0),ASM,AES-NI)\n","\n","Scanning the drive:\n","  0M Scan \b\b\b\b\b\b\b\b\b\b          \b\b\b\b\b\b\b\b\b\b4 files, 9387435144 bytes (8953 MiB)\n","\n","Creating archive: passwd.7z\n","\n","Items to compress: 4\n","\n","  0%\b\b\b\b    \b\b\b\b  0% + passwd_db_test\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                     \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  0% 1 + passwd_db_test\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                       \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  1% 1 + passwd_db_test\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                       \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  2% 1 + passwd_db_test\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                       \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  2% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  3% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  4% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  5% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  6% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  7% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  8% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  9% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 10% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 11% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 12% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 13% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 14% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 15% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 16% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 17% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 18% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 19% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 20% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 21% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 22% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 23% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 24% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 25% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 26% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 27% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 28% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 29% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 30% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 31% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 32% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 33% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 34% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 35% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 36% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 37% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 38% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 39% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 40% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 41% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 42% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 43% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 44% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 45% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 46% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 47% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 48% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 49% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 50% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 51% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 52% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 53% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 54% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 55% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 56% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 57% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 58% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 59% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 60% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 61% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 62% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 63% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 64% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 65% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 66% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 67% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 68% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 69% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 70% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 71% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 72% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 73% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 74% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 75% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 76% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 77% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 78% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 79% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 80% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 81% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 82% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 83% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 84% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 85% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 86% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 87% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 88% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 89% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 90% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 91% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 92% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 93% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 94% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 95% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 96% 1 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 96% 2 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 97% 2 + passwd_db_train\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                        \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 97% 2 + passwd_db_val\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                      \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 97% 3 + passwd_dist.json\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                         \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 97% 4 + passwd_dist.json\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                         \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 98% 4 + passwd_dist.json\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                         \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 99% 4 + passwd_dist.json\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                         \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b100% 4 + passwd_dist.json\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                         \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b100% 4 Header creation\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                      \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\n","Files read from disk: 4\n","Archive size: 5560635089 bytes (5304 MiB)\n","Everything is Ok\n"]}]},{"cell_type":"code","source":["!du -sh passwd.7z"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"xetsgvW0WzXb","executionInfo":{"status":"ok","timestamp":1656638631220,"user_tz":420,"elapsed":348,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"f812e0f7-64a3-4b9c-a40f-7a76a261aaf4"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["5.2G\tpasswd.7z\n"]}]}],"metadata":{"colab":{"collapsed_sections":[],"machine_shape":"hm","name":"01_data.ipynb","provenance":[{"file_id":"1qhGz-h9szwn55-iuIvTWmJt4KvnFJSzu","timestamp":1657030906591}],"mount_file_id":"1qhGz-h9szwn55-iuIvTWmJt4KvnFJSzu","authorship_tag":"ABX9TyN75CuRpr/GBhy5XQ7yidgP"},"kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"name":"python"}},"nbformat":4,"nbformat_minor":0}