#!/bin/bash

python date_range.py --start_date 2018-03-03 --end_date 2019-06-30 |\
awk '{print "/mnt/flashblade/dusanov/s3logs/objects/" $0"_objects.gz" }'|\
xargs zcat | shuf -n 50000000 | sort -S 200M |uniq |gzip  > my_sample



#zcat "/mnt/flashblade/dusanov/s3logs/objects/${1}_objects.gz" | shuf -n $2\
#| gzip > "/mnt/flashblade/dusanov/s3logs/objects/samples/${3}/${1}_sample.gz"
