std::string buff(BUFFER_SIZE,0);
std::string result;
- size_t read_sz = input_file_stream.readsome(buff.data(),BUFFER_SIZE);
+ size_t read_sz = input_file_stream.read(buff.data(),BUFFER_SIZE).gcount();
+ int chunk_count=0;
+ size_t bytes_read=0;
while(read_sz)
{
- std::cout << "read next chunk " << read_sz << std::endl;
+ bytes_read += read_sz;
+ std::cout << "read next chunk " << chunk_count++ << ":" << read_sz << ":" << bytes_read << "\r";
result.clear();
try{
}
}
- std::cout << result << std::endl;
+ if(result.size())
+ {
+ std::cout << result << std::endl;
+ }
if(status<0)
{
std::cout << "json processing reached limit " << std::endl;
break;
}
- read_sz = input_file_stream.readsome(buff.data(),BUFFER_SIZE);
+ read_sz = input_file_stream.read(buff.data(),BUFFER_SIZE).gcount();
}
try{
result.clear();
}
std::cout << result << std::endl;
-
return 0;
}
std::string buff(BUFFER_SIZE,0);
while (1)
{
- size_t read_sz = input_file_stream.readsome(buff.data(),BUFFER_SIZE);
+ size_t read_sz = input_file_stream.read(buff.data(),BUFFER_SIZE).gcount();
status = awscli->run_s3select(query, buff.data(), read_sz, file_sz);
if(status<0)