Cannot extract tar.gz file - not in gzip format error - compression

I have a dataset file which is in tar.gz format. It is one of 3 dataset files all of which came in as tar.gz. When I run tar -xf filename.tar.gz I get the following error:
gzip: stdin: not in gzip format
tar: Child returned status 1
tar: Error is not recoverable: exiting now
I tried an strace gzip and I get the following output :
execve("/usr/bin/gunzip", ["gunzip", "Malayalam.tar.gz"], 0x7ffdd37de658 /* 50 vars */) = 0
brk(NULL) = 0x56362d3ff000
arch_prctl(0x3001 /* ARCH_??? */, 0x7ffea6133010) = -1 EINVAL (Invalid argument)
access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/etc/ld.so.cache", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=73381, ...}) = 0
mmap(NULL, 73381, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fd8efbe8000
close(3) = 0
openat(AT_FDCWD, "/lib/x86_64-linux-gnu/libc.so.6", O_RDONLY|O_CLOEXEC) = 3
read(3, "\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360A\2\0\0\0\0\0"..., 832) = 832
pread64(3, "\6\0\0\0\4\0\0\0#\0\0\0\0\0\0\0#\0\0\0\0\0\0\0#\0\0\0\0\0\0\0"..., 784, 64) = 784
pread64(3, "\4\0\0\0\20\0\0\0\5\0\0\0GNU\0\2\0\0\300\4\0\0\0\3\0\0\0\0\0\0\0", 32, 848) = 32
pread64(3, "\4\0\0\0\24\0\0\0\3\0\0\0GNU\0\237\333t\347\262\27\320l\223\27*\202C\370T\177"..., 68, 880) = 68
fstat(3, {st_mode=S_IFREG|0755, st_size=2029560, ...}) = 0
mmap(NULL, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7fd8efbe6000
pread64(3, "\6\0\0\0\4\0\0\0#\0\0\0\0\0\0\0#\0\0\0\0\0\0\0#\0\0\0\0\0\0\0"..., 784, 64) = 784
pread64(3, "\4\0\0\0\20\0\0\0\5\0\0\0GNU\0\2\0\0\300\4\0\0\0\3\0\0\0\0\0\0\0", 32, 848) = 32
pread64(3, "\4\0\0\0\24\0\0\0\3\0\0\0GNU\0\237\333t\347\262\27\320l\223\27*\202C\370T\177"..., 68, 880) = 68
mmap(NULL, 2037344, PROT_READ, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7fd8ef9f4000
mmap(0x7fd8efa16000, 1540096, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x22000) = 0x7fd8efa16000
mmap(0x7fd8efb8e000, 319488, PROT_READ, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x19a000) = 0x7fd8efb8e000
mmap(0x7fd8efbdc000, 24576, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1e7000) = 0x7fd8efbdc000
mmap(0x7fd8efbe2000, 13920, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7fd8efbe2000
close(3) = 0
arch_prctl(ARCH_SET_FS, 0x7fd8efbe7580) = 0
mprotect(0x7fd8efbdc000, 16384, PROT_READ) = 0
mprotect(0x56362ce66000, 8192, PROT_READ) = 0
mprotect(0x7fd8efc27000, 4096, PROT_READ) = 0
munmap(0x7fd8efbe8000, 73381) = 0
getuid() = 1000
getgid() = 1000
getpid() = 29896
rt_sigaction(SIGCHLD, {sa_handler=0x56362ce5bc30, sa_mask=~[RTMIN RT_1], sa_flags=SA_RESTORER, sa_restorer=0x7fd8efa370c0}, NULL, 8) = 0
geteuid() = 1000
brk(NULL) = 0x56362d3ff000
brk(0x56362d420000) = 0x56362d420000
getppid() = 29893
stat("/home/aswinharidas/Desktop", {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
stat(".", {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
openat(AT_FDCWD, "/usr/bin/gunzip", O_RDONLY) = 3
fcntl(3, F_DUPFD, 10) = 10
close(3) = 0
fcntl(10, F_SETFD, FD_CLOEXEC) = 0
geteuid() = 1000
getegid() = 1000
rt_sigaction(SIGINT, NULL, {sa_handler=SIG_DFL, sa_mask=[], sa_flags=0}, 8) = 0
rt_sigaction(SIGINT, {sa_handler=0x56362ce5bc30, sa_mask=~[RTMIN RT_1], sa_flags=SA_RESTORER, sa_restorer=0x7fd8efa370c0}, NULL, 8) = 0
rt_sigaction(SIGQUIT, NULL, {sa_handler=SIG_DFL, sa_mask=[], sa_flags=0}, 8) = 0
rt_sigaction(SIGQUIT, {sa_handler=SIG_DFL, sa_mask=~[RTMIN RT_1], sa_flags=SA_RESTORER, sa_restorer=0x7fd8efa370c0}, NULL, 8) = 0
rt_sigaction(SIGTERM, NULL, {sa_handler=SIG_DFL, sa_mask=[], sa_flags=0}, 8) = 0
rt_sigaction(SIGTERM, {sa_handler=SIG_DFL, sa_mask=~[RTMIN RT_1], sa_flags=SA_RESTORER, sa_restorer=0x7fd8efa370c0}, NULL, 8) = 0
read(10, "#!/bin/sh\n# Uncompress files. T"..., 8192) = 2346
execve("/home/aswinharidas/.local/bin/gzip", ["gzip", "-d", "Malayalam.tar.gz"], 0x56362d3ffc88 /* 50 vars */) = -1 ENOENT (No such file or directory)
execve("/usr/local/sbin/gzip", ["gzip", "-d", "Malayalam.tar.gz"], 0x56362d3ffc88 /* 50 vars */) = -1 ENOENT (No such file or directory)
execve("/usr/local/bin/gzip", ["gzip", "-d", "Malayalam.tar.gz"], 0x56362d3ffc88 /* 50 vars */) = -1 ENOENT (No such file or directory)
execve("/usr/sbin/gzip", ["gzip", "-d", "Malayalam.tar.gz"], 0x56362d3ffc88 /* 50 vars */) = -1 ENOENT (No such file or directory)
execve("/usr/bin/gzip", ["gzip", "-d", "Malayalam.tar.gz"], 0x56362d3ffc88 /* 50 vars */) = 0
brk(NULL) = 0x55b64aa7a000
arch_prctl(0x3001 /* ARCH_??? */, 0x7fff34ebc570) = -1 EINVAL (Invalid argument)
access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or directory)
openat(AT_FDCWD, "/etc/ld.so.cache", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=73381, ...}) = 0
mmap(NULL, 73381, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7f70d024a000
close(3) = 0
openat(AT_FDCWD, "/lib/x86_64-linux-gnu/libc.so.6", O_RDONLY|O_CLOEXEC) = 3
read(3, "\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360A\2\0\0\0\0\0"..., 832) = 832
pread64(3, "\6\0\0\0\4\0\0\0#\0\0\0\0\0\0\0#\0\0\0\0\0\0\0#\0\0\0\0\0\0\0"..., 784, 64) = 784
pread64(3, "\4\0\0\0\20\0\0\0\5\0\0\0GNU\0\2\0\0\300\4\0\0\0\3\0\0\0\0\0\0\0", 32, 848) = 32
pread64(3, "\4\0\0\0\24\0\0\0\3\0\0\0GNU\0\237\333t\347\262\27\320l\223\27*\202C\370T\177"..., 68, 880) = 68
fstat(3, {st_mode=S_IFREG|0755, st_size=2029560, ...}) = 0
mmap(NULL, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f70d0248000
pread64(3, "\6\0\0\0\4\0\0\0#\0\0\0\0\0\0\0#\0\0\0\0\0\0\0#\0\0\0\0\0\0\0"..., 784, 64) = 784
pread64(3, "\4\0\0\0\20\0\0\0\5\0\0\0GNU\0\2\0\0\300\4\0\0\0\3\0\0\0\0\0\0\0", 32, 848) = 32
pread64(3, "\4\0\0\0\24\0\0\0\3\0\0\0GNU\0\237\333t\347\262\27\320l\223\27*\202C\370T\177"..., 68, 880) = 68
mmap(NULL, 2037344, PROT_READ, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7f70d0056000
mmap(0x7f70d0078000, 1540096, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x22000) = 0x7f70d0078000
mmap(0x7f70d01f0000, 319488, PROT_READ, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x19a000) = 0x7f70d01f0000
mmap(0x7f70d023e000, 24576, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1e7000) = 0x7f70d023e000
mmap(0x7f70d0244000, 13920, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f70d0244000
close(3) = 0
mmap(NULL, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f70d0054000
arch_prctl(ARCH_SET_FS, 0x7f70d02495c0) = 0
mprotect(0x7f70d023e000, 16384, PROT_READ) = 0
mprotect(0x55b64a5ef000, 4096, PROT_READ) = 0
mprotect(0x7f70d0289000, 4096, PROT_READ) = 0
munmap(0x7f70d024a000, 73381) = 0
rt_sigaction(SIGINT, NULL, {sa_handler=SIG_DFL, sa_mask=[], sa_flags=0}, 8) = 0
rt_sigaction(SIGHUP, NULL, {sa_handler=SIG_DFL, sa_mask=[], sa_flags=0}, 8) = 0
rt_sigaction(SIGPIPE, NULL, {sa_handler=SIG_DFL, sa_mask=[], sa_flags=0}, 8) = 0
rt_sigaction(SIGTERM, NULL, {sa_handler=SIG_DFL, sa_mask=[], sa_flags=0}, 8) = 0
rt_sigaction(SIGXCPU, NULL, {sa_handler=SIG_DFL, sa_mask=[], sa_flags=0}, 8) = 0
rt_sigaction(SIGXFSZ, NULL, {sa_handler=SIG_DFL, sa_mask=[], sa_flags=0}, 8) = 0
rt_sigaction(SIGINT, {sa_handler=0x55b64a5dd4b0, sa_mask=[HUP INT PIPE TERM XCPU XFSZ], sa_flags=SA_RESTORER, sa_restorer=0x7f70d00990c0}, NULL, 8) = 0
rt_sigaction(SIGHUP, {sa_handler=0x55b64a5dd4b0, sa_mask=[HUP INT PIPE TERM XCPU XFSZ], sa_flags=SA_RESTORER, sa_restorer=0x7f70d00990c0}, NULL, 8) = 0
rt_sigaction(SIGPIPE, {sa_handler=0x55b64a5dd4b0, sa_mask=[HUP INT PIPE TERM XCPU XFSZ], sa_flags=SA_RESTORER, sa_restorer=0x7f70d00990c0}, NULL, 8) = 0
rt_sigaction(SIGTERM, {sa_handler=0x55b64a5dd4b0, sa_mask=[HUP INT PIPE TERM XCPU XFSZ], sa_flags=SA_RESTORER, sa_restorer=0x7f70d00990c0}, NULL, 8) = 0
rt_sigaction(SIGXCPU, {sa_handler=0x55b64a5dd4b0, sa_mask=[HUP INT PIPE TERM XCPU XFSZ], sa_flags=SA_RESTORER, sa_restorer=0x7f70d00990c0}, NULL, 8) = 0
rt_sigaction(SIGXFSZ, {sa_handler=0x55b64a5dd4b0, sa_mask=[HUP INT PIPE TERM XCPU XFSZ], sa_flags=SA_RESTORER, sa_restorer=0x7f70d00990c0}, NULL, 8) = 0
openat(AT_FDCWD, ".", O_RDONLY|O_DIRECTORY) = 3
openat(3, "Malayalam.tar.gz", O_RDONLY|O_NOCTTY|O_NONBLOCK|O_NOFOLLOW) = 4
fstat(4, {st_mode=S_IFREG|0664, st_size=258998272, ...}) = 0
brk(NULL) = 0x55b64aa7a000
brk(0x55b64aa9b000) = 0x55b64aa9b000
read(4, "\365c\305V\246Ne4\223,\216\215\314 Y%\6M\326\335\n\213o~\270\251\315\251r\231$H"..., 262144) = 262144
write(2, "\ngzip: Malayalam.tar.gz: not in "..., 44
gzip: Malayalam.tar.gz: not in gzip format
) = 44
close(4) = 0
exit_group(1) = ?
+++ exited with 1 +++
Can anyone help me out find a solution to extract the contents. The file is around 7 GB.


This usually means that though the file is packaged as a gzip file (tar.gz) it has not actually been compressed as a gzip file and might actually be something else.
You should check the metadata of the file to get some hints as to what your file actually is because it's not compressed as a tar.gz file.

Related

Why does `io_submit` call cause a crash on my Red Hat 7 machine?

I am trying to run a script that involves Async I/O and some interaction with an Oracle DB. For some reason the io_submit calls crashes, as opposed to other Asynch I/O calls.
I run a trace that gave the following:
28501 open("/u01/app/oracle/product/12.1.0/db_1/dbs/snapcf_orcl.f",
O_RDWR|O_DSYNC|O_DIRECT) = 11
28501 fcntl(11, F_SETFD, FD_CLOEXEC) = 0
28501 getrlimit(RLIMIT_NOFILE, {rlim_cur=64*1024, rlim_max=64*1024}) = 0
28501 fcntl(11, F_DUPFD, 256) = 256
28501 fcntl(256, F_SETFD, FD_CLOEXEC) = 0
28501 close(11) = 0
28501 getrusage(RUSAGE_THREAD, {ru_utime={tv_sec=1, tv_usec=139355}, ru_stime= {tv_sec=1, tv_usec=420103}, ...}) = 0
28501 io_submit(0x7fefef666000, 13, [{aio_data=0x7fefe9265840, aio_lio_opcode=IOCB_CMD_PREAD, aio_fildes=256, aio_buf=0x7fefe9057000, aio_nbytes=1032192, aio_offset=16384}, {aio_data=0x7fefe9265ae0, aio_lio_opcode=IOCB_CMD_PREAD, aio_fildes=256, aio_buf=0x7fefe8f47000, aio_nbytes=1048576, aio_offset=1048576}, {aio_data=0x7fefe9265d80, aio_lio_opcode=IOCB_CMD_PREAD, aio_fildes=256, aio_buf=0x7fefe9567000, aio_nbytes=1048576, aio_offset=2097152}, {aio_data=0x7fefe9266020, aio_lio_opcode=IOCB_CMD_PREAD, aio_fildes=256, aio_buf=0x7fefe9457000, aio_nbytes=1048576, aio_offset=3145728}, {aio_data=0x7fefe92662c0, aio_lio_opcode=IOCB_CMD_PREAD, aio_fildes=256, aio_buf=0x7fefe9347000, aio_nbytes=1048576, aio_offset=4194304}, {aio_data=0x7fefe9266560, aio_lio_opcode=IOCB_CMD_PREAD, aio_fildes=256, aio_buf=0x7fefe9747000, aio_nbytes=1048576, aio_offset=5242880}, {aio_data=0x7fefe9266800, aio_lio_opcode=IOCB_CMD_PREAD, aio_fildes=256, aio_buf=0x7fefe9947000, aio_nbytes=1048576, aio_offset=6291456}, {aio_data=0x7fefe9266aa0, aio_lio_opcode=IOCB_CMD_PREAD, aio_fildes=256, aio_buf=0x7fefe8c97000, aio_nbytes=1048576, aio_offset=7340032}, {aio_data=0x7fefe9266d40, aio_lio_opcode=IOCB_CMD_PREAD, aio_fildes=256, aio_buf=0x7fefe8da7000, aio_nbytes=1048576, aio_offset=8388608}, {aio_data=0x7fefe9266fe0, aio_lio_opcode=IOCB_CMD_PREAD, aio_fildes=256, aio_buf=0x7fefe7f47000, aio_nbytes=1048576, aio_offset=9437184}, {aio_data=0x7fefe9267280, aio_lio_opcode=IOCB_CMD_PREAD, aio_fildes=256, aio_buf=0x7fefe8057000, aio_nbytes=1048576, aio_offset=10485760}, {aio_data=0x7fefe9267520, aio_lio_opcode=IOCB_CMD_PREAD, aio_fildes=256, aio_buf=0x7fefe8167000, aio_nbytes=1048576, aio_offset=11534336}, {aio_data=0x7fefe92677c0, aio_lio_opcode=IOCB_CMD_PREAD, aio_fildes=256, aio_buf=0x7fefe8277000, aio_nbytes=999424, aio_offset=12582912}]) = 13
28501 times(NULL) = 604513619
28501 --- SIGSEGV {si_signo=SIGSEGV, si_code=SEGV_MAPERR, si_addr=0x80} ---
I am looking for pointers on possible areas where I can start looking for errors, since I am new to system programming
the script portion involving io_submit looks something like this:
typedef int (*real_io_submit)(io_context_t, long, struct iocb **);
int io_submit(io_context_t ctx_id, long nr, struct iocb **iocbpp) {
// some business logic
return ((real_io_submit)dlsym(RTLD_NEXT, "io_submit"))(ctx_id, nr, iocbpp);
}

Linking with openCV spoils multi-threading?

I noticed that in my program linking with opencv spoiled the concurrent execution of threads. In my debugging endeavours, I found that even following a standard c++ thread-example, which doesn't use opencv, shows the same problem. In the code example below three threads are launched.
Perhaps somebody can explain the behaviour below and suggest what to do to have threads running concurrently in my openCV-enabed application.
I compile and link the sample code below in two ways, one without the opencv library ('mttok') and one called 'mttno', with opencv linked in (although it doesn't need it!)
g++ -o mttok -O3 main.cpp -lpthread
c++ -o mttno -O3 main.cpp -lpthread -L/usr/local/opencv/lib64 -lopencv_core
When I run 'mttok' all is as expected. The three threads run concurrently (as can be verified from a CPU-activity monitor, but it also can be deduced from the output of the linux time command):
==> time mttok
All threads are running...
result1: 5e+19
result2: 5e+19
result3: 5e+19
27.072u 0.000s 0:09.04 299.4% 0+0k 0+0io 0pf+0w
However, when I run the executable with opencv linked-in, the wall-time is about three times as high. The cpu-monitor shows only one 'cpu' at work.
==> time mttno
All threads are running...
result1: 5e+19
result2: 5e+19
result3: 5e+19
26.829u 0.163s 0:26.53 101.6% 0+0k 0+0io 0pf+0w
I do not understand this behaviour. What can be done?
Thanks in advance.
Bertwim
Sample code follows now.
#include <iostream>
#include <thread>
const unsigned long NMAX=10000000000;
class MTTest
{
public:
void foo( double& r )
{
double s = 0;
for (unsigned long u=0; u<NMAX; u++)
{
s += u;
}
r = s;
}
};
int main()
{
double s1, s2, s3;
std::unique_ptr<MTTest> ptr1( new MTTest );
std::unique_ptr<MTTest> ptr2( new MTTest );
std::unique_ptr<MTTest> ptr3( new MTTest );
std::thread t1( &MTTest::foo, ptr1.get(), std::ref(s1) );
std::thread t2( &MTTest::foo, ptr2.get(), std::ref(s2) );
std::thread t3( &MTTest::foo, ptr3.get(), std::ref(s3) );
std::cout << "All threads are running..." << std::endl;
// synchronize threads:
t1.join();
t2.join();
t3.join();
std::cout << "result1: " << s1 << std::endl;
std::cout << "result2: " << s2 << std::endl;
std::cout << "result3: " << s3 << std::endl;
return 0;
}
// ---- eof ---
New info: strace output
As suggested I have compared the output of the strace command. This may give a lead, as there are some notable differences. Most differences are just addresses, which I have ignored. But 2 DIFF's stand out, which I have extracted from the output.
Below follows first a part of the "not-ok"-version, followed by the corresponding output of the "ok"-version. The DIFF's have been indicated. The "not-ok"-version has more futex-calls, partly with different outcomes, and it shows something about the cpu's. The ok-output does not show this type of info. Unfortunately, I cannot interpret this.
brk(NULL) = 0x1edc000
brk(0x1efd000) = 0x1efd000
++++ BEGIN DIFF 1 +++
fstat(0, {st_mode=S_IFCHR|0600, st_rdev=makedev(136, 4), ...}) = 0
fstat(1, {st_mode=S_IFREG|0664, st_size=23324, ...}) = 0
fstat(2, {st_mode=S_IFREG|0664, st_size=23381, ...}) = 0
sched_getaffinity(0, 512, [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11]) = 64
shmget(IPC_PRIVATE, 4096, IPC_CREAT|0666) = 3932170
shmat(3932170, NULL, 0) = 0x7f3fbb62b000
shmctl(3932170, IPC_RMID, NULL) = 0
shmget(0x510510, 4096, 0666) = -1 ENOENT (No such file or directory)
shmget(0x510510, 4096, IPC_CREAT|0666) = 3964939
shmat(3964939, NULL, 0) = 0x7f3fbb62a000
open("/sys/devices/system/cpu", O_RDONLY|O_NONBLOCK|O_DIRECTORY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
getdents(3, /* 30 entries */, 32768) = 864
getdents(3, /* 0 entries */, 32768) = 0
close(3) = 0
sched_getaffinity(0, 8, [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11]) = 8
open("/sys/devices/system/node", O_RDONLY|O_NONBLOCK|O_DIRECTORY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
getdents(3, /* 10 entries */, 32768) = 312
openat(AT_FDCWD, "/sys/devices/system/node/node0/cpumap", O_RDONLY) = 4
read(4, "fff\n", 160) = 4
close(4) = 0
getdents(3, /* 0 entries */, 32768) = 0
close(3) = 0
openat(AT_FDCWD, "/sys/devices/system/cpu/cpu0/cache/index1/shared_cpu_map", O_RDONLY) = 3
read(3, "041\n", 160) = 4
close(3) = 0
openat(AT_FDCWD, "/sys/devices/system/cpu/cpu1/cache/index1/shared_cpu_map", O_RDONLY) = 3
read(3, "082\n", 160) = 4
close(3) = 0
openat(AT_FDCWD, "/sys/devices/system/cpu/cpu2/cache/index1/shared_cpu_map", O_RDONLY) = 3
read(3, "104\n", 160) = 4
close(3) = 0
openat(AT_FDCWD, "/sys/devices/system/cpu/cpu3/cache/index1/shared_cpu_map", O_RDONLY) = 3
read(3, "208\n", 160) = 4
close(3) = 0
openat(AT_FDCWD, "/sys/devices/system/cpu/cpu4/cache/index1/shared_cpu_map", O_RDONLY) = 3
read(3, "410\n", 160) = 4
close(3) = 0
openat(AT_FDCWD, "/sys/devices/system/cpu/cpu5/cache/index1/shared_cpu_map", O_RDONLY) = 3
read(3, "820\n", 160) = 4
close(3) = 0
openat(AT_FDCWD, "/sys/devices/system/cpu/cpu6/cache/index1/shared_cpu_map", O_RDONLY) = 3
read(3, "041\n", 160) = 4
close(3) = 0
openat(AT_FDCWD, "/sys/devices/system/cpu/cpu7/cache/index1/shared_cpu_map", O_RDONLY) = 3
read(3, "082\n", 160) = 4
close(3) = 0
openat(AT_FDCWD, "/sys/devices/system/cpu/cpu8/cache/index1/shared_cpu_map", O_RDONLY) = 3
read(3, "104\n", 160) = 4
close(3) = 0
openat(AT_FDCWD, "/sys/devices/system/cpu/cpu9/cache/index1/shared_cpu_map", O_RDONLY) = 3
read(3, "208\n", 160) = 4
close(3) = 0
openat(AT_FDCWD, "/sys/devices/system/cpu/cpu10/cache/index1/shared_cpu_map", O_RDONLY) = 3
read(3, "410\n", 160) = 4
close(3) = 0
openat(AT_FDCWD, "/sys/devices/system/cpu/cpu11/cache/index1/shared_cpu_map", O_RDONLY) = 3
read(3, "820\n", 160) = 4
close(3) = 0
sched_setaffinity(0, 128, [0]) = 0
set_mempolicy(MPOL_INTERLEAVE, [0x0000000000000001], 64) = 0
mmap(NULL, 8392704, PROT_NONE, MAP_PRIVATE|MAP_ANONYMOUS|MAP_STACK, -1, 0) = 0x7f3fb5899000
mprotect(0x7f3fb589a000, 8388608, PROT_READ|PROT_WRITE) = 0
clone(child_stack=0x7f3fb6098fb0, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tidptr=0x7f3fb60999d0, tls=0x7f3fb6099700, child_tidptr=0x7f3fb60999d0) = 19550
mmap(NULL, 8392704, PROT_NONE, MAP_PRIVATE|MAP_ANONYMOUS|MAP_STACK, -1, 0) = 0x7f3fb3098000
mprotect(0x7f3fb3099000, 8388608, PROT_READ|PROT_WRITE) = 0
clone(child_stack=0x7f3fb3897fb0, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tidptr=0x7f3fb38989d0, tls=0x7f3fb3898700, child_tidptr=0x7f3fb38989d0) = 19551
mmap(NULL, 8392704, PROT_NONE, MAP_PRIVATE|MAP_ANONYMOUS|MAP_STACK, -1, 0) = 0x7f3fb0897000
mprotect(0x7f3fb0898000, 8388608, PROT_READ|PROT_WRITE) = 0
clone(child_stack=0x7f3fb1096fb0, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tidptr=0x7f3fb10979d0, tls=0x7f3fb1097700, child_tidptr=0x7f3fb10979d0) = 19552
mmap(NULL, 8392704, PROT_NONE, MAP_PRIVATE|MAP_ANONYMOUS|MAP_STACK, -1, 0) = 0x7f3fae096000
mprotect(0x7f3fae097000, 8388608, PROT_READ|PROT_WRITE) = 0
clone(child_stack=0x7f3fae895fb0, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tidptr=0x7f3fae8969d0, tls=0x7f3fae896700, child_tidptr=0x7f3fae8969d0) = 19553
mmap(NULL, 8392704, PROT_NONE, MAP_PRIVATE|MAP_ANONYMOUS|MAP_STACK, -1, 0) = 0x7f3fab895000
mprotect(0x7f3fab896000, 8388608, PROT_READ|PROT_WRITE) = 0
clone(child_stack=0x7f3fac094fb0, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tidptr=0x7f3fac0959d0, tls=0x7f3fac095700, child_tidptr=0x7f3fac0959d0) = 19554
==== END DIFF 1 ===
futex(0x7f3fb9f0305c, FUTEX_WAKE_PRIVATE, 2147483647) = 0
futex(0x7f3fb9f03068, FUTEX_WAKE_PRIVATE, 2147483647) = 0
mmap(NULL, 8392704, PROT_NONE, MAP_PRIVATE|MAP_ANONYMOUS|MAP_STACK, -1, 0) = 0x7f3fa9094000
mprotect(0x7f3fa9095000, 8388608, PROT_READ|PROT_WRITE) = 0
clone(child_stack=0x7f3fa9893fb0, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tidptr=0x7f3fa98949d0, tls=0x7f3fa9894700, child_tidptr=0x7f3fa98949d0) = 19555
mmap(NULL, 8392704, PROT_NONE, MAP_PRIVATE|MAP_ANONYMOUS|MAP_STACK, -1, 0) = 0x7f3fa8893000
mprotect(0x7f3fa8894000, 8388608, PROT_READ|PROT_WRITE) = 0
clone(child_stack=0x7f3fa9092fb0, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tidptr=0x7f3fa90939d0, tls=0x7f3fa9093700, child_tidptr=0x7f3fa90939d0) = 19556
mmap(NULL, 8392704, PROT_NONE, MAP_PRIVATE|MAP_ANONYMOUS|MAP_STACK, -1, 0) = 0x7f3fa8092000
mprotect(0x7f3fa8093000, 8388608, PROT_READ|PROT_WRITE) = 0
clone(child_stack=0x7f3fa8891fb0, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tidptr=0x7f3fa88929d0, tls=0x7f3fa8892700, child_tidptr=0x7f3fa88929d0) = 19557
fstat(1, {st_mode=S_IFREG|0664, st_size=30221, ...}) = 0
write(1, "All threads are running...\n", 27All threads are running...
) = 27
++++ BEGIN DIFF 2 +++
futex(0x7f3fa98949d0, FUTEX_WAIT, 19555, NULL) = 0
futex(0x7f3fa90939d0, FUTEX_WAIT, 19556, NULL) = 0
futex(0x7f3fa88929d0, FUTEX_WAIT, 19557, NULL) = 0
write(1, "result1: 5e+19\n", 15result1: 5e+19
) = 15
write(1, "result2: 5e+19\n", 15result2: 5e+19
) = 15
write(1, "result3: 5e+19\n", 15result3: 5e+19
) = 15
futex(0x7f3fb8bfad68, FUTEX_WAKE_PRIVATE, 1) = 1
futex(0x7f3fb8bfade8, FUTEX_WAKE_PRIVATE, 1) = 1
futex(0x7f3fb8bfae68, FUTEX_WAKE_PRIVATE, 1) = 1
futex(0x7f3fb8bfae18, FUTEX_WAKE_PRIVATE, 1) = 1
futex(0x7f3fb8bfaee8, FUTEX_WAKE_PRIVATE, 1) = 1
futex(0x7f3fb8bfaf68, FUTEX_WAKE_PRIVATE, 1) = 1
munmap(0x7f3fa9094000, 8392704) = 0
munmap(0x7f3fa8893000, 8392704) = 0
munmap(0x7f3fa8092000, 8392704) = 0
munmap(0x7f3fb5899000, 8392704) = 0
munmap(0x7f3fb3899000, 33554432) = 0
munmap(0x7f3fb1098000, 33554432) = 0
munmap(0x7f3fae897000, 33554432) = 0
munmap(0x7f3fac096000, 33554432) = 0
munmap(0x7f3fa9895000, 33554432) = 0
shmctl(3964939, IPC_STAT, {shm_perm={uid=1000, gid=100, mode=0666, key=5309712, cuid=1000, cgid=100}, shm_segsz=4096, shm_cpid=19549, shm_lpid=19549, shm_nattch=1, shm_atime=1572184421, shm_dtime=0, shm_ctime=1572184421}) = 0
shmctl(3964939, IPC_RMID, NULL) = 0
shmdt(0x7f3fbb62a000) = 0
shmdt(0x7f3fbb62b000) = 0
==== END DIFF 2 ===
exit_group(0) = ?
+++ exited with 0 +++
For the ok-ituation, 'strace ,.mttok' yields:
==> strace ./mttok
brk(NULL) = 0x1737000
brk(0x1758000) = 0x1758000
++++ DIFF 1 +++
==== DIFF 1 ===
futex(0x7ff40b14f05c, FUTEX_WAKE_PRIVATE, 2147483647) = 0
futex(0x7ff40b14f068, FUTEX_WAKE_PRIVATE, 2147483647) = 0
mmap(NULL, 8392704, PROT_NONE, MAP_PRIVATE|MAP_ANONYMOUS|MAP_STACK, -1, 0) = 0x7ff409cbc000
mprotect(0x7ff409cbd000, 8388608, PROT_READ|PROT_WRITE) = 0
clone(child_stack=0x7ff40a4bbfb0, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tidptr=0x7ff40a4bc9d0, tls=0x7ff40a4bc700, child_tidptr=0x7ff40a4bc9d0) = 19541
mmap(NULL, 8392704, PROT_NONE, MAP_PRIVATE|MAP_ANONYMOUS|MAP_STACK, -1, 0) = 0x7ff4094bb000
mprotect(0x7ff4094bc000, 8388608, PROT_READ|PROT_WRITE) = 0
clone(child_stack=0x7ff409cbafb0, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tidptr=0x7ff409cbb9d0, tls=0x7ff409cbb700, child_tidptr=0x7ff409cbb9d0) = 19542
mmap(NULL, 8392704, PROT_NONE, MAP_PRIVATE|MAP_ANONYMOUS|MAP_STACK, -1, 0) = 0x7ff408cba000
mprotect(0x7ff408cbb000, 8388608, PROT_READ|PROT_WRITE) = 0
clone(child_stack=0x7ff4094b9fb0, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tidptr=0x7ff4094ba9d0, tls=0x7ff4094ba700, child_tidptr=0x7ff4094ba9d0) = 19543
fstat(1, {st_mode=S_IFREG|0664, st_size=14307, ...}) = 0
write(1, "All threads are running...\n", 27All threads are running...
) = 27
++++ DIFF 2 +++
futex(0x7ff40a4bc9d0, FUTEX_WAIT, 19541, NULL) = 0
write(1, "result1: 5e+19\n", 15result1: 5e+19
) = 15
write(1, "result2: 5e+19\n", 15result2: 5e+19
) = 15
write(1, "result3: 5e+19\n", 15result3: 5e+19
) = 15
==== DIFF 2 ===
exit_group(0) = ?
+++ exited with 0 +++
New info2: strace -f
When the flag -f is added to the strace command, the additional output is overwhelming. In particular for the 'not-ok'-case, there are many *thousands of lines looking like this:
[pid 3836] mprotect(0x7f2b77446000, 8388608, PROT_READ|PROT_WRITE <unfinished ...>
[pid 3841] sched_yield( <unfinished ...>
[pid 3836] <... mprotect resumed> ) = 0
[pid 3841] <... sched_yield resumed> ) = 0
[pid 3836] clone( <unfinished ...>
[pid 3841] sched_yield( <unfinished ...>
[pid 3840] <... sched_yield resumed> ) = 0
[pid 3841] <... sched_yield resumed> ) = 0
[pid 3836] <... clone resumed> child_stack=0x7f2b77c44fb0, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tidptr=0x7f2b77c459d0, tls=0x7f2b77c45700, child_tidptr=0x7f2b77c459d0) = 3844
[pid 3841] sched_yield( <unfinished ...>
[pid 3840] sched_yield( <unfinished ...>
[pid 3836] fstat(1, <unfinished ...>
[pid 3841] <... sched_yield resumed> ) = 0
[pid 3836] <... fstat resumed> {st_mode=S_IFREG|0664, st_size=37237, ...}) = 0
[pid 3841] sched_yield( <unfinished ...>
[pid 3840] <... sched_yield resumed> ) = 0
[pid 3836] write(1, "All threads are running...\n", 27All threads are running...
<unfinished ...>
[pid 3841] <... sched_yield resumed> ) = 0
[pid 3836] <... write resumed> ) = 27
[pid 3841] sched_yield( <unfinished ...>
[pid 3836] futex(0x7f2b78c479d0, FUTEX_WAIT, 3842, NULL <unfinished ...>
[pid 3841] <... sched_yield resumed> ) = 0
[pid 3840] sched_yield( <unfinished ...>
[pid 3841] sched_yield( <unfinished ...>
[pid 3840] <... sched_yield resumed> ) = 0
[pid 3841] <... sched_yield resumed> ) = 0
[pid 3840] sched_yield( <unfinished ...>
[pid 3840] <... sched_yield resumed> ) = 0
[pid 3841] <... sched_yield resumed> ) = 0
[pid 3840] sched_yield( <unfinished ...>
---
and many thousands lines like these to follow...

C++ multithreaded issuing system() shell amped command hangs

i have a logging app, that receives data over udp writes fast to a noncompresed file. Then when either some period or file size is triggered we rename the file and issue a system comand that contains:
"(gzip file; mv file.gz xxx;) &"
I use cloexec everywhere so no leaking should happen. Valgrind has no errors.
The problem is that everything works beautifully, but sometimes it hangs in the
system("(gzip file; mv file.gz xxx;) &")
I did a strace on the program and ran it with some data and lookie lookie it hangs in the wait4
I checked the ps command and it was showing a pid that fork created, so process was there but apparently something hanged.
strace below has a normal fork that executed system command ok and the last one has it hanging in wait4. (in between there are udp reads)
Can i please ask an expert to check and see what i am doing wrong!
I buy beer :D
stat("5001", {st_mode=S_IFDIR|0755, st_size=512, ...}) = 0
open("5001", O_RDONLY) = 9
fcntl(9, F_SETFD, FD_CLOEXEC) = 0
getdents(9, /* 2 entries */, 3933) = 32
getdents(9, /* 0 entries */, 3933) = 0
close(9) = 0
rt_sigaction(SIGQUIT, {SIG_IGN}, {SIG_DFL}, 8) = 0
rt_sigaction(SIGINT, {SIG_IGN}, {SIG_DFL}, 8) = 0
rt_sigaction(SIGCHLD, {SIG_DFL}, {SIG_DFL}, 8) = 0
fork() = 3056
rt_sigaction(SIGQUIT, {SIG_IGN}, {SIG_IGN}, 8) = 0
rt_sigaction(SIGINT, {SIG_IGN}, {SIG_IGN}, 8) = 0
wait4(3056, [WIFEXITED(s) && WEXITSTATUS(s) == 0], 0, NULL) = 3056
--- SIGCHLD (Child exited) # 0 (0) ---
rt_sigaction(SIGQUIT, {SIG_DFL}, {SIG_IGN}, 8) = 0
rt_sigaction(SIGINT, {SIG_DFL}, {SIG_IGN}, 8) = 0
rt_sigaction(SIGCHLD, {SIG_DFL}, {SIG_DFL}, 8) = 0
open("5001_writable", O_WRONLY|O_CREAT|O_TRUNC, 0666) = 9
ioctl(9, TCGETS, 0xbeffe840) = -1 ENOTTY (Inappropriate ioctl for device)
fcntl(9, F_SETFD, FD_CLOEXEC) = 0
gettimeofday({1444247518, 979354}, NULL) = 0
select(9, [8], NULL, NULL, {30, 0}) = 1 (in [8], left {30, 0})
ioctl(8, FIONREAD, [122]) = 0
recvfrom(8, "\0020\00307.10.2015 19:51:02,907 MAIN "..., 4096, 0, {sa_family=AF_INET, sin_port=htons(44384), sin_addr=inet_addr("127.0.0.1")}, [16]) = 122
gettimeofday({1444247519, 100549}, NULL) = 0
write(9, "\0020\00307.10.2015 19:51:02,907 MAIN "..., 122) = 122
select(9, [8], NULL, NULL, {30, 0}) = 1 (in [8], left {30, 0})
ioctl(8, FIONREAD, [122]) = 0
recvfrom(8, "\0020\00307.10.2015 19:51:02,998 MAIN "..., 4096, 0, {sa_family=AF_INET, sin_port=htons(44384), sin_addr=inet_addr("127.0.0.1")}, [16]) = 122
gettimeofday({1444247519, 200931}, NULL) = 0
write(9, "\0020\00307.10.2015 19:51:02,998 MAIN "..., 122) = 122
select(9, [8], NULL, NULL, {30, 0}) = 1 (in [8], left {30, 0})
ioctl(8, FIONREAD, [122]) = 0
recvfrom(8, "\0020\00307.10.2015 19:51:03,107 MAIN "..., 4096, 0, {sa_family=AF_INET, sin_port=htons(44384), sin_addr=inet_addr("127.0.0.1")}, [16]) = 122
gettimeofday({1444247519, 299373}, NULL) = 0
write(9, "\0020\00307.10.2015 19:51:03,107 MAIN "..., 122) = 122
select(9, [8], NULL, NULL, {30, 0}) = 1 (in [8], left {30, 0})
ioctl(8, FIONREAD, [122]) = 0
recvfrom(8, "\0020\00307.10.2015 19:51:03,257 MAIN "..., 4096, 0, {sa_family=AF_INET, sin_port=htons(44384), sin_addr=inet_addr("127.0.0.1")}, [16]) = 122
gettimeofday({1444247519, 378612}, NULL) = 0
write(9, "\0020\00307.10.2015 19:51:03,257 MAIN "..., 122) = 122
select(9, [8], NULL, NULL, {30, 0}) = 1 (in [8], left {30, 0})
ioctl(8, FIONREAD, [122]) = 0
recvfrom(8, "\0020\00307.10.2015 19:51:03,348 MAIN "..., 4096, 0, {sa_family=AF_INET, sin_port=htons(44384), sin_addr=inet_addr("127.0.0.1")}, [16]) = 122
gettimeofday({1444247519, 456557}, NULL) = 0
write(9, "\0020\00307.10.2015 19:51:03,348 MAIN "..., 122) = 122
select(9, [8], NULL, NULL, {30, 0}) = 1 (in [8], left {30, 0})
ioctl(8, FIONREAD, [122]) = 0
recvfrom(8, "\0020\00307.10.2015 19:51:03,476 MAIN "..., 4096, 0, {sa_family=AF_INET, sin_port=htons(44384), sin_addr=inet_addr("127.0.0.1")}, [16]) = 122
gettimeofday({1444247519, 560522}, NULL) = 0
write(9, "\0020\00307.10.2015 19:51:03,476 MAIN "..., 122) = 122
select(9, [8], NULL, NULL, {30, 0}) = 1 (in [8], left {30, 0})
ioctl(8, FIONREAD, [122]) = 0
recvfrom(8, "\0020\00307.10.2015 19:51:03,587 MAIN "..., 4096, 0, {sa_family=AF_INET, sin_port=htons(44384), sin_addr=inet_addr("127.0.0.1")}, [16]) = 122
gettimeofday({1444247519, 630370}, NULL) = 0
write(9, "\0020\00307.10.2015 19:51:03,587 MAIN "..., 122) = 122
select(9, [8], NULL, NULL, {30, 0}) = 1 (in [8], left {30, 0})
ioctl(8, FIONREAD, [122]) = 0
recvfrom(8, "\0020\00307.10.2015 19:51:04,087 MAIN "..., 4096, 0, {sa_family=AF_INET, sin_port=htons(44384), sin_addr=inet_addr("127.0.0.1")}, [16]) = 122
gettimeofday({1444247519, 710730}, NULL) = 0
write(9, "\0020\00307.10.2015 19:51:04,087 MAIN "..., 122) = 122
select(9, [8], NULL, NULL, {30, 0}) = 1 (in [8], left {30, 0})
ioctl(8, FIONREAD, [122]) = 0
recvfrom(8, "\0020\00307.10.2015 19:51:04,267 MAIN "..., 4096, 0, {sa_family=AF_INET, sin_port=htons(44384), sin_addr=inet_addr("127.0.0.1")}, [16]) = 122
gettimeofday({1444247519, 779748}, NULL) = 0
write(9, "\0020\00307.10.2015 19:51:04,267 MAIN "..., 122) = 122
select(9, [8], NULL, NULL, {30, 0}) = 1 (in [8], left {30, 0})
ioctl(8, FIONREAD, [3]) = 0
recvfrom(8, "\342\207\221", 4096, 0, {sa_family=AF_INET, sin_port=htons(44384), sin_addr=inet_addr("127.0.0.1")}, [16]) = 3
gettimeofday({1444247519, 853032}, NULL) = 0
close(9) = 0
stat("5001_writable_tmp", 0xbeffe7e4) = -1 ENOENT (No such file or directory)
stat("5001_writable_tmp", 0xbeffe7e4) = -1 ENOENT (No such file or directory)
rename("5001_writable", "5001_writable_tmp") = 0
stat("5001", {st_mode=S_IFDIR|0755, st_size=512, ...}) = 0
open("5001", O_RDONLY) = 9
fcntl(9, F_SETFD, FD_CLOEXEC) = 0
getdents(9, /* 3 entries */, 3933) = 48
stat("5001/1", {st_mode=S_IFREG|0644, st_size=194, ...}) = 0
getdents(9, /* 0 entries */, 3933) = 0
close(9) = 0
rt_sigaction(SIGQUIT, {SIG_IGN}, {SIG_DFL}, 8) = 0
rt_sigaction(SIGINT, {SIG_IGN}, {SIG_DFL}, 8) = 0
rt_sigaction(SIGCHLD, {SIG_DFL}, {SIG_DFL}, 8) = 0
fork() = 3061
rt_sigaction(SIGQUIT, {SIG_IGN}, {SIG_IGN}, 8) = 0
rt_sigaction(SIGINT, {SIG_IGN}, {SIG_IGN}, 8) = 0
wait4(3061, [WIFEXITED(s) && WEXITSTATUS(s) == 0], 0, NULL) = 3061
--- SIGCHLD (Child exited) # 0 (0) ---
rt_sigaction(SIGQUIT, {SIG_DFL}, {SIG_IGN}, 8) = 0
rt_sigaction(SIGINT, {SIG_DFL}, {SIG_IGN}, 8) = 0
rt_sigaction(SIGCHLD, {SIG_DFL}, {SIG_DFL}, 8) = 0
open("5001_writable", O_WRONLY|O_CREAT|O_TRUNC, 0666) = 9
ioctl(9, TCGETS, 0xbeffe840) = -1 ENOTTY (Inappropriate ioctl for device)
fcntl(9, F_SETFD, FD_CLOEXEC) = 0
gettimeofday({1444247520, 154962}, NULL) = 0
select(9, [8], NULL, NULL, {30, 0}) = 1 (in [8], left {30, 0})
ioctl(8, FIONREAD, [122]) = 0
recvfrom(8, "\0020\00307.10.2015 19:51:04,908 MAIN "..., 4096, 0, {sa_family=AF_INET, sin_port=htons(44384), sin_addr=inet_addr("127.0.0.1")}, [16]) = 122
gettimeofday({1444247520, 273288}, NULL) = 0
write(9, "\0020\00307.10.2015 19:51:04,908 MAIN "..., 122) = 122
select(9, [8], NULL, NULL, {30, 0}) = 1 (in [8], left {30, 0})
ioctl(8, FIONREAD, [3]) = 0
recvfrom(8, "\342\207\221", 4096, 0, {sa_family=AF_INET, sin_port=htons(44384), sin_addr=inet_addr("127.0.0.1")}, [16]) = 3
gettimeofday({1444247520, 403675}, NULL) = 0
close(9) = 0
stat("5001_writable_tmp", 0xbeffe7e4) = -1 ENOENT (No such file or directory)
stat("5001_writable_tmp", 0xbeffe7e4) = -1 ENOENT (No such file or directory)
rename("5001_writable", "5001_writable_tmp") = 0
stat("5001", {st_mode=S_IFDIR|0755, st_size=512, ...}) = 0
open("5001", O_RDONLY) = 9
fcntl(9, F_SETFD, FD_CLOEXEC) = 0
getdents(9, /* 4 entries */, 3933) = 64
stat("5001/1", {st_mode=S_IFREG|0644, st_size=194, ...}) = 0
stat("5001/2", {st_mode=S_IFREG|0644, st_size=177, ...}) = 0
getdents(9, /* 0 entries */, 3933) = 0
close(9) = 0
rt_sigaction(SIGQUIT, {SIG_IGN}, {SIG_DFL}, 8) = 0
rt_sigaction(SIGINT, {SIG_IGN}, {SIG_DFL}, 8) = 0
rt_sigaction(SIGCHLD, {SIG_DFL}, {SIG_DFL}, 8) = 0
fork() = 3066
rt_sigaction(SIGQUIT, {SIG_IGN}, {SIG_IGN}, 8) = 0
rt_sigaction(SIGINT, {SIG_IGN}, {SIG_IGN}, 8) = 0
wait4(3066,

Frustrating "NetworkingError" with Dynamodb local

Downloaded latest version of DynamoDBLocal from here. Always I receive the following error.
{"code":"NetworkingError","name":"NetworkingError","retryable":true}
{ [NetworkingError: Connection timed out after 2000ms]
code: 'NetworkingError',
name: 'NetworkingError',
retryable: true,
statusCode: undefined,
requestId: undefined }
{"TableName":"me_change_log_sv0","_batch_write":[],"type":"select","AttributesToGet":["accountid","ts"],"Limit":10}
{ [NetworkingError: Connection timed out after 2000ms]
code: 'NetworkingError',
name: 'NetworkingError',
retryable: true,
statusCode: undefined,
requestId: undefined }
The version I'm using is: dynamodb_local_2014-01-08.tar.gz.
Doing the following operations
dynamodb.putItem(statement, function (err, data) {
callback.apply(null, [err, data]);
});
dynamodb.query(statement, function (err, data) {
callback.apply(null, [err, data]);
});
AWS SDK Im using
{
"name": "aws-sdk",
"description": "AWS SDK for JavaScript",
"version": "1.3.2",
"author": {
"name": "Amazon Web Services",
"url": "http://aws.amazon.com/"
}
....
}
Size of the data-base file just not even 5MB yet.
**strace -p 11938**
Process 11938 attached - interrupt to quit
clock_gettime(CLOCK_MONOTONIC, {58641, 454709654}) = 0
epoll_wait(5, {}, 1024, 251) = 0
clock_gettime(CLOCK_MONOTONIC, {58641, 706940918}) = 0
clock_gettime(CLOCK_MONOTONIC, {58641, 707751761}) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179396, 424759}, NULL) = 0
gettimeofday({1394179396, 425586}, NULL) = 0
gettimeofday({1394179396, 426742}, NULL) = 0
close(10) = 0
epoll_wait(5, {}, 1024, 0) = 0
clock_gettime(CLOCK_MONOTONIC, {58641, 711884239}) = 0
clock_gettime(CLOCK_MONOTONIC, {58641, 712370018}) = 0
epoll_wait(5, {}, 1024, 395) = 0
clock_gettime(CLOCK_MONOTONIC, {58642, 108247170}) = 0
clock_gettime(CLOCK_MONOTONIC, {58642, 108496768}) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179396, 824674}, NULL) = 0
epoll_wait(5, {}, 1024, 2) = 0
clock_gettime(CLOCK_MONOTONIC, {58642, 111188119}) = 0
clock_gettime(CLOCK_MONOTONIC, {58642, 111376226}) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179396, 827532}, NULL) = 0
futex(0xe8a104, FUTEX_WAKE_OP_PRIVATE, 1, 1, 0xe8a100, {FUTEX_OP_SET, 0, FUTEX_OP_CMP_GT, 1}) = 1
gettimeofday({13Size of the data-base file just not even 5MB yet.
94179396, 828122}, NULL) = 0
epoll_wait(5, {}, 1024, 0) = 0
clock_gettime(CLOCK_MONOTONIC, {58642, 112405642}) = 0
clock_gettime(CLOCK_MONOTONIC, {58642, 112589276}) = 0
epoll_wait(5, {{EPOLLIN, {u32=8, u64=8}}}, 1024, 1999) = 1
clock_gettime(CLOCK_MONOTONIC, {58642, 113063596}) = 0
read(8, "\1\0\0\0\0\0\0\0", 1024) = 8
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179396, 829495}, NULL) = 0
socket(PF_INET, SOCK_STREAM|SOCK_CLOEXEC|SOCK_NONBLOCK, IPPROTO_IP) = 10
connect(10, {sa_family=AF_INET, sin_port=htons(8999), sin_addr=inet_addr("127.0.0.1")}, 16) = -1 EINPROGRESS (Operation now in progress)
clock_gettime(CLOCK_MONOTONIC, {58642, 115065409}) = 0
epoll_ctl(5, EPOLL_CTL_ADD, 10, {EPOLLOUT, {u32=10, u64=10}}) = 0
epoll_wait(5, {{EPOLLOUT, {u32=10, u64=10}}}, 1024, 1998) = 1
clock_gettime(CLOCK_MONOTONIC, {58642, 115448331}) = 0
getsockopt(10, SOL_SOCKET, SO_ERROR, [17179869184], [4]) = 0
gettimeofday({1394179396, 831619}, NULL) = 0
gettimeofday({1394179396, 831712}, NULL) = 0
write(10, "POST / HTTP/1.1\r\nUser-Agent: aws"..., 628) = 628
clock_gettime(CLOCK_MONOTONIC, {58642, 117816574}) = 0
gettimeofday({1394179396, 833886}, NULL) = 0
epoll_ctl(5, EPOLL_CTL_ADD, 10, {EPOLLIN, {u32=10, u64=10}}) = -1 EEXIST (File exists)
epoll_ctl(5, EPOLL_CTL_MOD, 10, {EPOLLIN, {u32=10, u64=10}}) = 0
epoll_wait(5, {}, 1024, 2000) = 0
clock_gettime(CLOCK_MONOTONIC, {58644, 120194689}) = 0
clock_gettime(CLOCK_MONOTONIC, {58644, 120410187}) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179398, 836592}, NULL) = 0
gettimeofday({1394179398, 836925}, NULL) = 0
gettimeofday({1394179398, 837449}, NULL) = 0
close(10) = 0
epoll_wait(5, {}, 1024, 0) = 0
clock_gettime(CLOCK_MONOTONIC, {58644, 121921190}) = 0
clock_gettime(CLOCK_MONOTONIC, {58644, 122087215}) = 0
epoll_wait(5, {}, 1024, 798) = 0
clock_gettime(CLOCK_MONOTONIC, {58644, 921361600}) = 0
clock_gettime(CLOCK_MONOTONIC, {58644, 921663465}) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179399, 638704}, NULL) = 0
futex(0xe8a104, FUTEX_WAKE_OP_PRIVATE, 1, 1, 0xe8a100, {FUTEX_OP_SET, 0, FUTEX_OP_CMP_GT, 1}) = 1
futex(0xe8a140, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179399, 640843}, NULL) = 0
epoll_wait(5, {{EPOLLIN, {u32=8, u64=8}}}, 1024, 0) = 1
clock_gettime(CLOCK_MONOTONIC, {58644, 925632992}) = 0
read(8, "\1\0\0\0\0\0\0\0", 1024) = 8
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179399, 642726}, NULL) = 0
socket(PF_INET, SOCK_STREAM|SOCK_CLOEXEC|SOCK_NONBLOCK, IPPROTO_IP) = 10
connect(10, {sa_family=AF_INET, sin_port=htons(8999), sin_addr=inet_addr("127.0.0.1")}, 16) = -1 EINPROGRESS (Operation now in progress)
clock_gettime(CLOCK_MONOTONIC, {58644, 929255653}) = 0
epoll_ctl(5, EPOLL_CTL_ADD, 10, {EPOLLOUT, {u32=10, u64=10}}) = 0
epoll_wait(5, {{EPOLLOUT, {u32=10, u64=10}}}, 1024, 1996) = 1
clock_gettime(CLOCK_MONOTONIC, {58644, 929582115}) = 0
getsockopt(10, SOL_SOCKET, SO_ERROR, [73014444032], [4]) = 0
gettimeofday({1394179399, 646078}, NULL) = 0
gettimeofday({1394179399, 646709}, NULL) = 0
write(10, "POST / HTTP/1.1\r\nUser-Agent: aws"..., 628) = 628
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
clock_gettime(CLOCK_MONOTONIC, {58644, 937373310}) = 0
gettimeofday({1394179399, 653452}, NULL) = 0
epoll_ctl(5, EPOLL_CTL_ADD, 10, {EPOLLIN, {u32=10, u64=10}}) = -1 EEXIST (File exists)
epoll_ctl(5, EPOLL_CTL_MOD, 10, {EPOLLIN, {u32=10, u64=10}}) = 0
epoll_wait(5, {}, 1024, 2000) = 0
clock_gettime(CLOCK_MONOTONIC, {58646, 940676861}) = 0
clock_gettime(CLOCK_MONOTONIC, {58646, 940782793}) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179401, 656963}, NULL) = 0
gettimeofday({1394179401, 657395}, NULL) = 0
gettimeofday({1394179401, 657951}, NULL) = 0
gettimeofday({1394179401, 658118}, NULL) = 0
gettimeofday({1394179401, 658335}, NULL) = 0
gettimeofday({1394179401, 658414}, NULL) = 0
gettimeofday({1394179401, 658566}, NULL) = 0
gettimeofday({1394179401, 658645}, NULL) = 0
gettimeofday({1394179401, 658740}, NULL) = 0
close(10) = 0
epoll_wait(5, {}, 1024, 0) = 0
clock_gettime(CLOCK_MONOTONIC, {58646, 943174515}) = 0
clock_gettime(CLOCK_MONOTONIC, {58646, 943388057}) = 0
epoll_wait(5, {}, 1024, 1597) = 0
clock_gettime(CLOCK_MONOTONIC, {58648, 542456984}) = 0
clock_gettime(CLOCK_MONOTONIC, {58648, 542703227}) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179403, 259293}, NULL) = 0
futex(0xe8a104, FUTEX_WAKE_OP_PRIVATE, 1, 1, 0xe8a100, {FUTEX_OP_SET, 0, FUTEX_OP_CMP_GT, 1}) = 1
futex(0xe8a140, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179403, 262747}, NULL) = 0
epoll_wait(5, {{EPOLLIN, {u32=8, u64=8}}}, 1024, 0) = 1
clock_gettime(CLOCK_MONOTONIC, {58648, 548806493}) = 0
read(8, "\1\0\0\0\0\0\0\0", 1024) = 8
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179403, 265866}, NULL) = 0
socket(PF_INET, SOCK_STREAM|SOCK_CLOEXEC|SOCK_NONBLOCK, IPPROTO_IP) = 10
connect(10, {sa_family=AF_INET, sin_port=htons(8999), sin_addr=inet_addr("127.0.0.1")}, 16) = -1 EINPROGRESS (Operation now in progress)
clock_gettime(CLOCK_MONOTONIC, {58648, 553015277}) = 0
epoll_ctl(5, EPOLL_CTL_ADD, 10, {EPOLLOUT, {u32=10, u64=10}}) = 0
epoll_wait(5, {{EPOLLOUT, {u32=10, u64=10}}}, 1024, 1995) = 1
clock_gettime(CLOCK_MONOTONIC, {58648, 553498821}) = 0
getsockopt(10, SOL_SOCKET, SO_ERROR, [73014444032], [4]) = 0
gettimeofday({1394179403, 269696}, NULL) = 0
gettimeofday({1394179403, 269834}, NULL) = 0
write(10, "POST / HTTP/1.1\r\nUser-Agent: aws"..., 628) = 628
clock_gettime(CLOCK_MONOTONIC, {58648, 554508951}) = 0
gettimeofday({1394179403, 270592}, NULL) = 0
epoll_ctl(5, EPOLL_CTL_ADD, 10, {EPOLLIN, {u32=10, u64=10}}) = -1 EEXIST (File exists)
epoll_ctl(5, EPOLL_CTL_MOD, 10, {EPOLLIN, {u32=10, u64=10}}) = 0
epoll_wait(5, {}, 1024, 2000) = 0
clock_gettime(CLOCK_MONOTONIC, {58650, 557769458}) = 0
clock_gettime(CLOCK_MONOTONIC, {58650, 557991944}) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179405, 274435}, NULL) = 0
gettimeofday({1394179405, 275305}, NULL) = 0
gettimeofday({1394179405, 275666}, NULL) = 0
gettimeofday({1394179405, 276198}, NULL) = 0
gettimeofday({1394179405, 277094}, NULL) = 0
gettimeofday({1394179405, 277750}, NULL) = 0
gettimeofday({1394179405, 278327}, NULL) = 0
gettimeofday({1394179405, 279071}, NULL) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179405, 280566}, NULL) = 0
gettimeofday({1394179405, 281143}, NULL) = 0
gettimeofday({1394179405, 281282}, NULL) = 0
gettimeofday({1394179405, 282023}, NULL) = 0
gettimeofday({1394179405, 282423}, NULL) = 0
gettimeofday({1394179405, 282753}, NULL) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179405, 284865}, NULL) = 0
close(10) = 0
epoll_wait(5, {}, 1024, 0) = 0
clock_gettime(CLOCK_MONOTONIC, {58650, 569868662}) = 0
clock_gettime(CLOCK_MONOTONIC, {58650, 570084720}) = 0
epoll_wait(5, {}, 1024, 3187) = 0
clock_gettime(CLOCK_MONOTONIC, {58653, 758444376}) = 0
clock_gettime(CLOCK_MONOTONIC, {58653, 758737017}) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179408, 476156}, NULL) = 0
epoll_wait(5, {}, 1024, 8) = 0
clock_gettime(CLOCK_MONOTONIC, {58653, 769439255}) = 0
clock_gettime(CLOCK_MONOTONIC, {58653, 769746431}) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179408, 486295}, NULL) = 0
futex(0xe8a104, FUTEX_WAKE_OP_PRIVATE, 1, 1, 0xe8a100, {FUTEX_OP_SET, 0, FUTEX_OP_CMP_GT, 1}) = 1
futex(0xe8a140, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179408, 490406}, NULL) = 0
mmap(0x355236d16000, 2097152, PROT_NONE, MAP_PRIVATE|MAP_ANONYMOUS|MAP_NORESERVE, -1, 0) = 0x355236d16000
munmap(0x355236d16000, 958464) = 0
munmap(0x355236f00000, 90112) = 0
mmap(0x355236e00000, 1048576, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x355236e00000
gettimeofday({1394179408, 494454}, NULL) = 0
gettimeofday({1394179408, 494650}, NULL) = 0
gettimeofday({1394179408, 495535}, NULL) = 0
gettimeofday({1394179408, 495640}, NULL) = 0
gettimeofday({1394179408, 495927}, NULL) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179408, 496669}, NULL) = 0
epoll_wait(5, {{EPOLLIN, {u32=8, u64=8}}}, 1024, 0) = 1
clock_gettime(CLOCK_MONOTONIC, {58653, 780950938}) = 0
read(8, "\1\0\0\0\0\0\0\0", 1024) = 8
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179408, 498885}, NULL) = 0
socket(PF_INET, SOCK_STREAM|SOCK_CLOEXEC|SOCK_NONBLOCK, IPPROTO_IP) = 10
connect(10, {sa_family=AF_INET, sin_port=htons(8999), sin_addr=inet_addr("127.0.0.1")}, 16) = -1 EINPROGRESS (Operation now in progress)
clock_gettime(CLOCK_MONOTONIC, {58653, 785151335}) = 0
epoll_ctl(5, EPOLL_CTL_ADD, 10, {EPOLLOUT, {u32=10, u64=10}}) = 0
epoll_wait(5, {{EPOLLOUT, {u32=10, u64=10}}}, 1024, 1995) = 1
clock_gettime(CLOCK_MONOTONIC, {58653, 785680158}) = 0
getsockopt(10, SOL_SOCKET, SO_ERROR, [73014444032], [4]) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179408, 502416}, NULL) = 0
gettimeofday({1394179408, 502605}, NULL) = 0
write(10, "POST / HTTP/1.1\r\nUser-Agent: aws"..., 628) = 628
clock_gettime(CLOCK_MONOTONIC, {58653, 789911863}) = 0
gettimeofday({1394179408, 505975}, NULL) = 0
epoll_ctl(5, EPOLL_CTL_ADD, 10, {EPOLLIN, {u32=10, u64=10}}) = -1 EEXIST (File exists)
epoll_ctl(5, EPOLL_CTL_MOD, 10, {EPOLLIN, {u32=10, u64=10}}) = 0
epoll_wait(5, {}, 1024, 2000) = 0
clock_gettime(CLOCK_MONOTONIC, {58655, 792847586}) = 0
clock_gettime(CLOCK_MONOTONIC, {58655, 793199203}) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179410, 510503}, NULL) = 0
gettimeofday({1394179410, 510881}, NULL) = 0
gettimeofday({1394179410, 511483}, NULL) = 0
gettimeofday({1394179410, 511886}, NULL) = 0
gettimeofday({1394179410, 512321}, NULL) = 0
gettimeofday({1394179410, 512587}, NULL) = 0
gettimeofday({1394179410, 512769}, NULL) = 0
gettimeofday({1394179410, 513575}, NULL) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179410, 515897}, NULL) = 0
gettimeofday({1394179410, 516224}, NULL) = 0
gettimeofday({1394179410, 516972}, NULL) = 0
gettimeofday({1394179410, 517641}, NULL) = 0
gettimeofday({1394179410, 517850}, NULL) = 0
gettimeofday({1394179410, 518122}, NULL) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179410, 519480}, NULL) = 0
close(10) = 0
epoll_wait(5, {}, 1024, 0) = 0
clock_gettime(CLOCK_MONOTONIC, {58655, 804035602}) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
clock_gettime(CLOCK_MONOTONIC, {58655, 804501257}) = 0
epoll_wait(5, {}, 1024, 6389) = 0
clock_gettime(CLOCK_MONOTONIC, {58662, 198666141}) = 0
clock_gettime(CLOCK_MONOTONIC, {58662, 198872416}) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179416, 915474}, NULL) = 0
epoll_wait(5, {}, 1024, 4) = 0
clock_gettime(CLOCK_MONOTONIC, {58662, 204102508}) = 0
clock_gettime(CLOCK_MONOTONIC, {58662, 204565089}) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179416, 921353}, NULL) = 0
gettimeofday({1394179416, 922707}, NULL) = 0
gettimeofday({1394179416, 923319}, NULL) = 0
gettimeofday({1394179416, 923405}, NULL) = 0
gettimeofday({1394179416, 924451}, NULL) = 0
gettimeofday({1394179416, 925112}, NULL) = 0
gettimeofday({1394179416, 925758}, NULL) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
futex(0xe8a104, FUTEX_WAKE_OP_PRIVATE, 1, 1, 0xe8a100, {FUTEX_OP_SET, 0, FUTEX_OP_CMP_GT, 1}) = 1
futex(0xe8a140, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179416, 930442}, NULL) = 0
epoll_wait(5, {{EPOLLIN, {u32=8, u64=8}}}, 1024, 0) = 1
clock_gettime(CLOCK_MONOTONIC, {58662, 214918224}) = 0
read(8, "\1\0\0\0\0\0\0\0", 1024) = 8
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179416, 932895}, NULL) = 0
gettimeofday({1394179416, 933175}, NULL) = 0
gettimeofday({1394179416, 934451}, NULL) = 0
gettimeofday({1394179416, 935330}, NULL) = 0
gettimeofday({1394179416, 936345}, NULL) = 0
gettimeofday({1394179416, 936668}, NULL) = 0
gettimeofday({1394179416, 937040}, NULL) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
socket(PF_INET, SOCK_STREAM|SOCK_CLOEXEC|SOCK_NONBLOCK, IPPROTO_IP) = 10
connect(10, {sa_family=AF_INET, sin_port=htons(8999), sin_addr=inet_addr("127.0.0.1")}, 16) = -1 EINPROGRESS (Operation now in progress)
clock_gettime(CLOCK_MONOTONIC, {58662, 222878802}) = 0
epoll_ctl(5, EPOLL_CTL_ADD, 10, {EPOLLOUT, {u32=10, u64=10}}) = 0
epoll_wait(5, {{EPOLLOUT, {u32=10, u64=10}}}, 1024, 1992) = 1
clock_gettime(CLOCK_MONOTONIC, {58662, 223508526}) = 0
getsockopt(10, SOL_SOCKET, SO_ERROR, [73014444032], [4]) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179416, 940742}, NULL) = 0
gettimeofday({1394179416, 941150}, NULL) = 0
write(10, "POST / HTTP/1.1\r\nUser-Agent: aws"..., 628) = 628
clock_gettime(CLOCK_MONOTONIC, {58662, 229745675}) = 0
gettimeofday({1394179416, 945801}, NULL) = 0
epoll_ctl(5, EPOLL_CTL_ADD, 10, {EPOLLIN, {u32=10, u64=10}}) = -1 EEXIST (File exists)
epoll_ctl(5, EPOLL_CTL_MOD, 10, {EPOLLIN, {u32=10, u64=10}}) = 0
epoll_wait(5, {}, 1024, 2000) = 0
clock_gettime(CLOCK_MONOTONIC, {58664, 232432080}) = 0
clock_gettime(CLOCK_MONOTONIC, {58664, 232682516}) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179418, 949109}, NULL) = 0
gettimeofday({1394179418, 949571}, NULL) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179418, 950540}, NULL) = 0
close(10) = 0
epoll_wait(5, {}, 1024, 0) = 0
clock_gettime(CLOCK_MONOTONIC, {58664, 235647782}) = 0
clock_gettime(CLOCK_MONOTONIC, {58664, 236081853}) = 0
epoll_wait(5, {}, 1024, 12796) = 0
clock_gettime(CLOCK_MONOTONIC, {58677, 43409839}) = 0
clock_gettime(CLOCK_MONOTONIC, {58677, 43672853}) = 0
futex(0x7f30e000Size of the data-base file just not even 5MB yet.08c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179431, 760324}, NULL) = 0
futex(0xe8a104, FUTEX_WAKE_OP_PRIVATE, 1, 1, 0xe8a100, {FUTEX_OP_SET, 0, FUTEX_OP_CMP_GT, 1}) = 1
futex(0xe8a140, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179431, 763377}, NULL) = 0
epoll_wait(5, {{EPOLLIN, {u32=8, u64=8}}}, 1024, 0) = 1
clock_gettime(CLOCK_MONOTONIC, {58677, 47951511}) = 0
read(8, "\1\0\0\0\0\0\0\0", 1024) = 8
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179431, 765289}, NULL) = 0
socket(PF_INET, SOCK_STREAM|SOCK_CLOEXEC|SOCK_NONBLOCK, IPPROTO_IP) = 10
connect(10, {sa_family=AF_INET, sin_port=htons(8999), sin_addr=inet_addr("127.0.0.1")}, 16) = -1 EINPROGRESS (Operation now in progress)
clock_gettime(CLOCK_MONOTONIC, {58677, 50796311}) = 0
epoll_ctl(5, EPOLL_CTL_ADD, 10, {EPOLLOUT, {u32=10, u64=10}}) = 0
epoll_wait(5, {{EPOLLOUT, {u32=10, u64=10}}}, 1024, 1997) = 1
clock_gettime(CLOCK_MONOTONIC, {58677, 51254978}) = 0
getsockopt(10, SOL_SOCKET, SO_ERROR, [73014444032], [4]) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179431, 767687}, NULL) = 0
gettimeofday({1394179431, 768015}, NULL) = 0
write(10, "POST / HTTP/1.1\r\nUser-Agent: aws"..., 628) = 628
clock_gettime(CLOCK_MONOTONIC, {58677, 52785266}) = 0
gettimeofday({1394179431, 768842}, NULL) = 0
epoll_ctl(5, EPOLL_CTL_ADD, 10, {EPOLLIN, {u32=10, u64=10}}) = -1 EEXIST (File exists)
epoll_ctl(5, EPOLL_CTL_MOD, 10, {EPOLLIN, {u32=10, u64=10}}) = 0
epoll_wait(5, {}, 1024, 2000) = 0
clock_gettime(CLOCK_MONOTONIC, {58679, 55059403}) = 0
clock_gettime(CLOCK_MONOTONIC, {58679, 55168410}) = 0
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
gettimeofday({1394179433, 771420}, NULL) = 0
write(1, "undefined\n", 10) = 10
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
futex(0x7f30e00008c8, FUTEX_WAKE_PRIVATE, 1) = 1
write(1, "{ [NetworkingError: Connection t"..., 178) = 178
write(1, "{\"TableName\":\"webyog_change_log_"..., 129) = 129
write(1, "{ [NetworkingError: Connection t"..., 178) = 178
write(1, "null\n", 5) = 5
close(10) = 0
epoll_wait(5, {}, 1024, 0) = 0
clock_gettime(CLOCK_MONOTONIC, {58679, 59887568}) = 0
futex(0x7f30e676b9d0, FUTEX_WAIT, 11939, NULL) = 0
mmap(0x2f54f5b00000, 1048576, PROT_NONE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS|MAP_NORESERVE, -1, 0) = 0x2f54f5b00000
munmap(0x7f30e66da000, 528384) = 0
munmap(0x3957a6000000, 33554432) = 0
munmap(0x38a94da00000, 544768) = 0
munmap(0xc8e5f100000, 1048576) = 0
munmap(0x20806de00000, 1048576) = 0
munmap(0xefb91a00000, 1048576) = 0
munmap(0x1eb3e7b00000, 1048576) = 0
munmap(0x355236e00000, 1048576) = 0
munmap(0x1d38a6900000, 217088) = 0
munmap(0x11fdb5a00000, 1048576) = 0
munmap(0x390bcb700000, 1048576) = 0
munmap(0x36c1e6f00000, 1048576) = 0
munmap(0x2b516a800000, 1048576) = 0
mmap(0x2f54f5a00000, 1048576, PROT_NONE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS|MAP_NORESERVE, -1, 0) = 0x2f54f5a00000
mmap(0x2f54f5c00000, 1048576, PROT_NONE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS|MAP_NORESERVE, -1, 0) = 0x2f54f5c00000
munmap(0x202a98400000, 151552) = 0
munmap(0x10f20e500000, 1048576) = 0
munmap(0x1949a5400000, 151552) = 0
munmap(0x2a62a9f9f000, 393216) = 0
munmap(0x102d2b8f000, 2097152) = 0
munmap(0x2ce787b07000, 4194304) = 0
munmap(0x2f54f59e6000, 536870912) = 0
futex(0xe8a104, FUTEX_WAKE_OP_PRIVATE, 1, 1, 0xe8a100, {FUTEX_OP_SET, 0, FUTEX_OP_CMP_GT, 1}) = 1
futex(0xe8a140, FUTEX_WAKE_PRIVATE, 1) = 1
munmap(0x7f30e675b000, 69632) = 0
munmap(0x7f30e47ff000, 10489856) = 0
exit_group(0) = ?
Process 11938 detached
I'm not able to proceed. Please help.

"NetworkingError" is just an occasional error returned by dynamoDb from time to time, it's probably not related to your code at all... try the same command later, and it might auto-magically work next time...

Why the mysql reconnect failed and cause a segment fault?

This is the stacktrace of the crash of my program
Program terminated with signal 11, Segmentation fault.
#0 0x00002ae1caf18008 in safer_scalable_free ()
from /home/is_admin/tbb40_233oss/build/linux_intel64_gcc_cc4.1.2_libc2.5_kernel2.6.18_release/libtbbmalloc.so.2
(gdb) bt
#0 0x00002ae1caf18008 in safer_scalable_free ()
from /home/is_admin/tbb40_233oss/build/linux_intel64_gcc_cc4.1.2_libc2.5_kernel2.6.18_release/libtbbmalloc.so.2
#1 0x00002ae1cad12189 in free ()
from /home/is_admin/tbb40_233oss/build/linux_intel64_gcc_cc4.1.2_libc2.5_kernel2.6.18_release/libtbbmalloc_proxy.so.2
#2 0x00002ae1cb56fb60 in mysql_close_free (mysql=0x2ae1cc491600)
at /home/is_admin/MRPlatform/src/mysql-5.5.17/sql-common/client.c:3643
#3 0x00002ae1cb570ef1 in mysql_close (mysql=0x2ae1cc491600) at /home/is_admin/MRPlatform/src/mysql-5.5.17/sql-common/client.c:3744
#4 0x00002ae1cb573ad4 in mysql_reconnect (mysql=0x2ae1cc491600)
at /home/is_admin/MRPlatform/src/mysql-5.5.17/sql-common/client.c:3561
#5 0x00002ae1cb573c37 in cli_advanced_command (mysql=0x2ae1cc491600, command=<value optimized out>, header=0x0, header_length=0,
arg=0x0, arg_length=0, skip_check=0 '\000', stmt=0x0) at /home/is_admin/MRPlatform/src/mysql-5.5.17/sql-common/client.c:852
#6 0x00002ae1cb56a3e1 in mysql_ping (mysql=0x1) at /home/is_admin/MRPlatform/src/mysql-5.5.17/libmysql/libmysql.c:969
#7 0x000000000042ded6 in TDRNetwork::DataAccess::ExecuteSQL(char const*) ()
#8 0x000000000041c511 in MRSystem::Master::Process(TDRNetwork::JobMsg*) ()
#9 0x000000000042a33f in MRSystem::MasterWorker::Run() ()
#10 0x000000000042fc99 in TDRNetwork::Thread::StartThread(void*) ()
#11 0x00000033b080673d in start_thread () from /lib64/libpthread.so.0
#12 0x00000033b00d44bd in clone () from /lib64/libc.so.6
At frame 6 I noticed that the mysql=0x1 which is outof bound. It seems the mysql link auto closed after 8 hours if no action taken. So why the reconnection failed? Thanks.
EDIT:
the error occurs at client.c:3643 my_free(mysql->info_buffer);
#if defined(EMBEDDED_LIBRARY) || MYSQL_VERSION_ID >= 50100
my_free(mysql->info_buffer);
mysql->info_buffer= 0;
#endif
And the info_buffer is out of bound:
(gdb) p *mysql
$2 = {net = {vio = 0x0, buff = 0x0, buff_end = 0x2aaaabcf5080 "", write_pos = 0x2aaaabcf3080 "", read_pos = 0x2aaaabcf3080 "",
fd = 10, remain_in_buf = 0, length = 0, buf_length = 0, where_b = 0, max_packet = 8192, max_packet_size = 1073741824,
pkt_nr = 1, compress_pkt_nr = 0, write_timeout = 31536000, read_timeout = 31536000, retry_count = 1, fcntl = 0,
return_status = 0x0, reading_or_writing = 0 '\000', save_char = 0 '\000', unused1 = 0 '\000', unused2 = 0 '\000',
compress = 0 '\000', unused3 = 0 '\000', unused = 0x0, last_errno = 0, error = 2 '\002', unused4 = 0 '\000',
unused5 = 0 '\000', last_error = '\000' <repeats 511 times>, sqlstate = "00000", extension = 0x0}, connector_fd = 0x0,
host = 0x2aaaabea34b8 "127.0.0.1", user = 0x2aaaabeb3bf8 "", passwd = 0x2aaaabeb3c00 "\370;뫪*", unix_socket = 0x0,
server_version = 0x2aaaabea34d0 "5.5.17", host_info = 0x2aaaabea34a0 "", info = 0x0, db = 0x2aaaabeb3c08 "",
charset = 0x2aaaab661060, fields = 0x0, field_alloc = {free = 0x0, used = 0x0, pre_alloc = 0x0, min_malloc = 32,
block_size = 8160, block_num = 4, first_block_usage = 0, error_handler = 0}, affected_rows = 18446744073709551615,
insert_id = 0, extra_info = 0, thread_id = 472, packet_length = 7, port = 3306, client_flag = 959117,
server_capabilities = 18446744071563114495, protocol_version = 10, field_count = 0, server_status = 2, server_language = 33,
warning_count = 0, options = {connect_timeout = 0, read_timeout = 0, write_timeout = 0, port = 0, protocol = 0, client_flag = 0,
host = 0x0, user = 0x0, password = 0x0, unix_socket = 0x0, db = 0x0, init_commands = 0x0, my_cnf_file = 0x0,
my_cnf_group = 0x0, charset_dir = 0x0, charset_name = 0x0, ssl_key = 0x0, ssl_cert = 0x0, ssl_ca = 0x0, ssl_capath = 0x0,
ssl_cipher = 0x0, shared_memory_base_name = 0x0, max_allowed_packet = 0, use_ssl = 0 '\000', compress = 0 '\000',
named_pipe = 0 '\000', unused1 = 0 '\000', unused2 = 0 '\000', unused3 = 0 '\000', unused4 = 0 '\000',
methods_to_use = MYSQL_OPT_CONNECT_TIMEOUT, client_ip = 0x0, secure_auth = 0 '\000', report_data_truncation = 0 '\000',
local_infile_init = 0, local_infile_read = 0, local_infile_end = 0, local_infile_error = 0, local_infile_userdata = 0x0,
extension = 0x0}, status = MYSQL_STATUS_READY, free_me = 0 '\000', reconnect = 1 '\001', scramble = "[k)(,EVacN<#96B(?E{_",
unused1 = 0 '\000', unused2 = 0x0, unused3 = 0x0, unused4 = 0x0, unused5 = 0x0, stmts = 0x0, methods = 0x2aaaab650100,
thd = 0x0, unbuffered_fetch_owner = 0x0, **info_buffer = 0x1 <Address 0x1 out of bounds>**, extension = 0x2aaaabebb708}