View Issue Details

Jump to NotesJump to History
IDProjectCategoryView StatusDate SubmittedLast Update
0000140NixGeneralpublic2023-09-08 12:332023-09-25 09:52
Reporterimmae Assigned Toimmae  
PriorityhighSeveritymajorReproducibilityrandom
Status closedResolutionfixed 
Summary0000140: Coredump from httpd
Description

Happened only once yet

       Message: Process 347193 (httpd) of user 54 dumped core.                                                                                                                                                                                 

                Module mod_proxy_wstunnel.so without build-id.                                                                                                                                                                                 
                Module mod_proxy_fcgi.so without build-id.                                                                                                                                                                                     
                Module mod_macro.so without build-id.                                                                                                                                                                                          
                Module mod_authnz_ldap.so without build-id.                                                                                                                                                                                    
                Module mod_ldap.so without build-id.                                                                                                                                                                                           
                Module mod_filter.so without build-id.                                                                                                                                                                                         
                Module libz.so.1 without build-id.                                                                                                                                                                                             
                Module mod_deflate.so without build-id.                                                                                                                                                                                        
                Module mod_access_compat.so without build-id.                                                                                                                                                                                  
                Module mod_cache_disk.so without build-id.                                                                                                                                                                                     
                Module mod_cache.so without build-id.                                                                                                                                                                                          
                Module mod_proxy_http.so without build-id.                                                                                                                                                                                     
                Module mod_proxy.so without build-id.                                                                                                                                                                                          
                Module mod_speling.so without build-id.                                                                                                                                                                                        
                Module mod_actions.so without build-id.                                                                                                                                                                                        
                Module mod_imagemap.so without build-id.                                                                                                                                                                                       
                Module mod_vhost_alias.so without build-id.                                                                                                                                                                                    
                Module mod_dav_fs.so without build-id.
                Module mod_info.so without build-id.
                Module mod_asis.so without build-id.
                Module mod_status.so without build-id.     
                Module mod_dav.so without build-id.
                Module mod_setenvif.so without build-id.   
                Module mod_usertrack.so without build-id.  
                Module mod_headers.so without build-id.    
                Module mod_expires.so without build-id.
                Module mod_cern_meta.so without build-id.
                Module mod_mime_magic.so without build-id. 
                Module mod_env.so without build-id.
                Module mod_include.so without build-id.
                Module mod_ext_filter.so without build-id.
                Module mod_authz_host.so without build-id.
                Module mod_authz_groupfile.so without build-id.
                Module mod_authz_user.so without build-id.
                Module mod_authn_anon.so without build-id.
                Module mod_authn_dbm.so without build-id.
                Module mod_authn_file.so without build-id.
                Module mod_auth_digest.so without build-id. 
                Module mod_auth_basic.so without build-id.
                Module mod_ssl.so without build-id.
                Module libnghttp2.so.14 without build-id.
                Module mod_http2.so without build-id.
                Module mod_cgid.so without build-id.
                Module mod_mpm_worker.so without build-id.
                Module mod_socache_shmcb.so without build-id.
                Module mod_slotmem_shm.so without build-id. 
                Module mod_unixd.so without build-id.
                Module mod_rewrite.so without build-id.
                Module mod_alias.so without build-id.
                Module mod_dir.so without build-id.
                Module mod_negotiation.so without build-id. 
                Module mod_autoindex.so without build-id.
                Module mod_mime.so without build-id.
                Module mod_log_config.so without build-id.
                Module mod_authz_core.so without build-id.
                Module mod_authn_core.so without build-id.
                Module apr_ldap-1.so without build-id.
                Module libsasl2.so.3 without build-id.
                Module liblber.so.2 without build-id.
                Module libldap.so.2 without build-id.
                Module libcrypt.so.2 without build-id.
                Module libgcc_s.so.1 without build-id.
                Module libapr-1.so.0 without build-id.
                Module libexpat.so.1 without build-id.
                Module libdb-5.3.so without build-id.
                Module libaprutil-1.so.0 without build-id.
                Module libpcre2-8.so.0 without build-id.
                Module httpd without build-id.
                Stack trace of thread 1898:
                #0  0x00007f117c158fc1 memcpy@GLIBC_2.2.5 (libc.so.6 + 0x9ffc1)
                0000001  0x00007f117b966bd3 ssl_io_filter_coalesce (mod_ssl.so + 0x17bd3)
                0000002  0x00007f117befdbae pass_output (mod_http2.so + 0xebae)
                0000003  0x00007f117bf10e09 h2_session_send.isra.0 (mod_http2.so + 0x21e09)
                0000004  0x00007f117bf10f43 h2_session_process (mod_http2.so + 0x21f43)
                0000005  0x00007f117befc511 h2_c1_run (mod_http2.so + 0xd511)
                0000006  0x00007f117befc927 h2_c1_hook_process_connection (mod_http2.so + 0xd927)
                0000007  0x0000000000467ff5 ap_run_process_connection (httpd + 0x67ff5)
                0000008  0x00007f117bf42482 worker_thread (mod_mpm_worker.so + 0x8482)
                0000009  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000010 0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1869:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x00007f117bf1bd7d slot_run (mod_http2.so + 0x2cd7d)
                0000003  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000004  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1875:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x00007f117bf1bd7d slot_run (mod_http2.so + 0x2cd7d)
                0000003  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000004  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1863:
                #0  0x00007f117c1af74c read (libc.so.6 + 0xf674c)
                0000001  0x000000000046b7d4 ap_mpm_podx_check (httpd + 0x6b7d4)
                0000002  0x00007f117bf40ab8 child_main (mod_mpm_worker.so + 0x6ab8)
                0000003  0x00007f117bf40e71 make_child (mod_mpm_worker.so + 0x6e71)
                0000004  0x00007f117bf41969 worker_run (mod_mpm_worker.so + 0x7969)
                0000005  0x000000000043f296 ap_run_mpm (httpd + 0x3f296)
                0000006  0x00000000004370af main (httpd + 0x370af)
                0000007  0x00007f117c0dcace __libc_start_call_main (libc.so.6 + 0x23ace)
                0000008  0x00007f117c0dcb89 __libc_start_main@@GLIBC_2.34 (libc.so.6 + 0x23b89)
                0000009  0x00000000004371b5 _start (httpd + 0x371b5)

                Stack trace of thread 1864:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x00007f117bf1bd7d slot_run (mod_http2.so + 0x2cd7d)
                0000003  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000004  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1865:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x00007f117bf1bd7d slot_run (mod_http2.so + 0x2cd7d)
                0000003  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000004  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1867:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x00007f117bf1bd7d slot_run (mod_http2.so + 0x2cd7d)
                0000003  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000004  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1883:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x00007f117bf1bd7d slot_run (mod_http2.so + 0x2cd7d)
                0000003  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000004  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1871:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x00007f117bf1bd7d slot_run (mod_http2.so + 0x2cd7d)
                0000003  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000004  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1866:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x00007f117bf1bd7d slot_run (mod_http2.so + 0x2cd7d)
                0000003  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000004  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1872:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x00007f117bf1bd7d slot_run (mod_http2.so + 0x2cd7d)
                0000003  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000004  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1886:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x00007f117bf1bd7d slot_run (mod_http2.so + 0x2cd7d)
                0000003  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000004  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1887:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x00007f117bf1bd7d slot_run (mod_http2.so + 0x2cd7d)
                0000003  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000004  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1900:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x000000000046c705 ap_queue_pop_something (httpd + 0x6c705)
                0000003  0x00007f117bf42328 worker_thread (mod_mpm_worker.so + 0x8328)
                0000004  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000005  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1885:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x00007f117bf1bd7d slot_run (mod_http2.so + 0x2cd7d)
                0000003  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000004  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1897:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x000000000046c705 ap_queue_pop_something (httpd + 0x6c705)
                0000003  0x00007f117bf42328 worker_thread (mod_mpm_worker.so + 0x8328)
                0000004  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000005  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1905:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x000000000046c705 ap_queue_pop_something (httpd + 0x6c705)
                0000003  0x00007f117bf42328 worker_thread (mod_mpm_worker.so + 0x8328)
                0000004  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000005  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1896:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x000000000046c705 ap_queue_pop_something (httpd + 0x6c705)
                0000003  0x00007f117bf42328 worker_thread (mod_mpm_worker.so + 0x8328)
                0000004  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000005  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1884:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x00007f117bf1bd7d slot_run (mod_http2.so + 0x2cd7d)
                0000003  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000004  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1881:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x00007f117bf1bd7d slot_run (mod_http2.so + 0x2cd7d)
                0000003  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000004  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1901:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x000000000046c705 ap_queue_pop_something (httpd + 0x6c705)
                0000003  0x00007f117bf42328 worker_thread (mod_mpm_worker.so + 0x8328)
                0000004  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000005  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1874:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x00007f117bf1bd7d slot_run (mod_http2.so + 0x2cd7d)
                0000003  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000004  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1899:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x000000000046c705 ap_queue_pop_something (httpd + 0x6c705)
                0000003  0x00007f117bf42328 worker_thread (mod_mpm_worker.so + 0x8328)
                0000004  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000005  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1904:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x000000000046c705 ap_queue_pop_something (httpd + 0x6c705)
                0000003  0x00007f117bf42328 worker_thread (mod_mpm_worker.so + 0x8328)
                0000004  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000005  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1877:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x00007f117bf1bd7d slot_run (mod_http2.so + 0x2cd7d)
                0000003  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000004  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1870:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x00007f117bf1bd7d slot_run (mod_http2.so + 0x2cd7d)
                0000003  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000004  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1915:
                #0  0x00007f117c1c0dc6 epoll_wait (libc.so.6 + 0x107dc6)
                0000001  0x00007f117c2f012a impl_pollset_poll (libapr-1.so.0 + 0x2b12a)
                0000002  0x00007f117bf42833 listener_thread (mod_mpm_worker.so + 0x8833)
                0000003  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000004  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1888:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x00007f117bf1bd7d slot_run (mod_http2.so + 0x2cd7d)
                0000003  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000004  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1909:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x000000000046c705 ap_queue_pop_something (httpd + 0x6c705)
                0000003  0x00007f117bf42328 worker_thread (mod_mpm_worker.so + 0x8328)
                0000004  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000005  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1868:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x00007f117bf1bd7d slot_run (mod_http2.so + 0x2cd7d)
                0000003  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000004  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1878:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x00007f117bf1bd7d slot_run (mod_http2.so + 0x2cd7d)
                0000003  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000004  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1913:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x000000000046c705 ap_queue_pop_something (httpd + 0x6c705)
                0000003  0x00007f117bf42328 worker_thread (mod_mpm_worker.so + 0x8328)
                0000004  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000005  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1892:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x000000000046c705 ap_queue_pop_something (httpd + 0x6c705)
                0000003  0x00007f117bf42328 worker_thread (mod_mpm_worker.so + 0x8328)
                0000004  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000005  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1894:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x000000000046c705 ap_queue_pop_something (httpd + 0x6c705)
                0000003  0x00007f117bf42328 worker_thread (mod_mpm_worker.so + 0x8328)
                0000004  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000005  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1882:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x00007f117bf1bd7d slot_run (mod_http2.so + 0x2cd7d)
                0000003  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000004  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1911:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x000000000046c705 ap_queue_pop_something (httpd + 0x6c705)
                0000003  0x00007f117bf42328 worker_thread (mod_mpm_worker.so + 0x8328)
                0000004  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000005  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1895:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x000000000046c705 ap_queue_pop_something (httpd + 0x6c705)
                0000003  0x00007f117bf42328 worker_thread (mod_mpm_worker.so + 0x8328)
                0000004  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000005  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

                Stack trace of thread 1914:
                #0  0x00007f117c13b9e6 __futex_abstimed_wait_common (libc.so.6 + 0x829e6)
                0000001  0x00007f117c13e1d8 pthread_cond_wait@@GLIBC_2.3.2 (libc.so.6 + 0x851d8)
                0000002  0x000000000046c705 ap_queue_pop_something (httpd + 0x6c705)
                0000003  0x00007f117bf42328 worker_thread (mod_mpm_worker.so + 0x8328)
                0000004  0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000005  0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)

(...)

                Stack trace of thread 1903:
                #0  0x00007f117c1b377f __poll (libc.so.6 + 0xfa77f)
                0000001  0x00007f117c2f3829 apr_wait_for_io_or_timeout (libapr-1.so.0 + 0x2e829)
                0000002  0x00007f117c2ecba5 apr_socket_recv (libapr-1.so.0 + 0x27ba5)
                0000003  0x00007f117c5117d1 socket_bucket_read (libaprutil-1.so.0 + 0xd7d1)
                0000004  0x00007f117c50fb1a apr_brigade_split_line (libaprutil-1.so.0 + 0xbb1a)
                0000005  0x0000000000458adb ap_core_input_filter (httpd + 0x58adb)
                0000006  0x000000000044397b ap_rgetline_core (httpd + 0x4397b)
                0000007  0x00000000004479e6 ap_read_request (httpd + 0x479e6)
                0000008  0x0000000000471911 ap_process_http_connection (httpd + 0x71911)
                0000009  0x0000000000467ff5 ap_run_process_connection (httpd + 0x67ff5)
                0000010 0x00007f117bf42482 worker_thread (mod_mpm_worker.so + 0x8482)
                0000011 0x00007f117c13edd4 start_thread (libc.so.6 + 0x85dd4)
                0000012 0x00007f117c1c09b0 __clone3 (libc.so.6 + 0x1079b0)
                ELF object binary architecture: AMD x86-64
Tagshttpd

Activities

immae

2023-09-09 07:38

administrator   ~0000044

Log message in /var/log/httpd/production/error.log:

[Fri Sep 08 05:33:52.577632 2023] [core:notice] [pid 250:tid 139713071220544] AH00051: child pid 1863 exit signal Segmentation fault (11), possible coredump in /nix/store/w0cbd5djp6ib3jyikqb2k06gzb9lp1hj-apache-httpd-2.4.57

immae

2023-09-12 21:54

administrator   ~0000047

coredump happened twice in a row after 4 days silent.

immae

2023-09-12 21:55

administrator   ~0000048

As a workaround, a service is monitoring journald logs for coredumps and reloads the service when it happens.

immae

2023-09-13 16:49

administrator   ~0000049

Suggestions from #httpd@libera.chat:

  • strace -o /tmp/outputfile -s 5000 httpd -X or strace -ff -F -s200 -o /tmp/strace.out -p PID
  • upgrade nghttp2 (https://github.com/nghttp2/nghttp2/)
  • compile with -ggdb (and -fno-omit-frame-pointer) to get debugging symbols
  • switch from mpm_worker to mpm_event

immae

2023-09-13 22:14

administrator   ~0000050

mpm was switched from worker to event. Monitoring from now

immae

2023-09-15 06:33

administrator   ~0000055

No crash in the last 30 hours

immae

2023-09-25 09:52

administrator   ~0000056

Keeping the coredump catcher for archive

systemd.services = attrsets.mapAttrs' (name: icfg: attrsets.nameValuePair
  "httpd-coredump-catcher-${name}" {
    wantedBy = [ "multi-user.target" ];
    script = let
      unit = if icfg.moduleType == "container" then "container@httpd-${name}.service" else "httpd.service";
      prefix = if icfg.moduleType == "container" then "${pkgs.systemd}/bin/machinectl shell httpd-${name} " else "";
      cursor = "/var/lib/httpd-coredump-catcher/${name}.cursor";
    in ''
      cursor=$(${pkgs.systemd}/bin/journalctl -n 0 --cursor-file=${cursor} --show-cursor | tail -n1 | sed -e "s/^-- cursor: //")
      ${prefix}/run/current-system/sw/bin/systemctl reload httpd.service
      ${pkgs.systemd}/bin/journalctl --cursor-file=${cursor} -f --output-fields=COREDUMP_UNIT --output=json MESSAGE_ID=fc2e22bc6ee647b6b90729ab34a250b1 COREDUMP_UNIT=${unit} | while read -r dump; do
        ${prefix}/run/current-system/sw/bin/systemctl restart httpd.service
        echo "$dump" | ${pkgs.jq}/bin/jq -r .__CURSOR > ${cursor}
      done
    '';
    postStop = let
      cursor = "/var/lib/httpd-coredump-catcher/${name}.cursor";
    in ''
      ${pkgs.systemd}/bin/journalctl -n 0 --cursor-file=${cursor} --show-cursor | tail -n1 | sed -e "s/^-- cursor: //"
    '';
    serviceConfig = {
      Restart = "always";
      RestartSec = "5s";
      ExecStartPre = "${pkgs.coreutils}/bin/mkdir -p %S/httpd-coredump-catcher";
    };
  }
) (lib.filterAttrs (k: v: v.enable) cfg.env);

Issue History

Date Modified Username Field Change
2023-09-08 12:33 immae New Issue
2023-09-08 12:33 immae Tag Attached: httpd
2023-09-08 12:48 immae Assigned To => immae
2023-09-08 12:48 immae Status new => confirmed
2023-09-09 07:38 immae Note Added: 0000044
2023-09-12 21:54 immae Note Added: 0000047
2023-09-12 21:55 immae Note Added: 0000048
2023-09-13 16:49 immae Note Added: 0000049
2023-09-13 22:14 immae Note Added: 0000050
2023-09-15 06:33 immae Status confirmed => resolved
2023-09-15 06:33 immae Resolution open => fixed
2023-09-15 06:33 immae Note Added: 0000055
2023-09-15 06:33 immae Status resolved => closed
2023-09-25 09:52 immae Note Added: 0000056