golden hour

/usr/include

File/Folder	Size	Actions
FlexLexer.h	6.73 KB
GL	-
X11	-
a.out.h	4.25 KB
aio.h	7.56 KB
aliases.h	1.98 KB
alloca.h	1.17 KB
apache2	-
ar.h	1.69 KB
argp.h	24.95 KB
argz.h	5.91 KB
arpa	-
asm	-
asm-generic	-
assert.h	4.46 KB
autosprintf.h	2.36 KB
bind9	-
bits	-
blkid	-
brotli	-
bsock	-
byteswap.h	1.42 KB
bzlib.h	6.09 KB
c++	-
com_err.h	2.07 KB
complex.h	7.95 KB
cpio.h	2.21 KB
cpuidle.h	931 B
crypt.h	10.9 KB
ctype.h	10.71 KB
curses.h	96.82 KB
cursesapp.h	7.06 KB
cursesf.h	27.37 KB
cursesm.h	19.44 KB
cursesp.h	8.55 KB
cursesw.h	49.13 KB
cursslk.h	7.15 KB
db.h	120.22 KB
db_185.h	5.84 KB
dbm.h	1.37 KB
dirent.h	12.32 KB
dlfcn.h	7.52 KB
drm	-
e2p	-
elf.h	178.26 KB
endian.h	2.25 KB
entities.h	4.81 KB
envz.h	2.8 KB
err.h	2.29 KB
errno.h	1.64 KB
error.h	2.36 KB
et	-
eti.h	2.9 KB
etip.h	9.61 KB
evdns.h	1.97 KB
event.h	2.68 KB
event2	-
evhttp.h	1.99 KB
evrpc.h	1.97 KB
evutil.h	1.74 KB
execinfo.h	1.49 KB
expat.h	42.75 KB
expat_config.h	3.82 KB
expat_external.h	5.89 KB
ext2fs	-
fcntl.h	11.17 KB
features-time64.h	1.37 KB
features.h	17.69 KB
fenv.h	5.65 KB
ffi-x86_64.h	13.88 KB
ffi.h	556 B
ffitarget-x86_64.h	4.63 KB
ffitarget.h	616 B
finclude	-
fmtmsg.h	3.16 KB
fnmatch.h	2.24 KB
fontconfig	-
form.h	18.46 KB
fpu_control.h	3.5 KB
freetype2	-
fstab.h	3.04 KB
fstrm	-
fstrm.h	12.71 KB
fts.h	9.35 KB
ftw.h	6.19 KB
gconv.h	4.11 KB
gd.h	58.25 KB
gd_color_map.h	478 B
gd_errors.h	1.47 KB
gd_io.h	2.93 KB
gdbm	-
gdbm.h	11.9 KB
gdcache.h	2.92 KB
gdfontg.h	553 B
gdfontl.h	551 B
gdfontmb.h	519 B
gdfonts.h	515 B
gdfontt.h	546 B
gdfx.h	496 B
gdpp.h	50.73 KB
gelf.h	11.14 KB
getopt.h	1.43 KB
gettext-po.h	15.18 KB
gio-unix-2.0	-
glib-2.0	-
glob.h	7.13 KB
gnu	-
gnu-versions.h	2.29 KB
gnumake.h	2.84 KB
google	-
gpg-error.h	71.92 KB
gpgrt.h	71.92 KB
graphite2	-
grp.h	6.53 KB
gshadow.h	4.42 KB
gssapi	-
gssapi.h	181 B
gssrpc	-
harfbuzz	-
iconv.h	1.81 KB
idn-free.h	2.56 KB
idn-int.h	20 B
idna.h	3.89 KB
ieee754.h	4.8 KB
ifaddrs.h	2.77 KB
inttypes.h	8.14 KB
jconfig-64.h	1.98 KB
jconfig.h	246 B
jerror.h	15.35 KB
jmorecfg.h	13.98 KB
jpegint.h	15.25 KB
jpeglib.h	49.1 KB
json-c	-
kadm5	-
kdb.h	62.83 KB
keyutils.h	11.52 KB
krad.h	8.72 KB
krb5	-
krb5.h	402 B
langinfo.h	17.43 KB
lastlog.h	126 B
lber.h	15.12 KB
lber_types.h	1.43 KB
ldap.h	72.36 KB
ldap_cdefs.h	9.24 KB
ldap_features.h	1.55 KB
ldap_schema.h	9.23 KB
ldap_utf8.h	3.39 KB
ldif.h	4.68 KB
libaio.h	8.75 KB
libdb	-
libelf.h	19.84 KB
libexslt	-
libgen.h	1.35 KB
libintl.h	4.47 KB
liblsapi-sha1.h	569 B
libltdl	-
libmount	-
libpng16	-
libxml2	-
libxslt	-
limits.h	5.57 KB
link.h	7.05 KB
linux	-
lmdb.h	72.28 KB
locale.h	7.5 KB
lsapidef.h	4.6 KB
lscapi.h	24.21 KB
lscapi_config.h	599 B
ltdl.h	5.58 KB
lve	-
lzma	-
lzma.h	9.63 KB
malloc.h	5.77 KB
math.h	47.63 KB
maxminddb.h	8.34 KB
maxminddb_config-64.h	504 B
maxminddb_config.h	178 B
mcheck.h	2.38 KB
memory.h	956 B
menu.h	11.6 KB
misc	-
mntent.h	3.28 KB
monetary.h	1.92 KB
mqueue.h	4.5 KB
mtd	-
mysql	-
nc_tparm.h	4.67 KB
ncurses	-
ncurses.h	96.82 KB
ncurses_dll.h	3.95 KB
ncursesw	-
ndbm.h	2.39 KB
net	-
netash	-
netatalk	-
netax25	-
netdb.h	27.79 KB
neteconet	-
netinet	-
netipx	-
netiucv	-
netpacket	-
netrom	-
netrose	-
nfs	-
nl_types.h	1.71 KB
nlist.h	1.56 KB
nss.h	14.07 KB
obstack.h	20.81 KB
openldap.h	964 B
openssl	-
panel.h	4.41 KB
paths.h	2.91 KB
pcp	-
pcre.h	30.97 KB
pcre2.h	46.15 KB
pcre2posix.h	6.52 KB
pcre_scanner.h	6.45 KB
pcre_stringpiece.h	6.16 KB
pcrecpp.h	25.91 KB
pcrecpparg.h	6.62 KB
pcreposix.h	5.74 KB
png.h	139.51 KB
pngconf.h	22.31 KB
pnglibconf.h	7.43 KB
poll.h	22 B
powercap.h	1.62 KB
pr29.h	2.19 KB
printf.h	6.71 KB
proc_service.h	3.4 KB
profile.h	11.87 KB
protobuf-c	-
protocols	-
pthread.h	47.39 KB
pty.h	1.53 KB
punycode.h	9.3 KB
pwd.h	6.17 KB
python3.9	-
rdma	-
re_comp.h	963 B
readline	-
regex.h	25.3 KB
regexp.h	1.41 KB
resolv.h	12.1 KB
rpc	-
sasl	-
sched.h	4.92 KB
scsi	-
search.h	5.32 KB
security	-
selinux	-
semaphore.h	3.38 KB
sepol	-
setjmp.h	3.12 KB
sgtty.h	1.31 KB
shadow.h	5.34 KB
signal.h	12.73 KB
slapi-plugin.h	37.45 KB
sound	-
spawn.h	7.84 KB
stab.h	264 B
stdc-predef.h	2.24 KB
stdint.h	8.28 KB
stdio.h	30.67 KB
stdio_ext.h	2.73 KB
stdlib.h	35.46 KB
string.h	18.33 KB
stringprep.h	9.53 KB
strings.h	4.64 KB
sys	-
syscall.h	25 B
sysexits.h	5.11 KB
syslog.h	24 B
sysprof-4	-
tar.h	3.7 KB
term.h	40.95 KB
term_entry.h	8.9 KB
termcap.h	3.39 KB
termio.h	214 B
termios.h	3.51 KB
tgmath.h	39.24 KB
thread_db.h	15.65 KB
threads.h	7.51 KB
tic.h	14.48 KB
tiff.h	46.33 KB
tiffconf-64.h	3.19 KB
tiffconf.h	250 B
tiffio.h	24.13 KB
tiffio.hxx	1.62 KB
tiffvers.h	410 B
time.h	14.49 KB
tld.h	4.85 KB
ttyent.h	2.44 KB
uchar.h	1.96 KB
ucontext.h	1.99 KB
ulimit.h	1.55 KB
unctrl.h	3.1 KB
unicode	-
unistd.h	43.45 KB
utime.h	1.86 KB
utmp.h	3.15 KB
utmpx.h	4 KB
values.h	1.91 KB
verto-module.h	6.48 KB
verto.h	18.98 KB
video	-
wait.h	22 B
wchar.h	31.39 KB
wctype.h	5.42 KB
webp	-
wordexp.h	2.44 KB
xcb	-
xen	-
zconf.h	15.88 KB
zdict.h	25.81 KB
zlib.h	94 KB
zstd.h	167.36 KB
zstd_errors.h	4.43 KB

Edit: fstrm.h

/*
 * Copyright (c) 2013-2014 by Farsight Security, Inc.
 *
 * Permission is hereby granted, free of charge, to any person obtaining
 * a copy of this software and associated documentation files (the
 * "Software"), to deal in the Software without restriction, including
 * without limitation the rights to use, copy, modify, merge, publish,
 * distribute, sublicense, and/or sell copies of the Software, and to
 * permit persons to whom the Software is furnished to do so, subject to
 * the following conditions:
 *
 * The above copyright notice and this permission notice shall be included
 * in all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
 * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
 * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 *
 */

/*! \file
 * \mainpage Introduction
 *
 * This is `fstrm`, a C implementation of the Frame Streams data transport
 * protocol.
 *
 * Frame Streams is a light weight, binary clean protocol that allows for the
 * transport of arbitrarily encoded data payload sequences with minimal framing
 * overhead -- just four bytes per data frame. Frame Streams does not specify an
 * encoding format for data frames and can be used with any data serialization
 * format that produces byte sequences, such as [Protocol Buffers], [XML],
 * [JSON], [MessagePack], [YAML], etc. Frame Streams can be used as both a
 * streaming transport over a reliable byte stream socket (TCP sockets, TLS
 * connections, `AF_UNIX` sockets, etc.) for data in motion as well as a file
 * format for data at rest. A "Content Type" header identifies the type of
 * payload being carried over an individual Frame Stream and allows cooperating
 * programs to determine how to interpret a given sequence of data payloads.
 *
 * `fstrm` is an optimized C implementation of Frame Streams that includes a
 * fast, lockless circular queue implementation and exposes library interfaces
 * for setting up a dedicated Frame Streams I/O thread and asynchronously
 * submitting data frames for transport from worker threads. It was originally
 * written to facilitate the addition of high speed binary logging to DNS
 * servers written in C using the [dnstap] log format.
 *
 * This is the API documentation for the `fstrm` library. For the project
 * hosting site, see <https://github.com/farsightsec/fstrm>.
 *
 * \authors Farsight Security, Inc. and the `fstrm` authors.
 *
 * \copyright 2013-2018. Licensed under the terms of the [MIT] license.
 *
 * [Protocol Buffers]: https://developers.google.com/protocol-buffers/
 * [XML]:              http://www.w3.org/TR/xml11/
 * [JSON]:             http://www.json.org/
 * [MessagePack]:      http://msgpack.org/
 * [YAML]:             http://www.yaml.org/
 * [dnstap]:           http://dnstap.info/
 * [MIT]:              https://opensource.org/licenses/MIT
 *
 * \page overview Library overview
 *
 * \section init Initializing the library
 *
 * `fstrm` has no global library state. In most cases, only a single
 * \ref fstrm_iothr library context object will be needed for the entire process,
 * which will implicitly create a background I/O serialization thread. This I/O
 * thread is bound to a particular output writer (for example, an `AF_UNIX`
 * socket) and is fully buffered -- submitted data frames will be accumulated in
 * an output buffer and periodically flushed, minimizing the number of system
 * calls that need to be performed. This frees worker threads from waiting for a
 * write() to complete.
 *
 * `fstrm` abstracts the actual I/O operations needed to read or write a byte
 * stream. File and socket I/O implementations are included in the library, but
 * if necessary `fstrm` can be extended to support new types of byte stream
 * transports. See the \ref fstrm_reader, \ref fstrm_writer, and \ref fstrm_rdwr
 * interfaces for details.
 *
 * The following code example shows the initialization of an `fstrm_iothr`
 * library context object connected to an \ref fstrm_file writer.
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
        const char *file_path = "/tmp/output.fs";
        struct fstrm_file_options *fopt;
        struct fstrm_iothr *iothr;
        struct fstrm_writer *writer;

fopt = fstrm_file_options_init();
        fstrm_file_options_set_file_path(fopt, file_path);

writer = fstrm_file_writer_init(fopt, NULL);
        if (!writer) {
                fprintf(stderr, "Error: fstrm_file_writer_init() failed.\n");
                exit(EXIT_FAILURE);
        }

iothr = fstrm_iothr_init(NULL, &writer);
        if (!iothr) {
                fprintf(stderr, "Error: fstrm_iothr_init() failed.\n");
                exit(EXIT_FAILURE);
        }

fstrm_file_options_destroy(&fopt);
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
 *
 * Since the I/O operations are abstracted through the `fstrm_writer` interface,
 * the `writer` variable in the above example could instead have been
 * initialized with a completely different implementation. For example,
 * \ref fstrm_unix_writer objects can be initialized as follows:
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
        const char *socket_path = "/tmp/output.sock";
        struct fstrm_writer *writer;
        struct fstrm_unix_writer_options *uwopt;

uwopt = fstrm_unix_writer_options_init();
        fstrm_unix_writer_options_set_socket_path(uwopt, socket_path);

writer = fstrm_unix_writer_init(uwopt, NULL);
        if (!writer) {
                fprintf(stderr, "Error: fstrm_unix_writer_init() failed.\n");
                exit(EXIT_FAILURE);
        }
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
 *
 * \section queue Getting an input queue
 *
 * After the `fstrm_iothr` object has been created with fstrm_iothr_init(), an
 * input queue handle can be obtained with the fstrm_iothr_get_input_queue()
 * function, which returns an `fstrm_iothr_queue` object. This function is
 * thread-safe and returns a unique queue each time it is called, up to the
 * number of queues specified by fstrm_iothr_options_set_num_input_queues().
 * `fstrm_iothr_queue` objects belong to their parent `fstrm_iothr` object and
 * will be destroyed when the parent `fstrm_iothr` object is destroyed.
 *
 * The following code example shows a single `fstrm_iothr_queue` handle being
 * obtained from an already initialized `fstrm_iothr` library context object.
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
        // 'iothr' is a struct fstrm_iothr *

struct fstrm_iothr_queue *ioq;
        ioq = fstrm_iothr_get_input_queue(iothr);
        if (!ioq) {
                fprintf(stderr, "Error: fstrm_iothr_get_input_queue() failed.\n");
                exit(EXIT_FAILURE);
        }
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
 *
 * \section submit Submitting data frames
 *
 * Once the `fstrm_iothr` object has been created and an `fstrm_iothr_queue`
 * handle is available, data frames can be submitted for asynchronous writing
 * using the fstrm_iothr_submit() function. A callback is passed to this
 * function which will be invoked to deallocate the data frame once the I/O
 * thread has completed processing it. In the common case where the data frame
 * is dynamically allocated with `malloc()`, the deallocation callback must call
 * `free()`. fstrm_free_wrapper() is provided as a convenience function which
 * does this and can be specified as the `free_func` parameter to
 * fstrm_iothr_submit().
 *
 * If space is available in the queue, fstrm_iothr_submit() will return
 * #fstrm_res_success, indicating that ownership of the memory allocation for the
 * data frame has passed from the caller to the library. The caller must not
 * reuse or deallocate the memory for the data frame after a successful call to
 * fstrm_iothr_submit().
 *
 * Callers must check the return value of fstrm_iothr_submit(). If this function
 * fails, that is, it returns any result code other than #fstrm_res_success, the
 * caller must deallocate or otherwise dispose of memory allocated for the data
 * frame, in order to avoid leaking memory. fstrm_iothr_submit() can fail with
 * #fstrm_res_again if there is currently no space in the circular queue for an
 * additional frame, in which case a later call to fstrm_iothr_submit() with the
 * same parameters may succeed. However, if fstrm_iothr_submit() fails with
 * #fstrm_res_invalid, then there is a problem with the parameters and a later
 * call will not succeed.
 *
 * The following code example shows data frames containing a short sequence of
 * bytes being created and submitted repeatedly, with appropriate error
 * handling. Note that the data frames in this example intentionally contain
 * embedded unprintable characters, showing that Frame Streams is binary clean.
 * This example follows from the previous examples, where the `iothr` and `ioq`
 * variables have already been initialized.
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
        // 'iothr' is a struct fstrm_iothr *
        // 'ioq' is a struct fstrm_queue *

const unsigned num_frames = 100;
        const uint8_t frame_template[] = {
                'H', 'e', 'l', 'l', 'o', 0x00, 0x01, 0x02, 0x03,
                'W', 'o', 'r', 'l', 'd', 0x04, 0x05, 0x06, 0x07,
        };

for (unsigned i = 0; i < num_frames; i++) {
                // Allocate a new frame from the template.
                uint8_t *frame = malloc(sizeof(frame_template));
                if (!frame)
                        break;
                memcpy(frame, frame_template, sizeof(frame_template));

// Submit the frame for writing.
                for (;;) {
                        fstrm_res res;
                        res = fstrm_iothr_submit(iothr, ioq, frame,
                                                 sizeof(frame_template),
                                                 fstrm_free_wrapper, NULL);
                        if (res == fstrm_res_success) {
                                // Frame successfully queued.
                                break;
                        } else if (res == fstrm_res_again) {
                                // Queue is full. Try again in a busy loop.
                                // Alternatively, if loss can be tolerated we
                                // could free the frame here and break out of
                                // the loop.
                                continue;
                        } else {
                                // Permanent failure.
                                free(frame);
                                fputs("fstrm_iothr_submit() failed.\n", stderr);
                                break;
                        }
                }
        }
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
 *
 * \section shutdown Shutting down
 *
 * Calling fstrm_iothr_destroy() on the `fstrm_iothr` object will signal the I/O
 * thread to flush any outstanding data frames being written and will deallocate
 * all associated resources. This function is synchronous and does not return
 * until the I/O thread has terminated.
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
        // 'iothr' is a struct fstrm_iothr *
        fstrm_iothr_destroy(&iothr);
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
 */

#ifndef FSTRM_H
#define FSTRM_H

#ifdef __cplusplus
extern "C" {
#endif

#include <sys/uio.h>
#include <stddef.h>
#include <stdint.h>

/**
 * \defgroup fstrm_res fstrm_res
 *
 * Library result codes.
 * @{
 */

/**
 * Result codes for functions.
 */
typedef enum {
	/** Success. */
	fstrm_res_success,

/** Failure. */
	fstrm_res_failure,

/** Resource temporarily unavailable. */
	fstrm_res_again,

/** Parameters were invalid. */
	fstrm_res_invalid,

/** The end of a stream has been reached. */
	fstrm_res_stop,
} fstrm_res;

/**@}*/

struct fstrm_control;
struct fstrm_file_options;
struct fstrm_iothr;
struct fstrm_iothr_options;
struct fstrm_iothr_queue;
struct fstrm_rdwr;
struct fstrm_reader_options;
struct fstrm_unix_writer_options;
struct fstrm_writer;
struct fstrm_writer_options;

#include <fstrm/control.h>
#include <fstrm/file.h>
#include <fstrm/iothr.h>
#include <fstrm/rdwr.h>
#include <fstrm/reader.h>
#include <fstrm/tcp_writer.h>
#include <fstrm/unix_writer.h>
#include <fstrm/writer.h>

#ifdef __cplusplus
}
#endif

#endif /* FSTRM_H */