--- freem/src/global_bltin.c 2025/04/08 21:41:13 1.11
+++ freem/src/global_bltin.c 2025/04/11 00:52:40 1.16
@@ -1,5 +1,5 @@
/*
- * $Id: global_bltin.c,v 1.11 2025/04/08 21:41:13 snw Exp $
+ * $Id: global_bltin.c,v 1.16 2025/04/11 00:52:40 snw Exp $
* freem database engine
*
*
@@ -24,6 +24,21 @@
* along with FreeM. If not, see .
*
* $Log: global_bltin.c,v $
+ * Revision 1.16 2025/04/11 00:52:40 snw
+ * Replace all lseek/read calls in global handler to use gbl_read_block function
+ *
+ * Revision 1.15 2025/04/10 01:24:38 snw
+ * Remove C++ style comments
+ *
+ * Revision 1.14 2025/04/09 19:52:02 snw
+ * Eliminate as many warnings as possible while building with -Wall
+ *
+ * Revision 1.13 2025/04/09 14:34:30 snw
+ * Further work on global_bltin.c refactor
+ *
+ * Revision 1.12 2025/04/09 00:43:07 snw
+ * Exit with fatal error if a header mismatch found
+ *
* Revision 1.11 2025/04/08 21:41:13 snw
* Make insert, update, and splitp global handler functions take a ptr to a global_handle instead of a file descriptor
*
@@ -66,6 +81,8 @@
#include "global_bltin.h"
global_handle *global_handles_head;
+unsigned long gbl_cache_misses = 0;
+unsigned long gbl_cache_hits = 0;
static void b_free (short filedes, unsigned long blknbr);
static void splitp (global_handle *g, char *block, long *addr, long *offs, unsigned long *blknbr);
@@ -75,7 +92,6 @@ static void scanpblk (char *block, long
static void scandblk (char *block, long *adr, long *fnd);
static void getnewblk (int filedes, unsigned long *blknbr);
static short int g_collate (char *t);
-//static short int g_numeric (char *str);
short g_numeric (char *str);
void close_all_globals(void);
static void panic (void);
@@ -126,19 +142,14 @@ static void panic (void);
inline long gbl_path(char *key, char *buf)
{
long savj;
- long savch; /* saved j and ch for multiple pathes */
register long int i;
register long int j;
register long int k;
register long int ch;
- long pathscan; /* flag for repeated scan of pathlist setting an undef global */
/* construct full UNIX filename */
savj = 0;
- savch = ch = EOL;
- pathscan = TRUE;
-nextpath:
k = 0;
j = savj;
@@ -162,8 +173,6 @@ nextpath:
}
}
-
- if (savj == 0 && ch == EOL) pathscan = FALSE; /* one path only: inhibit search */
if (k > 0) {
@@ -176,7 +185,6 @@ nextpath:
}
- savch = ch;
savj = j;
i = 0;
j = 0;
@@ -209,6 +217,19 @@ nextpath:
return i;
} /* gbl_path() */
+void gbl_cache_hit(global_handle *g)
+{
+ g->cache_hits++;
+ gbl_cache_hits++;
+} /* gbl_cache_hit() */
+
+void gbl_cache_miss(global_handle *g)
+{
+ g->fast_path = 0;
+ g->cache_misses++;
+ gbl_cache_misses++;
+} /* gbl_cache_miss() */
+
int gbl_lock(global_handle *g, int type)
{
if (g->locked == TRUE || lonelyflag == TRUE) {
@@ -217,6 +238,8 @@ int gbl_lock(global_handle *g, int type)
locking (g->fd, type, 0L);
g->locked = TRUE;
+
+ return TRUE;
} /* gbl_lock() */
int gbl_unlock(global_handle *g)
@@ -227,6 +250,8 @@ int gbl_unlock(global_handle *g)
locking (g->fd, 0, 0L);
g->locked = FALSE;
+
+ return TRUE;
} /* gbl_unlock() */
void gbl_close(global_handle *g)
@@ -294,7 +319,7 @@ int gbl_write_header(global_handle *g, g
if (g->opened == FALSE) {
return FALSE;
}
-
+
gbl_lock (g, 1);
old_position = lseek (g->fd, 0, SEEK_CUR);
lseek (g->fd, 0, SEEK_SET);
@@ -306,6 +331,8 @@ int gbl_write_header(global_handle *g, g
lseek (g->fd, old_position, SEEK_SET);
gbl_unlock (g);
+
+ gbl_read_header (g, &g->header);
return TRUE;
} /* gbl_write_header() */
@@ -374,7 +401,8 @@ int gbl_create(global_handle *g)
g->age = time (0L);
g->last_block = 0;
g->use_count = 1;
-
+ g->fast_path = 0;
+
gbl_write_initial_header (g);
return OK;
@@ -383,9 +411,9 @@ int gbl_create(global_handle *g)
short gbl_open(global_handle *g, short action)
{
int result;
- global_header h;
if (g->opened == FALSE) {
+ gbl_cache_miss (g);
while (1) {
errno = 0;
g->fd = open (g->global_path, 2);
@@ -414,13 +442,29 @@ short gbl_open(global_handle *g, short a
}
else {
g->opened = TRUE;
- result = gbl_read_header (g, &h);
-
+ result = gbl_read_header (g, &g->header);
+
if (result == GBL_HDR_OK) {
g->opened = TRUE;
}
- else {
- gbl_close (g);
+ else {
+ gbl_close (g);
+ set_io (UNIX);
+
+ switch (result) {
+
+ case GBL_HDR_BADMAGIC:
+ fprintf (stderr, "gbl_open: bad magic value in %s [FATAL]\n", g->global_name);
+ exit (1);
+ break;
+
+ case GBL_HDR_BADVERSION:
+ fprintf (stderr, "gbl_open: global version is %d in %s (must be %d) [FATAL]\n", g->header.format_version, g->global_name, GBL_FORMAT_VERSION);
+ exit (1);
+ break;
+
+ }
+
return FALSE;
}
}
@@ -430,13 +474,31 @@ short gbl_open(global_handle *g, short a
} /* gbl_open() */
+int gbl_read_block(global_handle *g, unsigned long blocknum, char *block)
+{
+ unsigned long hdr_offset;
+ hdr_offset = sizeof (global_header);
+
+ if (g->opened == FALSE) {
+ return FALSE;
+ }
+
+ gbl_lock (g, 1);
+ lseek (g->fd, hdr_offset + ((long) blocknum * (long) (g->header.block_size)), SEEK_SET);
+ read (g->fd, block, g->header.block_size);
+ g->last_block = blocknum;
+ g->use_count++;
+ g->read_ops++;
+ gbl_unlock (g);
+
+ return TRUE;
+}
+
global_handle *gbl_handle(char *key)
{
global_handle *g;
char global_name[256];
int i;
- long path_len;
- char block[BLOCKLEN];
struct stat dinf;
i = 0;
@@ -477,6 +539,10 @@ global_handle *gbl_handle(char *key)
g->opened = FALSE;
g->fd = 0;
g->fast_path = -1;
+ g->cache_misses = 0;
+ g->cache_hits = 0;
+ g->read_ops = 0;
+ g->write_ops = 0;
strcpy (g->global_name, global_name);
gbl_path (key, g->global_path);
@@ -571,7 +637,6 @@ void global_bltin (short action, char *k
unsigned long hdr_offset;
/* these must be static variables */
- static short filedes; /* filedescr for global access */
static char filnam[256]; /* name of global/unix file */
/* the following vars may be */
@@ -600,16 +665,13 @@ void global_bltin (short action, char *k
int iresult;
- struct stat dinf; /* get modification date */
-
- long savj;
- long savch; /* saved j and ch for multiple pathes */
register long int i;
register long int j;
register long int k;
register long int ch;
- long pathscan; /* flag for repeated scan of pathlist setting an undef global */
+ j = 0;
+
hdr_offset = sizeof (global_header);
/* process optional limitations */
@@ -1022,13 +1084,16 @@ reopen:
/* odd numbered actions get read access (get_sym,data,fra_order) 3 */
/* even ones read/write access (set_sym,kill_sym) 1 */
+/* temporarily disabled
lock:
+*/
if (action == get_sym) {
tfast0:
gbl_lock (g, 3);
- if (tryfast) goto tfast1; /* try again last block */
+
+ if (g->fast_path > 0) goto tfast1; /* try again last block */
blknbr = g->last_block = ROOT; /* start with ROOT block */
@@ -1036,13 +1101,11 @@ tfast0:
tfast1:
+ gbl_read_block (g, blknbr, block);
- lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
- read (g->fd, block, BLOCKLEN);
-
-
+/* temporarily disabled
tfast2:
-
+*/
if ((typ = block[BTYP]) == DATA) { /* scan data block: here we test for equality only */
offset = UNSIGN (block[OFFS]) * 256 +
@@ -1059,20 +1122,10 @@ tfast2:
j = UNSIGN (block[i++]); /* length of key - offset */
k = UNSIGN (block[i++]); /* offset into previous entry */
-#ifdef VERSNEW
-
- stcpy0 (&key0[k], &block[i], j);
- i += j;
- j += k;
-
-#else
-
j += k;
while (k < j) key1[k++] = block[i++]; /* get key */
-#endif /* VERSNEW */
-
if (j != ch) { /* keys have different length */
i += UNSIGN (block[i]);
@@ -1106,7 +1159,7 @@ tfast2:
/* fast access failed. try normal path */
if (tryfast) {
- tryfast = FALSE;
+ gbl_cache_miss (g);
goto tfast0;
}
@@ -1117,15 +1170,14 @@ tfast2:
}
else {
- if (tryfast) {
- tryfast = FALSE;
+ if (g->fast_path > 0) {
+ gbl_cache_miss (g);
goto tfast0;
}
if (typ == EMPTY) {
if (blknbr == ROOT) {
- //close (filedes);
gbl_close (g);
goto reopen;
}
@@ -1148,6 +1200,7 @@ tfast2:
addr += PLEN; /* skip data */
g->last_block = blknbr;
+ g->fast_path = 1;
if (merr () == INRPT) goto quit;
@@ -1191,10 +1244,8 @@ k_again: /* entry point for repeated
traceblk[trx] = blknbr;
traceadr[trx] = 0;
-
- lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
- read (g->fd, block, BLOCKLEN);
-
+
+ gbl_read_block (g, blknbr, block);
typ = block[BTYP];
if (typ == DATA) {
@@ -1226,6 +1277,7 @@ k_again: /* entry point for repeated
addr += PLEN; /* skip data */
g->last_block = blknbr;
+ g->fast_path = 1;
}
traceadr[trx] = addr;
@@ -1481,9 +1533,8 @@ s20:
if (addr >= offset) {
if ((blknbr = UNSIGN (block[RLPTR]) * 65536 + UNSIGN (block[RLPTR + 1]) * 256 + UNSIGN (block[RLPTR + 2]))) {
-
- lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
- read (g->fd, block, BLOCKLEN);
+
+ gbl_read_block (g, blknbr, block);
j1 = UNSIGN (block[0]);
i = 0;
@@ -1564,9 +1615,8 @@ s20:
goto quit;
} /* no next block */
-
- lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
- read (g->fd, block, BLOCKLEN);
+
+ gbl_read_block (g, blknbr, block);
scandblk (block, &addr, &found);
}
@@ -1722,8 +1772,7 @@ s20:
goto quit; /* no next block */
}
- lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
- read (g->fd, block, BLOCKLEN);
+ gbl_read_block (g, blknbr, block);
addr = 0;
offset = UNSIGN (block[OFFS]) * 256 +
@@ -1746,8 +1795,7 @@ s20:
goto quit; /* no next block */
}
- lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
- read (g->fd, block, BLOCKLEN);
+ gbl_read_block (g, blknbr, block);
addr = 0;
}
@@ -1956,9 +2004,8 @@ killo: /* entry from killone section
other = traceblk[--trx];
addr = traceadr[trx];
-
- lseek (g->fd, hdr_offset + ((long) other * (long) (BLOCKLEN)), SEEK_SET);
- read (g->fd, block, BLOCKLEN);
+
+ gbl_read_block (g, other, block);
addr += UNSIGN (block[addr]);
addr += (2 + PLEN); /* skip previous entry */
@@ -1977,8 +2024,7 @@ killo: /* entry from killone section
trx = trxsav;
- lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
- read (g->fd, block, BLOCKLEN);
+ gbl_read_block (g, blknbr, block);
offset = UNSIGN (block[OFFS]) * 256 +
UNSIGN (block[OFFS + 1]);
@@ -2084,8 +2130,7 @@ p_empty: /* entry if pointer block goes
if (left) {
- lseek (g->fd, hdr_offset + ((long) left * (long) (BLOCKLEN)), SEEK_SET);
- read (g->fd, block0, BLOCKLEN);
+ gbl_read_block (g, left, block0);
block0[RLPTR] = block[RLPTR];
block0[RLPTR + 1] = block[RLPTR + 1];
@@ -2097,9 +2142,8 @@ p_empty: /* entry if pointer block goes
}
if (right) {
-
- lseek (g->fd, hdr_offset + ((long) right * (long) (BLOCKLEN)), SEEK_SET);
- read (g->fd, block0, BLOCKLEN);
+
+ gbl_read_block (g, right, block0);
block0[LLPTR] = block[LLPTR];
block0[LLPTR + 1] = block[LLPTR + 1];
@@ -2123,8 +2167,7 @@ p_empty: /* entry if pointer block goes
blknbr = traceblk[--trx];
addr = traceadr[trx];
- lseek (g->fd, hdr_offset + ((long) (blknbr) * (long) (BLOCKLEN)), SEEK_SET);
- read (g->fd, block, BLOCKLEN);
+ gbl_read_block (g, blknbr, block);
offset = UNSIGN (block[OFFS]) * 256 +
UNSIGN (block[OFFS + 1]);
freecnt = UNSIGN (block[addr]) + 2 + PLEN;
@@ -2242,9 +2285,8 @@ zinv:
data[0] = EOL1;
goto quit;
} /* no previous block */
-
- lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
- read (g->fd, block, BLOCKLEN);
+
+ gbl_read_block (g, blknbr, block);
addr = UNSIGN (block[OFFS]) * 256 +
UNSIGN (block[OFFS + 1]);
@@ -2423,8 +2465,7 @@ zinv:
break; /* no next block */
}
- lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
- read (g->fd, block, BLOCKLEN);
+ gbl_read_block (g, blknbr, block);
addr = 0;
offset = UNSIGN (block[OFFS]) * 256 +
@@ -2590,8 +2631,7 @@ splitd: /* split data block in two se
char block0[BLOCKLEN];
- lseek (g->fd, hdr_offset + ((long) other * (long) (BLOCKLEN)), SEEK_SET);
- read (g->fd, block0, BLOCKLEN);
+ gbl_read_block (g, other, block0);
block0[LLPTR] = blknbr / 65536;
block0[LLPTR + 1] = blknbr % 65536 / 256;
@@ -2753,8 +2793,7 @@ splitd: /* split data block in two se
/* up-date LL-PTR of RL-block */
if (other != 0) {
- lseek (g->fd, hdr_offset + ((long) other * (long) (BLOCKLEN)), SEEK_SET);
- read (g->fd, block0, BLOCKLEN);
+ gbl_read_block (g, other, block0);
block0[LLPTR] = newblk / 65536;
block0[LLPTR + 1] = newblk % 65536 / 256;
@@ -2795,8 +2834,7 @@ splitd: /* split data block in two se
/* up-date LL-PTR of RL-block */
if (other != 0) {
- lseek (g->fd, hdr_offset + ((long) other * (long) (BLOCKLEN)), SEEK_SET);
- read (g->fd, block0, BLOCKLEN);
+ gbl_read_block (g, other, block0);
block0[LLPTR] = newblk / 65536;
block0[LLPTR + 1] = newblk % 65536 / 256;
@@ -3633,7 +3671,6 @@ static short int g_collate (char *t)
/*
* test whether 'str' is canonical
*/
-//static short int g_numeric (char *str)
short g_numeric (char *str)
{
register int ptr = 0, ch;
@@ -3709,14 +3746,37 @@ static void panic (void)
void gbl_dump_stat(void)
{
global_handle *g;
+ int ct;
+ int miss_pct;
+ int hit_pct;
+ unsigned long access_total;
+ unsigned long hit_total;
- printf ("FreeM Global Statistics [PID %d]\r\n", pid);
+ printf ("\r\nFreeM Global Statistics [PID %d]\r\n\r\n", pid);
- printf ("%-20s%-10s%-20s%-10s%s\r\n", "GLOBAL", "USECT", "AGE", "LAST BLK", "FILE");
- printf ("%-20s%-10s%-20s%-10s%s\r\n", "======", "=====", "===", "========", "====");
-
+ printf ("%-20s%-10s%-12s%-20s%-10s%s\r\n", "GLOBAL", "USECT", "SLOW PTHCT", "AGE", "LAST BLK", "FILE");
+ printf ("%-20s%-10s%-12s%-20s%-10s%s\r\n", "======", "=====", "==========", "===", "========", "====");
+
+ access_total = 0;
+ ct = 0;
for (g = global_handles_head; g != NULL; g = g->next) {
- printf ("%-20s%-10d%-20d%-10d%s\r\n", g->global_name, g->use_count, g->age, g->last_block, g->global_path);
- }
-
+ printf ("%-20s%-10ld%-12ld%-20ld%-10ld%s\r\n",
+ g->global_name,
+ g->use_count,
+ g->cache_misses,
+ g->age,
+ g->last_block,
+ g->global_path);
+ ct++;
+ access_total += g->use_count;
+ }
+ if (!ct) printf ("\r\n");
+
+ hit_total = access_total - gbl_cache_misses;
+ miss_pct = (gbl_cache_misses * 100) / access_total;
+ hit_pct = (hit_total * 100) / access_total;
+
+ printf ("\r\nTotal accesses: %ld\r\n", access_total);
+ printf ("Fast path hits %ld\t(%d%%)\r\n", hit_total, hit_pct);
+ printf ("Fast path misses: %ld\t(%d%%)\r\n", gbl_cache_misses, miss_pct);
}