--- freem/src/global_bltin.c 2025/04/08 14:39:21 1.8
+++ freem/src/global_bltin.c 2025/04/10 01:24:38 1.15
@@ -1,5 +1,5 @@
/*
- * $Id: global_bltin.c,v 1.8 2025/04/08 14:39:21 snw Exp $
+ * $Id: global_bltin.c,v 1.15 2025/04/10 01:24:38 snw Exp $
* freem database engine
*
*
@@ -24,6 +24,27 @@
* along with FreeM. If not, see .
*
* $Log: global_bltin.c,v $
+ * Revision 1.15 2025/04/10 01:24:38 snw
+ * Remove C++ style comments
+ *
+ * Revision 1.14 2025/04/09 19:52:02 snw
+ * Eliminate as many warnings as possible while building with -Wall
+ *
+ * Revision 1.13 2025/04/09 14:34:30 snw
+ * Further work on global_bltin.c refactor
+ *
+ * Revision 1.12 2025/04/09 00:43:07 snw
+ * Exit with fatal error if a header mismatch found
+ *
+ * Revision 1.11 2025/04/08 21:41:13 snw
+ * Make insert, update, and splitp global handler functions take a ptr to a global_handle instead of a file descriptor
+ *
+ * Revision 1.10 2025/04/08 20:00:56 snw
+ * Global handler now uses a header file and maintains the last journaling transaction ID
+ *
+ * Revision 1.9 2025/04/08 16:46:11 snw
+ * Add global file header and offsets
+ *
* Revision 1.8 2025/04/08 14:39:21 snw
* Initial work on global handler refactor
*
@@ -53,19 +74,21 @@
#include
#include "mpsdef.h"
+#include "journal.h"
#include "global_bltin.h"
global_handle *global_handles_head;
+unsigned long gbl_cache_misses = 0;
+unsigned long gbl_cache_hits = 0;
static void b_free (short filedes, unsigned long blknbr);
-static void splitp (short filedes, char *block, long *addr, long *offs, unsigned long *blknbr);
-static void update (short filedes, char *ins_key, long keyl);
-static void insert (int filedes, char *ins_key, long key_len, unsigned long blknbr);
+static void splitp (global_handle *g, char *block, long *addr, long *offs, unsigned long *blknbr);
+static void update (global_handle *g, char *ins_key, long keyl);
+static void insert (global_handle *g, char *ins_key, long key_len, unsigned long blknbr);
static void scanpblk (char *block, long *adr, long *fnd);
static void scandblk (char *block, long *adr, long *fnd);
static void getnewblk (int filedes, unsigned long *blknbr);
static short int g_collate (char *t);
-//static short int g_numeric (char *str);
short g_numeric (char *str);
void close_all_globals(void);
static void panic (void);
@@ -116,19 +139,14 @@ static void panic (void);
inline long gbl_path(char *key, char *buf)
{
long savj;
- long savch; /* saved j and ch for multiple pathes */
register long int i;
register long int j;
register long int k;
register long int ch;
- long pathscan; /* flag for repeated scan of pathlist setting an undef global */
/* construct full UNIX filename */
savj = 0;
- savch = ch = EOL;
- pathscan = TRUE;
-nextpath:
k = 0;
j = savj;
@@ -152,8 +170,6 @@ nextpath:
}
}
-
- if (savj == 0 && ch == EOL) pathscan = FALSE; /* one path only: inhibit search */
if (k > 0) {
@@ -166,7 +182,6 @@ nextpath:
}
- savch = ch;
savj = j;
i = 0;
j = 0;
@@ -197,7 +212,20 @@ nextpath:
buf[k] = NUL; /* NUL not EOL !!! */
return i;
-} /* global_file */
+} /* gbl_path() */
+
+void gbl_cache_hit(global_handle *g)
+{
+ g->cache_hits++;
+ gbl_cache_hits++;
+} /* gbl_cache_hit() */
+
+void gbl_cache_miss(global_handle *g)
+{
+ g->fast_path = 0;
+ g->cache_misses++;
+ gbl_cache_misses++;
+} /* gbl_cache_miss() */
int gbl_lock(global_handle *g, int type)
{
@@ -207,7 +235,9 @@ int gbl_lock(global_handle *g, int type)
locking (g->fd, type, 0L);
g->locked = TRUE;
-}
+
+ return TRUE;
+} /* gbl_lock() */
int gbl_unlock(global_handle *g)
{
@@ -217,7 +247,9 @@ int gbl_unlock(global_handle *g)
locking (g->fd, 0, 0L);
g->locked = FALSE;
-}
+
+ return TRUE;
+} /* gbl_unlock() */
void gbl_close(global_handle *g)
{
@@ -230,7 +262,7 @@ void gbl_close(global_handle *g)
g->locked = FALSE;
g->opened = FALSE;
}
-}
+} /* gbl_close() */
void gbl_close_all(void)
{
@@ -239,7 +271,113 @@ void gbl_close_all(void)
for (g = global_handles_head; g != NULL; g = g->next) {
gbl_close (g);
}
-}
+} /* gbl_close_all() */
+
+int gbl_write_initial_header(global_handle *g)
+{
+ global_header hdr;
+ unsigned long old_position;
+ char m[5] = GBL_MAGIC;
+ char msg[256];
+
+ if (g->opened == FALSE) {
+ return FALSE;
+ }
+
+ memcpy (hdr.magic, m, 5);
+ hdr.format_version = GBL_FORMAT_VERSION;
+ strncpy (hdr.host_triplet, HOST, 40);
+ hdr.block_size = BLOCKLEN;
+ hdr.last_transaction_id = 0;
+ hdr.created = time (0L);
+ hdr.last_backup = -1;
+
+ gbl_lock (g, 1);
+ old_position = lseek (g->fd, 0, SEEK_CUR);
+ lseek (g->fd, 0, SEEK_SET);
+
+ if (write (g->fd, &hdr, sizeof (global_header)) == -1) {
+ snprintf (msg, sizeof (msg), "error %d writing global header for %s", errno, g->global_name);
+ m_fatal (msg);
+ }
+
+ lseek (g->fd, old_position, SEEK_SET);
+ gbl_unlock (g);
+
+ return TRUE;
+} /* gbl_write_initial_header() */
+
+
+int gbl_write_header(global_handle *g, global_header *hdr)
+{
+ unsigned long old_position;
+ char msg[256];
+
+ if (g->opened == FALSE) {
+ return FALSE;
+ }
+
+ gbl_lock (g, 1);
+ old_position = lseek (g->fd, 0, SEEK_CUR);
+ lseek (g->fd, 0, SEEK_SET);
+
+ if (write (g->fd, hdr, sizeof (global_header)) == -1) {
+ snprintf (msg, sizeof (msg), "error %d writing global header for %s", errno, g->global_name);
+ m_fatal (msg);
+ }
+
+ lseek (g->fd, old_position, SEEK_SET);
+ gbl_unlock (g);
+
+ gbl_read_header (g, &g->header);
+
+ return TRUE;
+} /* gbl_write_header() */
+
+int gbl_read_header(global_handle *g, global_header *h)
+{
+ unsigned long old_position;
+ char m[5] = GBL_MAGIC;
+
+
+ if (g->opened == FALSE) {
+ return GBL_HDR_NOTOPEN;
+ }
+
+ gbl_lock (g, 1);
+ old_position = lseek (g->fd, 0, SEEK_CUR);
+ lseek (g->fd, 0, SEEK_SET);
+
+ read (g->fd, h, sizeof (global_header));
+
+ lseek (g->fd, old_position, SEEK_SET);
+ gbl_unlock (g);
+
+ if (strncmp (h->magic, m, 5) != 0) {
+ return GBL_HDR_BADMAGIC;
+ }
+ if (h->format_version != GBL_FORMAT_VERSION) {
+ return GBL_HDR_BADVERSION;
+ }
+ if (h->block_size != BLOCKLEN) {
+ return GBL_HDR_BADBLOCKSIZE;
+ }
+
+ return GBL_HDR_OK;
+} /* gbl_read_header() */
+
+int gbl_update_tid(global_handle *g)
+{
+ global_header h;
+
+ if (gbl_read_header (g, &h) != GBL_HDR_OK) {
+ return FALSE;
+ }
+
+ h.last_transaction_id = jnl_tran_id;
+
+ return gbl_write_header (g, &h);
+} /* gbl_update_tid() */
int gbl_create(global_handle *g)
{
@@ -260,13 +398,19 @@ int gbl_create(global_handle *g)
g->age = time (0L);
g->last_block = 0;
g->use_count = 1;
+ g->fast_path = 0;
+
+ gbl_write_initial_header (g);
return OK;
-}
+} /* gbl_create() */
short gbl_open(global_handle *g, short action)
{
+ int result;
+
if (g->opened == FALSE) {
+ gbl_cache_miss (g);
while (1) {
errno = 0;
g->fd = open (g->global_path, 2);
@@ -279,7 +423,7 @@ short gbl_open(global_handle *g, short a
case EMFILE:
case ENFILE:
- close_all_globals ();
+ gbl_close_all ();
continue;
}
@@ -295,20 +439,43 @@ short gbl_open(global_handle *g, short a
}
else {
g->opened = TRUE;
+ result = gbl_read_header (g, &g->header);
+
+ if (result == GBL_HDR_OK) {
+ g->opened = TRUE;
+ }
+ else {
+ gbl_close (g);
+ set_io (UNIX);
+
+ switch (result) {
+
+ case GBL_HDR_BADMAGIC:
+ fprintf (stderr, "gbl_open: bad magic value in %s [FATAL]\n", g->global_name);
+ exit (1);
+ break;
+
+ case GBL_HDR_BADVERSION:
+ fprintf (stderr, "gbl_open: global version is %d in %s (must be %d) [FATAL]\n", g->header.format_version, g->global_name, GBL_FORMAT_VERSION);
+ exit (1);
+ break;
+
+ }
+
+ return FALSE;
+ }
}
}
return g->opened;
-} /* gbl_open */
+} /* gbl_open() */
global_handle *gbl_handle(char *key)
{
global_handle *g;
char global_name[256];
int i;
- long path_len;
- char block[BLOCKLEN];
struct stat dinf;
i = 0;
@@ -349,6 +516,8 @@ global_handle *gbl_handle(char *key)
g->opened = FALSE;
g->fd = 0;
g->fast_path = -1;
+ g->cache_misses = 0;
+ g->cache_hits = 0;
strcpy (g->global_name, global_name);
gbl_path (key, g->global_path);
@@ -357,7 +526,7 @@ global_handle *gbl_handle(char *key)
global_handles_head = g;
return g;
-}
+} /* gbl_handle() */
/* globals management */
@@ -439,31 +608,29 @@ void global_bltin (short action, char *k
{
global_handle *g;
+
+ unsigned long hdr_offset;
/* these must be static variables */
-
- static short filedes; /* filedescr for global access */
static char filnam[256]; /* name of global/unix file */
/* the following vars may be */
/* static or dynamic */
-
static unsigned long blknbr; /* block number */
-// static unsigned long oldblk;
static unsigned long newblk;
static unsigned long other;
static long j1;
static long limit;
static short typ; /* block type */
- static long keyl, /* length of compacted key */
- datal, /* length of data */
- olddatal,
- offset,
- found,
- addr, /* address of key in 'block' */
- needed, /* new bytes needed to ins. stuff */
- ret_to, /* return code */
- kill_again;
+ static long keyl; /* length of compacted key */
+ static long datal; /* length of data */
+ static long olddatal;
+ static long offset;
+ static long found;
+ static long addr; /* address of key in 'block' */
+ static long needed; /* new bytes needed to ins. stuff */
+ static long ret_to; /* return code */
+ static long kill_again;
static char key1[256];
static char tmp1[256]; /* intermediate storage for op= */
static char block[BLOCKLEN];
@@ -473,16 +640,15 @@ void global_bltin (short action, char *k
int iresult;
- struct stat dinf; /* get modification date */
-
- long savj,
- savch; /* saved j and ch for multiple pathes */
- register long int i,
- j,
- k,
- ch;
- long pathscan; /* flag for repeated scan of pathlist setting an undef global */
+ register long int i;
+ register long int j;
+ register long int k;
+ register long int ch;
+ j = 0;
+
+ hdr_offset = sizeof (global_header);
+
/* process optional limitations */
if (glvnflag.all && key[0] >= '%' && key[0] <= 'z') {
@@ -561,7 +727,6 @@ void global_bltin (short action, char *k
if (action == getnext) {
-
getnflag = TRUE;
varnam[0] = EOL;
@@ -851,7 +1016,7 @@ reopen:
errno = 0;
- lseek (g->fd, ROOT * BLOCKLEN, 0);
+ lseek (g->fd, hdr_offset + (ROOT * BLOCKLEN), SEEK_SET);
write (g->fd, block, BLOCKLEN);
if (errno == 0) break;
@@ -877,7 +1042,7 @@ reopen:
if (errno == 0) break;
- lseek (g->fd, (ROOT + 1L) * BLOCKLEN, 0);
+ lseek (g->fd, hdr_offset + ((ROOT + 1L) * BLOCKLEN), SEEK_SET);
panic ();
}
@@ -894,13 +1059,16 @@ reopen:
/* odd numbered actions get read access (get_sym,data,fra_order) 3 */
/* even ones read/write access (set_sym,kill_sym) 1 */
+/* temporarily disabled
lock:
+*/
if (action == get_sym) {
tfast0:
gbl_lock (g, 3);
- if (tryfast) goto tfast1; /* try again last block */
+
+ if (g->fast_path > 0) goto tfast1; /* try again last block */
blknbr = g->last_block = ROOT; /* start with ROOT block */
@@ -909,12 +1077,12 @@ tfast0:
tfast1:
- lseek (g->fd, (long) blknbr * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
read (g->fd, block, BLOCKLEN);
-
+/* temporarily disabled
tfast2:
-
+*/
if ((typ = block[BTYP]) == DATA) { /* scan data block: here we test for equality only */
offset = UNSIGN (block[OFFS]) * 256 +
@@ -931,20 +1099,10 @@ tfast2:
j = UNSIGN (block[i++]); /* length of key - offset */
k = UNSIGN (block[i++]); /* offset into previous entry */
-#ifdef VERSNEW
-
- stcpy0 (&key0[k], &block[i], j);
- i += j;
- j += k;
-
-#else
-
j += k;
while (k < j) key1[k++] = block[i++]; /* get key */
-#endif /* VERSNEW */
-
if (j != ch) { /* keys have different length */
i += UNSIGN (block[i]);
@@ -978,7 +1136,7 @@ tfast2:
/* fast access failed. try normal path */
if (tryfast) {
- tryfast = FALSE;
+ gbl_cache_miss (g);
goto tfast0;
}
@@ -989,15 +1147,14 @@ tfast2:
}
else {
- if (tryfast) {
- tryfast = FALSE;
+ if (g->fast_path > 0) {
+ gbl_cache_miss (g);
goto tfast0;
}
if (typ == EMPTY) {
if (blknbr == ROOT) {
- //close (filedes);
gbl_close (g);
goto reopen;
}
@@ -1020,6 +1177,7 @@ tfast2:
addr += PLEN; /* skip data */
g->last_block = blknbr;
+ g->fast_path = 1;
if (merr () == INRPT) goto quit;
@@ -1031,7 +1189,7 @@ tfast2:
/* a KILL on an unsubscripted global deletes the entire file */
if (action == kill_sym && compactkey[0] == g_EOL) {
- lseek (g->fd, ROOT, 0);
+ lseek (g->fd, hdr_offset + ROOT, SEEK_SET);
/* note : UNIX does not tell other */
block[BTYP] = EMPTY; /* jobs that a file has been unlinked */
@@ -1064,7 +1222,7 @@ k_again: /* entry point for repeated
traceblk[trx] = blknbr;
traceadr[trx] = 0;
- lseek (g->fd, (long) blknbr * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
read (g->fd, block, BLOCKLEN);
typ = block[BTYP];
@@ -1098,6 +1256,7 @@ k_again: /* entry point for repeated
addr += PLEN; /* skip data */
g->last_block = blknbr;
+ g->fast_path = 1;
}
traceadr[trx] = addr;
@@ -1232,10 +1391,10 @@ s10: {
}
- lseek (g->fd, (long) blknbr * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
write (g->fd, block, BLOCKLEN);
- if (traceadr[trx] == 0) update (g->fd, compactkey, keyl);
+ if (traceadr[trx] == 0) update (g, compactkey, keyl);
break;
}
@@ -1319,8 +1478,11 @@ s20:
}
stcpy0 (&block[++addr], data, (long) datal);
- lseek (g->fd, (long) blknbr * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
write (g->fd, block, BLOCKLEN);
+
+ gbl_update_tid (g);
+
break;
@@ -1351,7 +1513,7 @@ s20:
if ((blknbr = UNSIGN (block[RLPTR]) * 65536 + UNSIGN (block[RLPTR + 1]) * 256 + UNSIGN (block[RLPTR + 2]))) {
- lseek (g->fd, (long) blknbr * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
read (g->fd, block, BLOCKLEN);
j1 = UNSIGN (block[0]);
@@ -1434,7 +1596,7 @@ s20:
goto quit;
} /* no next block */
- lseek (g->fd, (long) blknbr * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
read (g->fd, block, BLOCKLEN);
scandblk (block, &addr, &found);
@@ -1591,7 +1753,7 @@ s20:
goto quit; /* no next block */
}
- lseek (g->fd, (long) blknbr * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
read (g->fd, block, BLOCKLEN);
addr = 0;
@@ -1615,7 +1777,7 @@ s20:
goto quit; /* no next block */
}
- lseek (g->fd, (long) blknbr * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
read (g->fd, block, BLOCKLEN);
addr = 0;
@@ -1826,7 +1988,7 @@ killo: /* entry from killone section
other = traceblk[--trx];
addr = traceadr[trx];
- lseek (g->fd, (long) other * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) other * (long) (BLOCKLEN)), SEEK_SET);
read (g->fd, block, BLOCKLEN);
addr += UNSIGN (block[addr]);
@@ -1846,7 +2008,7 @@ killo: /* entry from killone section
trx = trxsav;
- lseek (g->fd, (long) blknbr * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
read (g->fd, block, BLOCKLEN);
offset = UNSIGN (block[OFFS]) * 256 +
@@ -1953,28 +2115,28 @@ p_empty: /* entry if pointer block goes
if (left) {
- lseek (g->fd, (long) left * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) left * (long) (BLOCKLEN)), SEEK_SET);
read (g->fd, block0, BLOCKLEN);
block0[RLPTR] = block[RLPTR];
block0[RLPTR + 1] = block[RLPTR + 1];
block0[RLPTR + 2] = block[RLPTR + 2];
- lseek (g->fd, (long) left * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) left * (long) (BLOCKLEN)), SEEK_SET);
write (g->fd, block0, BLOCKLEN);
}
if (right) {
- lseek (g->fd, (long) right * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) right * (long) (BLOCKLEN)), SEEK_SET);
read (g->fd, block0, BLOCKLEN);
block0[LLPTR] = block[LLPTR];
block0[LLPTR + 1] = block[LLPTR + 1];
block0[LLPTR + 2] = block[LLPTR + 2];
- lseek (g->fd, (long) right * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) right * (long) (BLOCKLEN)), SEEK_SET);
write (g->fd, block0, BLOCKLEN);
}
@@ -1992,7 +2154,7 @@ p_empty: /* entry if pointer block goes
blknbr = traceblk[--trx];
addr = traceadr[trx];
- lseek (g->fd, (long) (blknbr) * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) (blknbr) * (long) (BLOCKLEN)), SEEK_SET);
read (g->fd, block, BLOCKLEN);
offset = UNSIGN (block[OFFS]) * 256 +
UNSIGN (block[OFFS + 1]);
@@ -2005,7 +2167,7 @@ p_empty: /* entry if pointer block goes
if (blknbr == ROOT) { /* global went empty */
- lseek (g->fd, 0L, 0);
+ lseek (g->fd, hdr_offset + 0L, SEEK_SET);
/* note : UNIX does not tell other */
block[BTYP] = EMPTY; /* jobs that a file has been unlinked */
@@ -2037,13 +2199,13 @@ p_empty: /* entry if pointer block goes
for (i = offset; i < offset + freecnt; block[i++] = 0);
- lseek (g->fd, (long) (blknbr) * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) (blknbr) * (long) (BLOCKLEN)), SEEK_SET);
write (g->fd, block, BLOCKLEN);
if (addr == 0) { /* update of pointer */
traceadr[trx] = 0;
- update (g->fd, &block[2], (long) UNSIGN (block[0]));
+ update (g, &block[2], (long) UNSIGN (block[0]));
}
trx = trxsav;
@@ -2085,11 +2247,11 @@ p_empty: /* entry if pointer block goes
}
block[OFFS] = offset / 256;
block[OFFS + 1] = offset % 256;
- lseek (g->fd, (long) blknbr * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
write (g->fd, block, BLOCKLEN);
if (addr < 3) { /* update of pointer */
traceadr[trx] = 0;
- update (g->fd, &block[2], (long) UNSIGN (block[0]));
+ update (g, &block[2], (long) UNSIGN (block[0]));
}
}
@@ -2112,7 +2274,7 @@ zinv:
goto quit;
} /* no previous block */
- lseek (g->fd, (long) blknbr * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
read (g->fd, block, BLOCKLEN);
addr = UNSIGN (block[OFFS]) * 256 +
@@ -2292,7 +2454,7 @@ zinv:
break; /* no next block */
}
- lseek (g->fd, (long) blknbr * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
read (g->fd, block, BLOCKLEN);
addr = 0;
@@ -2408,7 +2570,7 @@ quit:
/* clean things up */
- lseek (g->fd, ROOT, 0);
+ lseek (g->fd, hdr_offset + ROOT, SEEK_SET);
gbl_unlock (g);
return;
@@ -2439,7 +2601,7 @@ splitd: /* split data block in two se
block[RLPTR + 1] = newblk % 65536 / 256;
block[RLPTR + 2] = newblk % 256;
- lseek (g->fd, (long) blknbr * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
write (g->fd, block, BLOCKLEN);
block[RLPTR] = right;
@@ -2452,21 +2614,21 @@ splitd: /* split data block in two se
addr = 0;
blknbr = newblk;
- insert (g->fd, compactkey, keyl, newblk);
+ insert (g, compactkey, keyl, newblk);
/* up-date LL-PTR of RL-block */
if ((other = right * 65536 + right1 * 256 + right2)) {
char block0[BLOCKLEN];
- lseek (g->fd, (long) other * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) other * (long) (BLOCKLEN)), SEEK_SET);
read (g->fd, block0, BLOCKLEN);
block0[LLPTR] = blknbr / 65536;
block0[LLPTR + 1] = blknbr % 65536 / 256;
block0[LLPTR + 2] = blknbr % 256;
- lseek (g->fd, (long) other * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) other * (long) (BLOCKLEN)), SEEK_SET);
write (g->fd, block0, BLOCKLEN);
}
@@ -2485,7 +2647,7 @@ splitd: /* split data block in two se
block[LLPTR + 1] = newblk % 65536 / 256;
block[LLPTR + 2] = newblk % 256;
- lseek (g->fd, (long) blknbr * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
write (g->fd, block, BLOCKLEN);
block[LLPTR] = left;
@@ -2498,12 +2660,12 @@ splitd: /* split data block in two se
blknbr = newblk;
traceadr[trx] = (-1); /* inhibit second update of pointers */
- insert (g->fd, compactkey, keyl, newblk);
+ insert (g, compactkey, keyl, newblk);
if (addr < 3) { /* update of pointer */
traceadr[trx] = 0;
- update (g->fd, compactkey, keyl);
+ update (g, compactkey, keyl);
}
/* other is ***always*** zero !!!
@@ -2611,25 +2773,25 @@ splitd: /* split data block in two se
block0[LLPTR + 1] = blknbr % 65536 / 256;
block0[LLPTR + 2] = blknbr % 256;
- lseek (g->fd, (long) (newblk) * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) (newblk) * (long) (BLOCKLEN)), SEEK_SET);
write (g->fd, block0, BLOCKLEN);
offset = limit;
/* insert new block in pointer structure */
- insert (g->fd, &block0[2], (long) UNSIGN (block0[0]), newblk);
+ insert (g, &block0[2], (long) UNSIGN (block0[0]), newblk);
/* up-date LL-PTR of RL-block */
if (other != 0) {
- lseek (g->fd, (long) other * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) other * (long) (BLOCKLEN)), SEEK_SET);
read (g->fd, block0, BLOCKLEN);
block0[LLPTR] = newblk / 65536;
block0[LLPTR + 1] = newblk % 65536 / 256;
block0[LLPTR + 2] = newblk % 256;
- lseek (g->fd, (long) other * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) other * (long) (BLOCKLEN)), SEEK_SET);
write (g->fd, block0, BLOCKLEN);
}
@@ -2651,7 +2813,7 @@ splitd: /* split data block in two se
block0[LLPTR + 1] = blknbr % 65536 / 256;
block0[LLPTR + 2] = blknbr % 256;
- lseek (g->fd, (long) blknbr * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
write (g->fd, block, BLOCKLEN);
stcpy0 (block, block0, (long) BLOCKLEN);
@@ -2659,19 +2821,19 @@ splitd: /* split data block in two se
traceblk[trx] = (blknbr = newblk);
/* insert new block in pointer structure */
- insert (g->fd, &block0[2], (long) UNSIGN (block0[0]), newblk);
+ insert (g, &block0[2], (long) UNSIGN (block0[0]), newblk);
/* up-date LL-PTR of RL-block */
if (other != 0) {
- lseek (g->fd, (long) other * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) other * (long) (BLOCKLEN)), SEEK_SET);
read (g->fd, block0, BLOCKLEN);
block0[LLPTR] = newblk / 65536;
block0[LLPTR + 1] = newblk % 65536 / 256;
block0[LLPTR + 2] = newblk % 256;
- lseek (g->fd, (long) other * (long) (BLOCKLEN), 0);
+ lseek (g->fd, hdr_offset + ((long) other * (long) (BLOCKLEN)), SEEK_SET);
write (g->fd, block0, BLOCKLEN);
}
@@ -2699,7 +2861,7 @@ spltex:
* 'addr' there I would like to insert, if possible (which is not)
* 'offset' filled up to this limit
*/
-static void splitp (short filedes, char *block, long *addr, long *offs, unsigned long *blknbr)
+static void splitp (global_handle *g, char *block, long *addr, long *offs, unsigned long *blknbr)
{
char block0[BLOCKLEN];
@@ -2708,7 +2870,11 @@ static void splitp (short filedes, char
unsigned long other;
register int i, j;
- getnewblk (filedes, &newblk); /* get a new block */
+ long hdr_offset;
+
+ hdr_offset = sizeof (global_header);
+
+ getnewblk (g->fd, &newblk); /* get a new block */
if (*blknbr == ROOT) { /* ROOT overflow is special */
@@ -2743,8 +2909,8 @@ static void splitp (short filedes, char
block0[NRBLK + 2] = i % 256;
block0[BTYP] = POINTER;
- lseek (filedes, ROOT, 0);
- write (filedes, block0, BLOCKLEN);
+ lseek (g->fd, hdr_offset + ROOT, SEEK_SET);
+ write (g->fd, block0, BLOCKLEN);
/* shift trace_stack */
j = trx++;
@@ -2761,7 +2927,7 @@ static void splitp (short filedes, char
traceblk[1] = newblk;
*blknbr = newblk;
- getnewblk (filedes, &newblk); /* get a new block */
+ getnewblk (g->fd, &newblk); /* get a new block */
}
@@ -2815,25 +2981,25 @@ static void splitp (short filedes, char
block0[LLPTR + 1] = (*blknbr) % 65536 / 256;
block0[LLPTR + 2] = (*blknbr) % 256;
- lseek (filedes, (long) (newblk) * (long) (BLOCKLEN), 0);
- write (filedes, block0, BLOCKLEN);
+ lseek (g->fd, hdr_offset + ((long) (newblk) * (long) (BLOCKLEN)), SEEK_SET);
+ write (g->fd, block0, BLOCKLEN);
(*offs) = limit;
- insert (filedes, &block0[2], (long) UNSIGN (block0[0]), newblk);
+ insert (g, &block0[2], (long) UNSIGN (block0[0]), newblk);
/* up-date LL-PTR of RL-block */
if (other != 0) {
- lseek (filedes, (long) other * (long) (BLOCKLEN), 0);
- read (filedes, block0, BLOCKLEN);
+ lseek (g->fd, hdr_offset + ((long) other * (long) (BLOCKLEN)), SEEK_SET);
+ read (g->fd, block0, BLOCKLEN);
block0[LLPTR] = newblk / 65536;
block0[LLPTR + 1] = newblk % 65536 / 256;
block0[LLPTR + 2] = newblk % 256;
- lseek (filedes, (long) other * (long) (BLOCKLEN), 0);
- write (filedes, block0, BLOCKLEN);
+ lseek (g->fd, hdr_offset + ((long) other * (long) (BLOCKLEN)), SEEK_SET);
+ write (g->fd, block0, BLOCKLEN);
}
@@ -2858,26 +3024,26 @@ static void splitp (short filedes, char
(*addr) -= limit;
(*offs) -= limit;
- lseek (filedes, (long) (*blknbr) * (long) (BLOCKLEN), 0);
- write (filedes, block, BLOCKLEN);
+ lseek (g->fd, hdr_offset + ((long) (*blknbr) * (long) (BLOCKLEN)), SEEK_SET);
+ write (g->fd, block, BLOCKLEN);
stcpy0 (block, block0, (long) BLOCKLEN);
(*blknbr) = newblk;
- insert (filedes, &block0[2], (long) UNSIGN (block0[0]), newblk);
+ insert (g, &block0[2], (long) UNSIGN (block0[0]), newblk);
/* up-date LL-PTR of RL-block */
if (other != 0) {
- lseek (filedes, (long) other * (long) (BLOCKLEN), 0);
- read (filedes, block0, BLOCKLEN);
+ lseek (g->fd, hdr_offset + ((long) other * (long) (BLOCKLEN)), SEEK_SET);
+ read (g->fd, block0, BLOCKLEN);
block0[LLPTR] = newblk / 65536;
block0[LLPTR + 1] = newblk % 65536 / 256;
block0[LLPTR + 2] = newblk % 256;
- lseek (filedes, (long) other * (long) (BLOCKLEN), 0);
- write (filedes, block0, BLOCKLEN);
+ lseek (g->fd, hdr_offset + ((long) other * (long) (BLOCKLEN)), SEEK_SET);
+ write (g->fd, block0, BLOCKLEN);
}
@@ -2892,14 +3058,17 @@ static void splitp (short filedes, char
* ins_key: key to be inserted
* keyl: length of that key
*/
-static void update (short filedes, char *ins_key, long keyl)
+static void update (global_handle *g, char *ins_key, long keyl)
{
long offset;
long addr;
unsigned long blknbr;
char block[BLOCKLEN];
long i, j, k;
+ long hdr_offset;
+ hdr_offset = sizeof (global_header);
+
while (traceadr[trx] == 0) { /* update of pointer blocks necessary */
if (--trx < 0) break;
@@ -2907,8 +3076,8 @@ static void update (short filedes, char
blknbr = traceblk[trx];
addr = traceadr[trx];
- lseek (filedes, (long) blknbr * (long) (BLOCKLEN), 0);
- read (filedes, block, BLOCKLEN);
+ lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
+ read (g->fd, block, BLOCKLEN);
{
long oldkeyl;
@@ -2935,7 +3104,7 @@ static void update (short filedes, char
else if (j < 0) { /* we need more space */
/* block too small */
- if ((offset - j) > DATALIM) splitp (filedes, block, &addr, &offset, &blknbr);
+ if ((offset - j) > DATALIM) splitp (g, block, &addr, &offset, &blknbr);
i = offset;
offset -= j;
@@ -2958,13 +3127,13 @@ static void update (short filedes, char
while (i < keyl) block[j++] = ins_key[i++];
/* block pointed to remains the same */
- lseek (filedes, (long) blknbr * (long) (BLOCKLEN), 0);
- write (filedes, block, BLOCKLEN);
+ lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
+ write (g->fd, block, BLOCKLEN);
}
- lseek (filedes, (long) blknbr * (long) (BLOCKLEN), 0);
- read (filedes, block, BLOCKLEN);
+ lseek (g->fd, hdr_offset + ((long) blknbr * (long) (BLOCKLEN)), SEEK_SET);
+ read (g->fd, block, BLOCKLEN);
}
@@ -2979,7 +3148,7 @@ static void update (short filedes, char
* key_len: length of that key
* blknbr: key points to this block
*/
-static void insert (int filedes, char *ins_key, long key_len, unsigned long blknbr) /* insert pointer */
+static void insert (global_handle *g, char *ins_key, long key_len, unsigned long blknbr) /* insert pointer */
{
unsigned long blk;
char block[BLOCKLEN];
@@ -2988,13 +3157,16 @@ static void insert (int filedes, char *i
long needed;
long addr;
register int i, k;
+ long hdr_offset;
+ hdr_offset = sizeof (global_header);
+
trxsav = trx--;
blk = traceblk[trx];
addr = traceadr[trx];
- lseek (filedes, (long) (blk) * (long) (BLOCKLEN), 0);
- read (filedes, block, BLOCKLEN);
+ lseek (g->fd, hdr_offset + ((long) (blk) * (long) (BLOCKLEN)), SEEK_SET);
+ read (g->fd, block, BLOCKLEN);
offset = UNSIGN (block[OFFS]) * 256 +
UNSIGN (block[OFFS + 1]);
@@ -3006,7 +3178,7 @@ static void insert (int filedes, char *i
needed = key_len + 2 + PLEN;
- if ((offset + needed) > DATALIM) splitp (filedes, block, &addr, &offset, &blk);
+ if ((offset + needed) > DATALIM) splitp (g, block, &addr, &offset, &blk);
/* insert key */
i = (offset += needed);
@@ -3030,8 +3202,8 @@ static void insert (int filedes, char *i
block[i++] = blknbr % 65536 / 256;
block[i] = blknbr % 256;
- lseek (filedes, (long) (blk) * (long) (BLOCKLEN), 0);
- write (filedes, block, BLOCKLEN);
+ lseek (g->fd, hdr_offset + ((long) (blk) * (long) (BLOCKLEN)), SEEK_SET);
+ write (g->fd, block, BLOCKLEN);
trx = trxsav;
@@ -3050,25 +3222,28 @@ static void b_free (short filedes, unsig
unsigned long other;
long i;
long offset;
-
+ long hdr_offset;
+
+ hdr_offset = sizeof (global_header);
+
/* mark block as empty */
- lseek (filedes, (long) (blknbr) * BLOCKLEN, 0);
+ lseek (filedes, hdr_offset + ((long) (blknbr) * BLOCKLEN), SEEK_SET);
read (filedes, block0, BLOCKLEN);
block0[BTYP] = EMPTY;
- lseek (filedes, (long) (blknbr) * BLOCKLEN, 0);
+ lseek (filedes, hdr_offset + ((long) (blknbr) * BLOCKLEN), SEEK_SET);
write (filedes, block0, BLOCKLEN);
/* do we have a list of free blocks? */
- lseek (filedes, ROOT, 0);
+ lseek (filedes, hdr_offset + ROOT, SEEK_SET);
read (filedes, block0, BLOCKLEN);
if ((free = UNSIGN (block0[FREE]) * 65536 + UNSIGN (block0[FREE + 1]) * 256 + UNSIGN (block0[FREE + 2]))) {
for (;;) {
- lseek (filedes, (long) free * (long) BLOCKLEN, 0);
+ lseek (filedes, hdr_offset + ((long) free * (long) BLOCKLEN), SEEK_SET);
read (filedes, block0, BLOCKLEN);
other = UNSIGN (block0[RLPTR]) * 65536 +
@@ -3101,7 +3276,7 @@ static void b_free (short filedes, unsig
block0[RLPTR + 1] = other % 65536 / 256;
block0[RLPTR + 2] = other % 256;
- lseek (filedes, (long) free * (long) BLOCKLEN, 0);
+ lseek (filedes, hdr_offset + ((long) free * (long) BLOCKLEN), SEEK_SET);
write (filedes, block0, BLOCKLEN);
for (i = 0; i < BLOCKLEN; block0[i++] = 0); /* clear block */
@@ -3122,14 +3297,14 @@ static void b_free (short filedes, unsig
getnewblk (filedes, &free);
/* set FBLK free blocks pointer */
- lseek (filedes, ROOT, 0);
+ lseek (filedes, hdr_offset + ROOT, SEEK_SET);
read (filedes, block0, BLOCKLEN);
block0[FREE] = free / 65536;
block0[FREE + 1] = free % 65536 / 256;
block0[FREE + 2] = free % 256;
- lseek (filedes, ROOT, 0);
+ lseek (filedes, hdr_offset + ROOT, SEEK_SET);
write (filedes, block0, BLOCKLEN);
for (i = 0; i < BLOCKLEN; block0[i++] = 0); /* clear block */
@@ -3145,7 +3320,7 @@ static void b_free (short filedes, unsig
block0[OFFS] = offset / 256;
block0[OFFS + 1] = offset % 256;
- lseek (filedes, (long) free * (long) BLOCKLEN, 0);
+ lseek (filedes, hdr_offset + ((long) free * (long) BLOCKLEN), SEEK_SET);
write (filedes, block0, BLOCKLEN);
return;
@@ -3272,8 +3447,11 @@ static void getnewblk (int filedes, unsi
unsigned long freeblks, no_of_blks;
long other;
long offset;
+ long hdr_offset;
- lseek (filedes, ROOT, 0);
+ hdr_offset = sizeof (global_header);
+
+ lseek (filedes, hdr_offset + ROOT, SEEK_SET);
read (filedes, nblock, BLOCKLEN);
freeblks = UNSIGN (nblock[FREE]) * 65536 + UNSIGN (nblock[FREE + 1]) * 256 + UNSIGN (nblock[FREE + 2]);
@@ -3281,7 +3459,7 @@ static void getnewblk (int filedes, unsi
if (freeblks) {
- lseek (filedes, (long) (freeblks) * BLOCKLEN, 0);
+ lseek (filedes, hdr_offset + ((long) (freeblks) * BLOCKLEN), SEEK_SET);
read (filedes, nblock, BLOCKLEN);
offset = UNSIGN (nblock[OFFS]) * 256 + UNSIGN (nblock[OFFS + 1]);
@@ -3294,27 +3472,27 @@ static void getnewblk (int filedes, unsi
/* update RL-block, if any */
if (other) {
- lseek (filedes, (long) (other) * BLOCKLEN, 0);
+ lseek (filedes, hdr_offset + ((long) (other) * BLOCKLEN), SEEK_SET);
read (filedes, nblock, BLOCKLEN);
nblock[LLPTR] = 0;
nblock[LLPTR + 1] = 0;
nblock[LLPTR + 2] = 0;
- lseek (filedes, (long) (other) * BLOCKLEN, 0);
+ lseek (filedes, hdr_offset + ((long) (other) * BLOCKLEN), SEEK_SET);
write (filedes, nblock, BLOCKLEN);
}
/* update ROOT block */
- lseek (filedes, ROOT, 0);
+ lseek (filedes, hdr_offset + ROOT, SEEK_SET);
read (filedes, nblock, BLOCKLEN);
nblock[FREE] = other / 65536;
nblock[FREE + 1] = other % 65536 / 256;
nblock[FREE + 2] = other % 256;
- lseek (filedes, ROOT, 0);
+ lseek (filedes, hdr_offset + ROOT, SEEK_SET);
write (filedes, nblock, BLOCKLEN);
return;
@@ -3328,7 +3506,7 @@ static void getnewblk (int filedes, unsi
nblock[OFFS] = offset / 256;
nblock[OFFS + 1] = offset % 256;
- lseek (filedes, (long) (freeblks) * BLOCKLEN, 0);
+ lseek (filedes, hdr_offset + ((long) (freeblks) * BLOCKLEN), SEEK_SET);
write (filedes, nblock, BLOCKLEN);
return;
@@ -3341,7 +3519,7 @@ static void getnewblk (int filedes, unsi
nblock[NRBLK + 1] = no_of_blks % 65536 / 256;
nblock[NRBLK + 2] = no_of_blks % 256;
- lseek (filedes, ROOT, 0);
+ lseek (filedes, hdr_offset + ROOT, SEEK_SET);
write (filedes, nblock, BLOCKLEN);
*blknbr = no_of_blks;
@@ -3350,7 +3528,7 @@ static void getnewblk (int filedes, unsi
errno = 0;
- lseek (filedes, (long) (no_of_blks) * BLOCKLEN, 0);
+ lseek (filedes, hdr_offset + ((long) (no_of_blks) * BLOCKLEN), SEEK_SET);
write (filedes, nblock, BLOCKLEN);
if (errno == 0) break;
@@ -3486,7 +3664,6 @@ static short int g_collate (char *t)
/*
* test whether 'str' is canonical
*/
-//static short int g_numeric (char *str)
short g_numeric (char *str)
{
register int ptr = 0, ch;
@@ -3529,26 +3706,13 @@ short g_numeric (char *str)
} /* end g_numeric() */
+
+/* DEPRECATED: use gbl_close_all() instead */
void close_all_globals (void)
{
- register int i;
-
- for (i = 0; i < NO_GLOBLS; i++) {
-
- if (oldfil[i][0] != NUL) {
-
- close (olddes[i]);
-
- usage[i] = 0;
- olddes[i] = 0;
- oldfil[i][0] = NUL;
-
- }
-
- }
-
+ gbl_close_all ();
+
return;
-
} /* end close_all_globals() */
static void panic (void)
@@ -3575,14 +3739,37 @@ static void panic (void)
void gbl_dump_stat(void)
{
global_handle *g;
+ int ct;
+ int miss_pct;
+ int hit_pct;
+ unsigned long access_total;
+ unsigned long hit_total;
- printf ("FreeM Global Statistics [PID %d]\r\n", pid);
+ printf ("\r\nFreeM Global Statistics [PID %d]\r\n\r\n", pid);
- printf ("%-20s%-10s%-20s%-10s%s\r\n", "GLOBAL", "USECT", "AGE", "LAST BLK", "FILE");
- printf ("%-20s%-10s%-20s%-10s%s\r\n", "======", "=====", "===", "========", "====");
-
+ printf ("%-20s%-10s%-12s%-20s%-10s%s\r\n", "GLOBAL", "USECT", "SLOW PTHCT", "AGE", "LAST BLK", "FILE");
+ printf ("%-20s%-10s%-12s%-20s%-10s%s\r\n", "======", "=====", "==========", "===", "========", "====");
+
+ access_total = 0;
+ ct = 0;
for (g = global_handles_head; g != NULL; g = g->next) {
- printf ("%-20s%-10d%-20d%-10d%s\r\n", g->global_name, g->use_count, g->age, g->last_block, g->global_path);
- }
-
+ printf ("%-20s%-10ld%-12ld%-20ld%-10ld%s\r\n",
+ g->global_name,
+ g->use_count,
+ g->cache_misses,
+ g->age,
+ g->last_block,
+ g->global_path);
+ ct++;
+ access_total += g->use_count;
+ }
+ if (!ct) printf ("\r\n");
+
+ hit_total = access_total - gbl_cache_misses;
+ miss_pct = (gbl_cache_misses * 100) / access_total;
+ hit_pct = (hit_total * 100) / access_total;
+
+ printf ("\r\nTotal accesses: %ld\r\n", access_total);
+ printf ("Fast path hits %ld\t(%d%%)\r\n", hit_total, hit_pct);
+ printf ("Fast path misses: %ld\t(%d%%)\r\n", gbl_cache_misses, miss_pct);
}