svmDlight_demon.cpp

Go to the documentation of this file.

#include <sys/types.h>
#include <sys/mman.h>
#include <sys/stat.h>
#include <fcntl.h>
#include <errno.h>
#include <math.h>
#include <fstream>
#include <assert.h>
#include <sstream>
#include "Util.h"
#include "Exception.h"
#include "svector.h"

using namespace std;
using namespace Util;

static void *K;
static uint  size;
static bool fixed_point;

extern "C" double sprod_data(void *da, void *db) { 
  try {
    uint &i = *(uint*)da;
    uint &l = *(uint*)db;    
    Exception::Assert(i<size, "Invalid row index %d", i);
    Exception::Assert(l<size, "Invalid col index %d", l);

    if( fixed_point ) {
      return tofloat((i>=l) ?((short*)K)[l+i*(i+1)/2] : ((short*)K)[i+l*(l+1)/2]);
    }
    else
      return (i>=l) ?((float*)K)[l+i*(i+1)/2] : ((float*)K)[i+l*(l+1)/2];
  }
  catch(Exception *e) {
    cerr << e->GetMessage() << endl;
    assert(0);
  }
}

extern "C" double plugin_kernel(void *da, void *db) {
  try {
    return sprod_data(((SVECTOR*)da)->words,((SVECTOR*)db)->words);
  }
  catch(Exception *e) {
    cerr << e->GetMessage() << endl;
    assert(0);
  }
}

extern "C" void* 
plugin_parse_document(char *line, double *label,
                      long *queryid, long *slackid, double *costfactor,
                      long int *highest_feature, 
                      long int max_words_doc,
                      char **comment)
{

  register long pos;
  char buffer[1024];

  (*queryid)=0;
  (*slackid)=0;
  (*costfactor)=1;
  (*highest_feature) = 1;

  pos=0;
  (*comment)=NULL;
  while(line[pos] ) {      /* cut off comments */
    if((line[pos] == '#') && (!(*comment))) {
      line[pos]=0;
      (*comment)=&(line[pos+1]);
    }
    if(line[pos] == '\n') { /* strip the CR */
      line[pos]=0;
    }
    pos++;
  }
  if(!(*comment)) (*comment)=&(line[pos]);
  /* printf("Comment: '%s'\n",(*comment)); */


  if(sscanf(line,"%s",buffer) == EOF) return(NULL);
  pos=0;
  /* read the target value */
  if(sscanf(line,"%lf",label) == EOF) return(NULL);
  /* printf("label: '%f'\n",(float)(*label)); */
  pos=0;
  //  while(space_or_null((int)line[pos])) pos++;
  //  while((!space_or_null((int)line[pos])) && line[pos]) pos++;
  while(line[pos] && isspace((int)line[pos])) pos++;
  while(line[pos] && !isspace((int)line[pos])) pos++; // skip label
  while(line[pos] && isspace((int)line[pos])) pos++;
  /* read the qid if present (used for ranking) */ 
  if(sscanf(line+pos,"qid:%ld",queryid)==1){
    while(line[pos] && !isspace((int)line[pos])) pos++; // skip qid
    while(line[pos] && isspace((int)line[pos])) pos++;
  }
  /* read the id value */
  uint *d = new uint;
  if(sscanf(line+pos,"%u",d) == EOF) return(NULL);

  //printf("label:%lf qid:%ld id:%ld\n", *label,*queryid,*d);

  return d;
}


extern "C" void plugin_write(FILE* os, void* d) 
{
  fprintf(os, "%u", *(uint*)d);
}

extern "C"  void* plugin_copy_constructor(void* _d)
{
  uint *d = new uint;
  *d = *(uint*)_d;
  return d;  
}

extern "C" void plugin_destructor(void* d) {
  delete (uint*)d;
}

extern "C" void* plugin_null(void) 
{
  Exception::Assert(false, "A null id does not exist!");
  return NULL;
}

extern "C" void plugin_kernel_setparm(char *kernel_parm) {
  try {
    if( strcmp(kernel_parm,"empty") ) {
      vector<string> tokens = tokenize(kernel_parm,":");            
      string matrix_id = trim(tokens[0]);
      fixed_point = (tokens.size()>1) ?cast<bool>(tokens[1]) :false;      
      
      cout << "Using shared matrix: " << matrix_id << " " << fixed_point << endl;

      // open shared memory
      int mdesc = shm_open(matrix_id.c_str(),O_RDONLY,0);
      Exception::Assert(mdesc>=0, "Error while opening shared memory: %s", strerror(errno));

      // get size
      struct stat infos;
      int ret = fstat(mdesc,&infos);
      Exception::Assert(ret==0, "Error while retrieving size of shared memory: %s", strerror(errno));

      size_t tot_space = infos.st_size;
      if( fixed_point )
        size = (uint)((-1. + sqrt(1.+8.*(double)(tot_space/sizeof(short))))/2.);
      else
        size = (uint)((-1. + sqrt(1.+8.*(double)(tot_space/sizeof(float))))/2.);
      cout << "Total allocated space: " << tot_space << endl;
      cout << "Matrix rows: " << size << endl;

      // map to memory
      K = mmap(NULL,tot_space,PROT_READ,MAP_SHARED,mdesc,0);
      Exception::Assert( K!=(void*)-1, "Error while mapping shared memory: %s", strerror(errno));    
    }
    else {
      K = NULL;
      size = 0;
    }
  }
  catch(Exception *e) {
    cerr << e->GetMessage() << endl;
    assert(0);
  }
}

extern "C" void
plugin_clip(void* _words, int totwords)
{

}

int main(int argc, char *argv[]) {
}

---