manticore.c

#include <stdlib.h>
#include <stdio.h>
#include <ctype.h>
#include <memory.h>
#include <mysql.h>

#include "manticore.h"
#include "stringbuilder.h"
#include "error.h"

void default_config(sphinx_config *config)
{
  strcpy(config->host, "127.0.0.1");
  config->port = 9306;
  config->username[0] = '\0';
  config->password[0] = '\0';
  config->prefix[0] = '\0';
}

static MYSQL *connection = NULL;

static SPH_BOOL ensure_sphinx_is_connected(sphinx_config *config, char **error)
{
  my_bool reconnect;

  if (connection)
    return SPH_TRUE;
  
  connection = mysql_init(NULL);

  reconnect = 1;
  mysql_options(connection, MYSQL_OPT_RECONNECT, &reconnect);

  if (mysql_real_connect(connection, config->host, config->username,
                         config->password, NULL, config->port, NULL, 0) == NULL)
    {
      REPORT(error, "Can't connect to sphinx/manticore server. ", mysql_error(connection));

      mysql_close(connection);
      connection = NULL;

      return SPH_FALSE;
    }

  return SPH_TRUE;
}

static void string_builder_append_int(StringBuilder *sb, int val)
{
  string_builder_reserve(sb, 40);
  sb->len += snprintf(sb->str + sb->len, 40, "%d", val);
}

static void string_builder_append_sql_string(StringBuilder *sb, const PString *str)
{
  string_builder_reserve(sb, 2 * str->len + 2);
  string_builder_append(sb, "'");
  sb->len += mysql_real_escape_string(connection, sb->str + sb->len, str->str, str->len);
  string_builder_append(sb, "'");
}

struct sphinx_context
{
  MYSQL_RES *result;
};

int is_number(const PString *str1)
{
  int ln = str1->len;
  if(ln == 0) return 0; // false
  int res = 1; // true
  for(int i = 0; i < ln; i++){
    if(!(isdigit(str1->str[i]) )){
      res = 0; // false
      break;
    }
  }
  return res;
}

sphinx_context sphinx_select(sphinx_config *config,
                             const PString *index,
                             const PString *match,
                             const PString *condition,
                             const PString *order,
                             int offset,
                             int limit,
                             const PString *options,
                             char **error)
{
  StringBuilder *sb;
  sphinx_context ctx;

  if (!ensure_sphinx_is_connected(config, error))
    return NULL;

  sb = string_builder_new();
  //string_builder_append(sb, "SELECT id, weight() AS weight FROM ");
  string_builder_append(sb, "SELECT id FROM ");
  string_builder_append(sb, config->prefix);
  string_builder_append_pstr(sb, index);
  string_builder_append(sb, " WHERE MATCH(");
  string_builder_append_sql_string(sb, match);
  string_builder_append(sb, ")");
  
  if (PSTR_NOT_EMPTY(condition))
    {
      string_builder_append(sb, " AND ");
      string_builder_append_pstr(sb, condition);
    }

  //string_builder_append(sb, " GROUP BY id WITHIN GROUP ORDER BY weight DESC ");
  string_builder_append(sb, " GROUP BY id WITHIN GROUP ORDER BY weight() DESC ");

  if (PSTR_NOT_EMPTY(order))
    {
      string_builder_append(sb, " ORDER BY ");
      string_builder_append_pstr(sb, order);
    }
  string_builder_append(sb, " LIMIT ");
  string_builder_append_int(sb, offset);
  string_builder_append(sb, ", ");
  string_builder_append_int(sb, limit);
  if (PSTR_NOT_EMPTY(options))
    {
      string_builder_append(sb, " OPTION ");
      string_builder_append_pstr(sb, options);
    }

  if (mysql_query(connection, sb->str))
    {
      REPORT(error, "Can't execute select query: ", sb->str, "; ", mysql_error(connection));
      string_builder_free(sb);
      return NULL;
    }

  ctx = malloc(sizeof(struct sphinx_context));
  ctx->result = mysql_store_result(connection);

  string_builder_free(sb);
  return ctx;
}

SPH_BOOL sphinx_context_next(sphinx_context ctx,
                             int *id)
//                           int *weight)
{
  MYSQL_ROW row;

  if (!ctx)
    return SPH_FALSE;

  row = mysql_fetch_row(ctx->result);
  if (!row)
    return SPH_FALSE;

  if (id)
    *id = row[0] ? atoi(row[0]) : 0;
  //if (weight)
  //  *weight = row[1] ? atoi(row[1]) : 0;

  return SPH_TRUE;
}
    
void sphinx_context_free(sphinx_context ctx)
{
  if (ctx)
    {
      mysql_free_result(ctx->result);
      free(ctx);
    }
}

void sphinx_insert(sphinx_config *config,
                    const PString *index,
                    int id,
                    const Dict *data,
                    char **error)
{
  size_t i;
  StringBuilder *sb;

  if (!ensure_sphinx_is_connected(config, error))
    return;

  sb = string_builder_new();
  string_builder_append(sb, "INSERT INTO ");
  string_builder_append(sb, config->prefix);
  string_builder_append_pstr(sb, index);
  string_builder_append(sb, " (id");
  for (i = 0; i < data->len; ++i)
    {
      string_builder_append(sb, ", `");
      string_builder_append_pstr(sb, &data->names[i]);
      string_builder_append(sb, "`");
    }
  string_builder_append(sb, ") VALUES (");
  string_builder_append_int(sb, id);
  for (i = 0; i < data->len; ++i)
    {
      string_builder_append(sb, ", ");
      
      if(is_number(&data->values[i]))
      {
        string_builder_append_pstr(sb, &data->values[i]);
        //int value_num = pstring_to_integer(&data->values[i]);
        //string_builder_append_int(sb, value_num);
      }else{
        string_builder_append_sql_string(sb, &data->values[i]);
      }
      
    }
  string_builder_append(sb, ")");

  if (mysql_query(connection, sb->str))
    REPORT(error, "Can't execute insert query: ", sb->str, "; ", mysql_error(connection));

  string_builder_free(sb);
}

void sphinx_replace(sphinx_config *config,
                    const PString *index,
                    int id,
                    const Dict *data,
                    char **error)
{
  size_t i;
  StringBuilder *sb;

  if (!ensure_sphinx_is_connected(config, error))
    return;

  sb = string_builder_new();
  string_builder_append(sb, "REPLACE INTO ");
  string_builder_append(sb, config->prefix);
  string_builder_append_pstr(sb, index);
  string_builder_append(sb, " (id");
  for (i = 0; i < data->len; ++i)
    {
      string_builder_append(sb, ", `");
      string_builder_append_pstr(sb, &data->names[i]);
      string_builder_append(sb, "`");
    }
  string_builder_append(sb, ") VALUES (");
  string_builder_append_int(sb, id);
  for (i = 0; i < data->len; ++i)
    {
      string_builder_append(sb, ", ");
      string_builder_append_sql_string(sb, &data->values[i]);
    }
  string_builder_append(sb, ")");

  if (mysql_query(connection, sb->str))
    REPORT(error, "Can't execute replace query: ", sb->str, "; ", mysql_error(connection));

  string_builder_free(sb);
}

void sphinx_update(sphinx_config *config,
                   const PString *index,
                   const PString *match,
                   const PString *condition,
                   const Dict *data,
                   char **error)
{
  size_t i;
  StringBuilder *sb;

  if (!ensure_sphinx_is_connected(config, error))
    return;
  
  char is_match = PSTR_NOT_EMPTY(match) ? 1 : 0;
  char is_condition = PSTR_NOT_EMPTY(condition) ? 1 : 0;
  if (!(is_condition || is_match)) // when no condition (no id) and no match
    return;
  
  sb = string_builder_new();
  string_builder_append(sb, "UPDATE ");
  string_builder_append(sb, config->prefix);
  string_builder_append_pstr(sb, index);
  string_builder_append(sb, " SET ");
  for (i = 0; i < data->len; ++i)
    {
      if (i == 0)
        {
          string_builder_append(sb, "`");
        }else{
          string_builder_append(sb, ", `");
        }
      string_builder_append_pstr(sb, &data->names[i]);
      string_builder_append(sb, "` = ");
      
      if(is_number(&data->values[i]))
      {
        string_builder_append_pstr(sb, &data->values[i]);
        //int value_num = pstring_to_integer(&data->values[i]);
        //string_builder_append_int(sb, value_num);
      }else{
        string_builder_append_sql_string(sb, &data->values[i]);
      }
      
    }
  if (is_match)
    {
      string_builder_append(sb, " WHERE MATCH(");
      string_builder_append_sql_string(sb, match);
      if (is_condition)
        {
          string_builder_append(sb, ") AND ");
          string_builder_append_pstr(sb, condition);
        }else{
          string_builder_append(sb, ")");
        }
    }else{
      string_builder_append(sb, " WHERE ");
      string_builder_append_pstr(sb, condition);
    }

  if (mysql_query(connection, sb->str))
    REPORT(error, "Can't execute update query: ", sb->str, "; ", mysql_error(connection));

  string_builder_free(sb);
}

void sphinx_delete(sphinx_config *config,
                   const PString *index,
                   int id,
                   char **error)
{
  StringBuilder *sb;

  if (!ensure_sphinx_is_connected(config, error))
    return;

  sb = string_builder_new();
  string_builder_append(sb, "DELETE FROM ");
  string_builder_append(sb, config->prefix);
  string_builder_append_pstr(sb, index);
  string_builder_append(sb, " WHERE id = ");
  string_builder_append_int(sb, id);

  if (mysql_query(connection, sb->str))
    REPORT(error, "Can't execute delete query: ", sb->str, "; ", mysql_error(connection));

  string_builder_free(sb);
}

void sphinx_truncate(sphinx_config *config,
                     const PString *index,
                     const PString *type,
                     char **error)
{
  StringBuilder *sb;

  if (!ensure_sphinx_is_connected(config, error))
    return;

  sb = string_builder_new();
  string_builder_append(sb, "TRUNCATE ");
  string_builder_append_pstr(sb, type);
  string_builder_append(sb, " ");
  string_builder_append(sb, config->prefix);
  string_builder_append_pstr(sb, index);

  if (mysql_query(connection, sb->str))
    REPORT(error, "Can't execute truncate query: ", sb->str, "; ", mysql_error(connection));

  string_builder_free(sb);
}

void sphinx_snippet(sphinx_config *config,
                    const PString *index,
                    const PString *match,
                    const PString *data,
                    const Dict *options,
                    return_data_callback callback,
                    void *user_data,
                    char **error)
{
  StringBuilder *sb;
  size_t i;
  MYSQL_RES *query_result;
  MYSQL_ROW row;
  unsigned long *lengths;

  if (!callback)
    return;

  if (!ensure_sphinx_is_connected(config, error))
    return;

  sb = string_builder_new();
  string_builder_append(sb, "CALL SNIPPETS(");
  string_builder_append_sql_string(sb, data);
  string_builder_append(sb, ", '");
  string_builder_append(sb, config->prefix);
  string_builder_append_pstr(sb, index);
  string_builder_append(sb, "', ");
  string_builder_append_sql_string(sb, match);

  for (i = 0; i < options->len; ++i)
    {
      if (pstring_is_one_of(&options->names[i],
                            "before_match",
                            "after_match",
                            "chunk_separator",
                            "html_strip_mode",
                            "passage_boundary",
                            NULL))
        {
          // string
          string_builder_append(sb, ", ");
          string_builder_append_sql_string(sb, &options->values[i]);
          string_builder_append(sb, " AS ");
          string_builder_append_pstr(sb, &options->names[i]);
        }
      else if (pstring_is_one_of(&options->names[i],
                                 "limit",
                                 "around",
                                 "limit_passages",
                                 "limit_words",
                                 "start_passage_id",
                                 NULL))
        {
          // integer
          int value = pstring_to_integer(&options->values[i]);
          string_builder_append(sb, ", ");
          string_builder_append_int(sb, value);
          string_builder_append(sb, " AS ");
          string_builder_append_pstr(sb, &options->names[i]);
        }
      else if (pstring_is_one_of(&options->names[i],
                                 "exact_phrase",
                                 "use_boundaries",
                                 "weight_order",
                                 "query_mode",
                                 "force_all_words",
                                 "load_files",
                                 "load_files_scattered",
                                 "allow_empty",
                                 "emit_zones",
                                 NULL))
        {
          // bool
          int isTrue = pstring_is_one_of(&options->values[i], "1", "t", "true", "y", "yes");
          string_builder_append(sb, ", ");
          string_builder_append_int(sb, isTrue);
          string_builder_append(sb, " AS ");
          string_builder_append_pstr(sb, &options->names[i]);
        }
    }

  string_builder_append(sb, ")");

  if (mysql_query(connection, sb->str))
    {
      REPORT(error, "Can't execute snippet query: ", sb->str, "; ", mysql_error(connection));
      string_builder_free(sb);
      return;
    }
  
  query_result = mysql_store_result(connection);
  if (!query_result)
    {
      REPORT(error, "Can't store result of snippet query: ", sb->str, "; ", mysql_error(connection));
      string_builder_free(sb);
      return;
    }
  
  row = mysql_fetch_row(query_result);
  if (!row)
    {
      REPORT(error, "Can't fetch result of snippet query: ", sb->str, "; ", mysql_error(connection));
      string_builder_free(sb);
      mysql_free_result(query_result);
      return;
    }

  lengths = mysql_fetch_lengths(query_result);
  callback(row[0], lengths[0], user_data);

  string_builder_free(sb);
  mysql_free_result(query_result);
}