devs/foxbox
1
0
Fork 0
forked from len0rd/rockbox
Code Pull requests Activity

Dictionary conversion tools.

Browse source 
git-svn-id: svn://svn.rockbox.org/rockbox/trunk@6395 a1c6a512-1295-4272-9138-f99709370657
This commit is contained in:
Tomas Salfischberger 2005-05-02 15:05:07 +00:00
parent a810a67db7
commit 52abc68b11
4 changed files with 216 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

89
tools/rdf2binary.c Normal file
View file

@ -0,0 +1,89 @@
/***************************************************************************
* __________ __ ___.
* Open \______ \ ____ ____ | | _\_ |__ _______ ___
* Source | _// _ \_/ ___\| |/ /| __ \ / _ \ \/ /
* Jukebox | | ( <_> ) \___| < | \_\ ( <_> > < <
* Firmware |____|_ /\____/ \___ >__|_ \|___ /\____/__/\_ \
* \/ \/ \/ \/ \/
* $Id$
*
* Copyright (C) 2005 Miika Pekkarinen
*
* All files in this archive are subject to the GNU General Public License.
* See the file COPYING in the source tree root for full license agreement.
*
* This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
* KIND, either express or implied.
*
****************************************************************************/
/*
This tool converts the rdf file to the binary data used in the dict plugin.
*/
#include <sys/types.h>
#include <sys/stat.h>
#include <fcntl.h>
#include <string.h>
#include <stdio.h>
/* maximum word lenght, has to be the same in dict.c */
#define WORDLEN 32
struct word {
char word[WORDLEN];
long offset;
};
int main()
{
FILE *in;
int idx_out, desc_out;
struct word w;
char buf[10000];
long cur_offset = 0;
in = fopen("dict.preparsed", "r");
idx_out = open("dict.index", O_WRONLY | O_CREAT);
desc_out = open("dict.desc", O_WRONLY | O_CREAT);
if (in == NULL || idx_out < 0 || desc_out < 0) {
fprintf(stderr, "Error: Some files couldn't be opened\n");
return 1;
}
while (fgets(buf, sizeof buf, in) != NULL) {
/* It is safe to use strtok here */
const char *word = strtok(buf, "\t");
const char *desc = strtok(NULL, "\t");
if (word == NULL || desc == NULL) {
fprintf(stderr, "Parse error!\n");
fprintf(stderr, "word: %s\ndesc: %s\n", word, desc);
return 2;
}
/* We will null-terminate the words */
strncpy(w.word, word, WORDLEN - 1);
w.offset = cur_offset;
write(idx_out, &w, sizeof(struct word));
while (1) {
int len = strlen(desc);
cur_offset += len;
write(desc_out, desc, len);
desc = strtok(NULL, "\t");
if (desc == NULL)
break ;
cur_offset++;
write(desc_out, "\n", 1);
}
}
return 0;
}