gecko-dev/l10n/tools/moz-dtd2mysql/mozilla-dtd2mysql.c

/*
The contents of this file are subject to the Mozilla Public License
Version 1.1 (the "License"); you may not use this file except in
compliance with the License. You may obtain a copy of the License at
http://www.mozilla.org/MPL/

Software distributed under the License is distributed on an "AS IS"
basis, WITHOUT WARRANTY OF ANY KIND, either express or implied. See the
License for the specific language governing rights and limitations
under the License.

The Original Code is expat.

The Initial Developer of the Original Code is Eduardo Trapani.
Portions created by are Eduardo Trapani Copyright (C) 2000
Eduardo Trapani. All Rights Reserved.

Contributor(s):

Alternatively, the contents of this file may be used under the terms
of the GNU General Public License (the "GPL"), in which case the
provisions of the GPL are applicable instead of those above.  If you
wish to allow use of your version of this file only under the terms of
the GPL and not to allow others to use your version of this file under
the MPL, indicate your decision by deleting the provisions above and
replace them with the notice and other provisions required by the
GPL. If you do not delete the provisions above, a recipient may use
your version of this file under either the MPL or the GPL.
*/

/*
	This programs reads the dtd files in the Mozilla chrome subdirectories
	and parses them so that they can be included in an SQL database.
	I guess it could have been written in Perl, but I am not fluent with
	it so I went for "C".

	The output can be sent directly to the SQL engine.

	The idea is to have two tables:

	original:  package, file, entity, original_text, localization_notes
	translation:  package, locale, file, entity, email, translated_text

	This allows to have all the proposal in a file (email is part of the
	key as are package, locale, file and entity).  Another table may be
	used to select which translations makes it to the chrome if there is
	more than one for the same package/locale/file/entity.

	To run type:

	dtd2mysql package locale path_to_chrome

	package is navigator, messenger, etc.
	locale is en-US, eo, de-AT, etc.
	path_to_chrome is, for example /tmp/package/chrome if you unpacked
	the build under /tmp.

	IMPORTANT!  You have to change the code and recompile to change the
	output for the "original" or "translation" tables.  Just change
	the call to print_query so that it has ORIGINAL or PROPOSAL as the
	first parameter.

	Please email me if you have comments, suggestions or have found
	bugs to etrapani@unesco.org.uy.

	Author:		Eduardo Trapani (etrapani@unesco.org.uy)
	Date:		March 14, 2000
	Bugs:		None (yet)

	Changes:	2000-03-21
			New parsing code
*/
#include <stdio.h>
#include <string.h>
#include <sys/types.h>
#include <dirent.h>
#include <ctype.h>
#define	MAXENTITY	256
#define	MAXVALUE	8192
#define	MAXWHAT		256
#define	MAXNOTE		1024
#define	MAXTAG		MAXENTITY + MAXVALUE + MAXWHAT + MAXNOTE + 50

#define	END		1
#define	ENTITY		2
#define	SINGLE_NOTE	3
#define	NOTE_BEGIN	4
#define	NOTE_END	5
#define	COMMENT		6
#define	NONOTE		7

#define	ORIGINAL	1
#define	PROPOSAL	2

struct info
{
char	what[MAXENTITY + 1];
char	entity[MAXENTITY + 1];
char	value[MAXVALUE + 1];
char	note[MAXNOTE + 1];
int	snote;
};

int	next_tag(FILE *asa,char *buffer,int length)
{
int	i,c;

	i = 0;
	while ((c = fgetc(asa)) != EOF && c != '<')
		;

	while ((c = fgetc(asa)) != EOF && c != '>' && i < length)
		buffer[i++] = c;

	buffer[i] = 0;

	return(c);
}
void clean(struct info *inf)
{
	inf->what[0] = 0;
	inf->entity[0] = 0;
	inf->value[0] = 0;
	if (inf->snote != NOTE_BEGIN)
	{
		inf->note[0] = 0;
		inf->snote = NONOTE;
	}
}
void	print(char *prefix,struct info *inf)
{
	printf("(%s.%s)=%s[%s]\n",prefix,inf->entity,inf->value,inf->note);
	return;
}
void	print_query(int cual,char *package,char *locale,char *filename,struct info *inf)
{
	if (cual == PROPOSAL)
	{
		printf("replace into translation (email,package,locale,file,entity,translated_text,note) values(\"etrapani@unesco.org.uy\",\"%s\",\"%s\",\"%s\",\"%s\",\"%s\",\"%s\");\n",package,locale,filename,inf->entity,inf->value,inf->note);
	}
	else if (cual == ORIGINAL)
	{
		printf("replace into original (package,locale,file,entity,original_text,note) values(\"%s\",\"%s\",\"%s\",\"%s\",\"%s\",\"%s\");\n",package,locale,filename,inf->entity,inf->value,inf->note);
	}
	return;
}
main(int argc,char *argv[])
{
FILE	*asa;
DIR	*dir;
struct info information;
int	ret;
char	filename[256];
char	directory[256];
char	tag[MAXTAG];
struct dirent *current;

	if (argc < 4)
	{
		printf("Usage: prog package language path_to_chrome\n");
		return(0);
	}
	sprintf(directory,"%s/%s/locale/%s",argv[3],argv[1],argv[2]);
	if (chdir(directory) != 0)
	{
	char	msg[128];

		sprintf(msg,"dtd2mysql cd to %s",directory);
		perror(msg);
		return(0);
	}
	dir = opendir(".");
	if (dir == NULL)
		return(0);

	while ((current = readdir(dir)) != NULL)
	{
		sprintf(filename,"%s/%s/locale/%s/%s",argv[3],argv[1],argv[2],current->d_name);
		asa =fopen(filename,"r");
		if (asa == NULL)
		{
		char	msg[128];

			sprintf(msg,"dtd2mysql opening %s",filename);
			perror(msg);
			continue;
		}
		else
			fprintf(stderr,"Procesando %s\n",filename);
		clean(&information);
		while (next_tag(asa,tag,MAXTAG -1) != EOF)
		{
			ret = parse(tag,&information);
			if (ret == ENTITY)
			{
				print_query(ORIGINAL,argv[1],argv[2],current->d_name,&information);
				clean(&information);
			}
			else if (ret == SINGLE_NOTE)
				information.snote = SINGLE_NOTE;
			else if (ret == NOTE_BEGIN)
				information.snote = NOTE_BEGIN;
			else if (ret == NOTE_END)
			{
				information.snote = NONOTE;
				clean(&information);
			}
		}
		fclose(asa);
	}
	closedir(dir);
}
int	parse(char *tag,struct info *inf)
{
int		c,i;

	if (*tag != '!')
		return(END);

	tag++;

	while (*tag && isspace(*tag))
		tag++;

	/* is it an entity? */
	if (strncmp(tag,"ENTITY",6) == 0)
	{
	char	*begin_quote,*end_quote;

		tag += 6;

		while (*tag && isspace(*tag))
			tag++;

		if (!*tag)
			return(END);
		i = 0;
		do
		{
			inf->entity[i++] = *tag;
			tag++;
		} while (*tag && !isspace(*tag) && i < MAXENTITY);

		if (!*tag)
			return(END);


		inf->entity[i] = 0;

		begin_quote = strchr(tag,'"');
		end_quote = strrchr(tag,'"');
		if (begin_quote == NULL || end_quote == NULL)
			return(END);

		i = 0;
		begin_quote++;
		while (begin_quote < end_quote)
		{
			inf->value[i++] = *begin_quote;
			begin_quote++;
		}

		inf->value[i] = 0;

		return(ENTITY);
	}
	else if (*tag == '-')
	{
		tag++;

		if (*tag == '-')
			tag++;
		else
			return(END);

		while (*tag && isspace(*tag))
			tag++;

		if (!*tag)
			return(END);

		i = strlen("LOCALIZATION NOTE");
		if (strncmp(tag,"LOCALIZATION NOTE",i) == 0)
		{
			tag += i;
			if (strncmp(tag," BEGIN",6) == 0)
			{
				strncpy(inf->note,tag + 5,MAXNOTE);
				return(NOTE_BEGIN);
			}
			else if (strncmp(tag," END",4) == 0)
			{
				return(NOTE_END);
			}
			else if (strstr(tag," FILE ") != NULL)
			{
				return(COMMENT);
			}
			else
			{
				i = 0;

				while (*tag)
				{
					if (*tag == '"')
						inf->note[i++] = '\\';
					inf->note[i++] = *tag;
					tag++;
				}
				inf->note[i] = 0;

				return(SINGLE_NOTE);
			}
		}
		else
			return(COMMENT);
	}
}