/* * upb - a minimalist implementation of protocol buffers. * * Copyright (c) 2009 Joshua Haberman. See LICENSE for details. */ #include #include #include "descriptor.h" #include "upb_context.h" #include "upb_def.h" #include "upb_mm.h" /* Search for a character in a string, in reverse. */ static int my_memrchr(char *data, char c, size_t len) { int off = len-1; while(off > 0 && data[off] != c) --off; return off; } void addfd(struct upb_strtable *addto, struct upb_strtable *existingdefs, google_protobuf_FileDescriptorProto *fd, bool sort, struct upb_context *context, struct upb_status *status); struct upb_context *upb_context_new() { struct upb_context *c = malloc(sizeof(*c)); upb_atomic_refcount_init(&c->refcount, 1); upb_rwlock_init(&c->lock); upb_strtable_init(&c->symtab, 16, sizeof(struct upb_symtab_entry)); upb_strtable_init(&c->psymtab, 16, sizeof(struct upb_symtab_entry)); /* Add all the types in descriptor.proto so we can parse descriptors. */ google_protobuf_FileDescriptorProto *fd = upb_file_descriptor_set->file->elements[0]; /* We know there is only 1. */ struct upb_status status = UPB_STATUS_INIT; addfd(&c->psymtab, &c->symtab, fd, false, c, &status); if(!upb_ok(&status)) { fprintf(stderr, "Failed to initialize upb: %s.\n", status.msg); assert(false); return NULL; /* Indicates that upb is buggy or corrupt. */ } struct upb_string name = UPB_STRLIT("google.protobuf.FileDescriptorSet"); struct upb_symtab_entry *e = upb_strtable_lookup(&c->psymtab, &name); assert(e); c->fds_msg = e->ref.msg; c->fds_size = 16; c->fds_len = 0; c->fds = malloc(sizeof(*c->fds)); return c; } static void free_symtab(struct upb_strtable *t) { struct upb_symtab_entry *e = upb_strtable_begin(t); for(; e; e = upb_strtable_next(t, &e->e)) { switch(e->type) { case UPB_SYM_MESSAGE: upb_msgdef_free(e->ref.msg); break; case UPB_SYM_ENUM: upb_enumdef_free(e->ref._enum); break; default: break; /* TODO */ } free(e->ref.msg); /* The pointer is the same for all. */ free(e->e.key.ptr); } upb_strtable_free(t); } static void free_context(struct upb_context *c) { free_symtab(&c->symtab); for(size_t i = 0; i < c->fds_len; i++) upb_msg_unref((struct upb_msg*)c->fds[i]); free_symtab(&c->psymtab); free(c->fds); } void upb_context_unref(struct upb_context *c) { if(upb_atomic_unref(&c->refcount)) { upb_rwlock_wrlock(&c->lock); free_context(c); upb_rwlock_unlock(&c->lock); free(c); upb_rwlock_destroy(&c->lock); } } bool upb_context_lookup(struct upb_context *c, struct upb_string *symbol, struct upb_symtab_entry *out_entry) { upb_rwlock_rdlock(&c->lock); struct upb_symtab_entry *e = upb_strtable_lookup(&c->symtab, symbol); if(e) *out_entry = *e; upb_rwlock_unlock(&c->lock); return e != NULL; } void upb_context_enumerate(struct upb_context *c, upb_context_enumerator_t cb, void *udata) { upb_rwlock_rdlock(&c->lock); struct upb_symtab_entry *e = upb_strtable_begin(&c->symtab); for(; e; e = upb_strtable_next(&c->symtab, &e->e)) cb(udata, e); upb_rwlock_unlock(&c->lock); } /* Given a symbol and the base symbol inside which it is defined, find the * symbol's definition in t. */ static struct upb_symtab_entry *resolve(struct upb_strtable *t, struct upb_string *base, struct upb_string *symbol) { if(base->byte_len + symbol->byte_len + 1 >= UPB_SYMBOL_MAXLEN || symbol->byte_len == 0) return NULL; if(symbol->ptr[0] == UPB_SYMBOL_SEPARATOR) { /* Symbols starting with '.' are absolute, so we do a single lookup. */ struct upb_string sym_str = {.ptr = symbol->ptr+1, .byte_len = symbol->byte_len-1}; return upb_strtable_lookup(t, &sym_str); } else { /* Remove components from base until we find an entry or run out. */ char sym[UPB_SYMBOL_MAXLEN+1]; struct upb_string sym_str = {.ptr = sym}; int baselen = base->byte_len; while(1) { /* sym_str = base[0...base_len] + UPB_SYMBOL_SEPARATOR + symbol */ memcpy(sym, base->ptr, baselen); sym[baselen] = UPB_SYMBOL_SEPARATOR; memcpy(sym + baselen + 1, symbol->ptr, symbol->byte_len); sym_str.byte_len = baselen + symbol->byte_len + 1; struct upb_symtab_entry *e = upb_strtable_lookup(t, &sym_str); if (e) return e; else if(baselen == 0) return NULL; /* No more scopes to try. */ baselen = my_memrchr(base->ptr, UPB_SYMBOL_SEPARATOR, baselen); } } } /* Tries to resolve a symbol in two different tables. */ union upb_symbol_ref resolve2(struct upb_strtable *t1, struct upb_strtable *t2, struct upb_string *base, struct upb_string *sym, enum upb_symbol_type expected_type) { union upb_symbol_ref nullref = {.msg = NULL}; struct upb_symtab_entry *e = resolve(t1, base, sym); if(e == NULL) e = resolve(t2, base, sym); if(e && e->type == expected_type) return e->ref; else return nullref; } bool upb_context_resolve(struct upb_context *c, struct upb_string *base, struct upb_string *symbol, struct upb_symtab_entry *out_entry) { upb_rwlock_rdlock(&c->lock); struct upb_symtab_entry *e = resolve(&c->symtab, base, symbol); if(e) *out_entry = *e; upb_rwlock_unlock(&c->lock); return e != NULL; } /* Joins strings together, for example: * join("Foo.Bar", "Baz") -> "Foo.Bar.Baz" * join("", "Baz") -> "Baz" * Caller owns the returned string and must free it. */ static struct upb_string join(struct upb_string *base, struct upb_string *name) { size_t len = base->byte_len + name->byte_len; if(base->byte_len > 0) len++; /* For the separator. */ struct upb_string joined = {.byte_len=len, .ptr=malloc(len)}; if(base->byte_len > 0) { /* nested_base = base + '.' + d->name */ memcpy(joined.ptr, base->ptr, base->byte_len); joined.ptr[base->byte_len] = UPB_SYMBOL_SEPARATOR; memcpy(&joined.ptr[base->byte_len+1], name->ptr, name->byte_len); } else { memcpy(joined.ptr, name->ptr, name->byte_len); } return joined; } static void insert_enum(struct upb_strtable *t, google_protobuf_EnumDescriptorProto *ed, struct upb_string *base, struct upb_context *c, struct upb_status *status) { if(!ed->set_flags.has.name) { upb_seterr(status, UPB_STATUS_ERROR, "enum in context '" UPB_STRFMT "' does not have a name", UPB_STRARG(base)); return; } /* We own this and must free it on destruct. */ struct upb_string fqname = join(base, ed->name); if(upb_strtable_lookup(t, &fqname)) { upb_seterr(status, UPB_STATUS_ERROR, "attempted to redefine symbol '" UPB_STRFMT "'", UPB_STRARG(&fqname)); free(fqname.ptr); return; } struct upb_symtab_entry e; e.e.key = fqname; e.type = UPB_SYM_ENUM; e.ref._enum = malloc(sizeof(*e.ref._enum)); upb_enumdef_init(e.ref._enum, ed, c); upb_strtable_insert(t, &e.e); } static void insert_message(struct upb_strtable *t, google_protobuf_DescriptorProto *d, struct upb_string *base, bool sort, struct upb_context *c, struct upb_status *status) { if(!d->set_flags.has.name) { upb_seterr(status, UPB_STATUS_ERROR, "message in context '" UPB_STRFMT "' does not have a name", UPB_STRARG(base)); return; } /* We own this and must free it on destruct. */ struct upb_string fqname = join(base, d->name); if(upb_strtable_lookup(t, &fqname)) { upb_seterr(status, UPB_STATUS_ERROR, "attempted to redefine symbol '" UPB_STRFMT "'", UPB_STRARG(&fqname)); free(fqname.ptr); return; } struct upb_symtab_entry e; e.e.key = fqname; e.type = UPB_SYM_MESSAGE; e.ref.msg = malloc(sizeof(*e.ref.msg)); upb_msgdef_init(e.ref.msg, d, &fqname, sort, c, status); if(!upb_ok(status)) { free(fqname.ptr); return; } upb_strtable_insert(t, &e.e); /* Add nested messages and enums. */ if(d->set_flags.has.nested_type) for(unsigned int i = 0; i < d->nested_type->len; i++) insert_message(t, d->nested_type->elements[i], &fqname, sort, c, status); if(d->set_flags.has.enum_type) for(unsigned int i = 0; i < d->enum_type->len; i++) insert_enum(t, d->enum_type->elements[i], &fqname, c, status); } void addfd(struct upb_strtable *addto, struct upb_strtable *existingdefs, google_protobuf_FileDescriptorProto *fd, bool sort, struct upb_context *c, struct upb_status *status) { struct upb_string pkg = {.byte_len=0}; if(fd->set_flags.has.package) pkg = *fd->package; if(fd->set_flags.has.message_type) for(unsigned int i = 0; i < fd->message_type->len; i++) insert_message(addto, fd->message_type->elements[i], &pkg, sort, c, status); if(fd->set_flags.has.enum_type) for(unsigned int i = 0; i < fd->enum_type->len; i++) insert_enum(addto, fd->enum_type->elements[i], &pkg, c, status); if(!upb_ok(status)) return; /* TODO: handle extensions and services. */ /* Attempt to resolve all references. */ struct upb_symtab_entry *e; for(e = upb_strtable_begin(addto); e; e = upb_strtable_next(addto, &e->e)) { if(upb_strtable_lookup(existingdefs, &e->e.key)) { upb_seterr(status, UPB_STATUS_ERROR, "attempted to redefine symbol '" UPB_STRFMT "'", UPB_STRARG(&e->e.key)); return; } if(e->type == UPB_SYM_MESSAGE) { struct upb_msgdef *m = e->ref.msg; for(unsigned int i = 0; i < m->num_fields; i++) { struct upb_fielddef *f = &m->fields[i]; union upb_symbol_ref ref; if(f->type == UPB_TYPENUM(MESSAGE) || f->type == UPB_TYPENUM(GROUP)) ref = resolve2(existingdefs, addto, &e->e.key, f->ref.str, UPB_SYM_MESSAGE); else if(f->type == UPB_TYPENUM(ENUM)) ref = resolve2(existingdefs, addto, &e->e.key, f->ref.str, UPB_SYM_ENUM); else continue; /* No resolving necessary. */ if(!ref.msg) { upb_seterr(status, UPB_STATUS_ERROR, "could not resolve symbol '" UPB_STRFMT "'" " in context '" UPB_STRFMT "'", UPB_STRARG(f->ref.str), UPB_STRARG(&e->e.key)); return; } upb_msgdef_setref(m, f, ref); } } } } void upb_context_addfds(struct upb_context *c, google_protobuf_FileDescriptorSet *fds, struct upb_status *status) { if(fds->set_flags.has.file) { /* Insert new symbols into a temporary table until we have verified that * the descriptor is valid. */ struct upb_strtable tmp; upb_strtable_init(&tmp, 0, sizeof(struct upb_symtab_entry)); upb_rwlock_rdlock(&c->lock); for(uint32_t i = 0; i < fds->file->len; i++) { addfd(&tmp, &c->symtab, fds->file->elements[i], true, c, status); if(!upb_ok(status)) { free_symtab(&tmp); upb_rwlock_unlock(&c->lock); return; } } upb_rwlock_unlock(&c->lock); /* Everything was successfully added, copy from the tmp symtable. */ struct upb_symtab_entry *e; { upb_rwlock_wrlock(&c->lock); for(e = upb_strtable_begin(&tmp); e; e = upb_strtable_next(&tmp, &e->e)) upb_strtable_insert(&c->symtab, &e->e); upb_rwlock_unlock(&c->lock); } upb_strtable_free(&tmp); } return; } void upb_context_parsefds(struct upb_context *c, struct upb_string *fds_str, struct upb_status *status) { struct upb_msg *fds = upb_msg_new(c->fds_msg); upb_msg_parsestr(fds, fds_str->ptr, fds_str->byte_len, status); if(!upb_ok(status)) return; upb_context_addfds(c, (google_protobuf_FileDescriptorSet*)fds, status); if(!upb_ok(status)) return; { /* We own fds now, need to keep a ref so we can free it later. */ upb_rwlock_wrlock(&c->lock); if(c->fds_size == c->fds_len) { c->fds_size *= 2; c->fds = realloc(c->fds, c->fds_size); } c->fds[c->fds_len++] = (google_protobuf_FileDescriptorSet*)fds; upb_rwlock_unlock(&c->lock); } return; }