@nextcode/pg-model

Postgres model layer package with zero dependencies

Usage no npm install needed!

<script type="module">
  import nextcodePgModel from 'https://cdn.skypack.dev/@nextcode/pg-model';
</script>

README

Postgres Model

This packages is WIP - not ready to use nor working yet

The Docs below are not final and may change completely

Temporary Docs

Model layer for Postgres using TypeScript. Build Status

pg-model gives you the ability to:

  • Represent models and their data.
  • Ability to write (strong typed) queries.
  • Uses Promises for database queries.
  • Perform database operations in an object-oriented fashion.
  • No dependencies are required (just pg package itself).

Roadmap / Where can i contribute

See GitHub project for current progress/tasks

  • Fix typos
  • Improve documentation
  • Implement order in Connector
  • Add callbacks
  • Improve columns with eg. default values, limits
  • Add more packages for eg. versioning, validations and soft deleting
  • Help to improve tests and the test coverage.

TOC

Naming Conventions

To keep the configuration as short as possible, its recommended to use the following conventions:

  • Every column key should be camelCased with lower case start.
    • createdAt
    • someOtherValue
  • tableName should be plural snake_cased.
    • addresses
    • chat_messages
  • Every model has an identifier column. The default is id.

Example

// Imports
import {
  createBaseModel,
  Model,
  Columns,
  Instance,
} from '@nextcode/pg-model';

// Typings
interface UserSchema {
  id: number;
  addressId: number;
  firstName: string;
  lastName: string;
  gender: string;
};

class User extends createBaseModel<UserSchema>() implements UserSchema {
  static pool = new Pool({ database: 'nextcode' });
  id: number;
  firstName: string;
  lastName: string;

  static tableName = 'users';
  static columns: Columns<UserSchema> = {
    id: { type: 'Serial' },
    firstName: { type: 'CharVarying' },
    lastName: { type: 'CharVarying' },
  };

  static get $(): Model<UserSchema, typeof User, User> {
    return <any>this.getTyped();
  }

  get $(): Instance<UserSchema, typeof User, User> {
    return <any>this.getTyped();
  }

  get addresses() {
    return Address.$.queryBy.userId(this.id);
  }
}

// Typings
interface UserSchema {
  id: number;
  addressId: number;
  firstName: string;
  lastName: string;
  gender: string;
};

interface AddressSchema {
  id: number;
  street: string;
};

// model definitions
class User extends createBaseModel<UserSchema>() implements UserSchema {
  id: number;
  addressId: number;
  firstName: string;
  lastName: string;
  gender: string;

  static tableName = 'users';
  static columns: Columns<UserSchema> = {
    id: { type: 'Serial' },
    addressId: { type: 'Integer' },
    firstName: { type: 'CharVarying' },
    lastName: { type: 'CharVarying' },
    gender: { type: 'CharVarying' },
  };

  static get $(): Model<UserSchema, typeof User, User> {
    return <any>this.getTyped();
  }

  get $(): Instance<UserSchema, typeof User, User> {
    return <any>this.getTyped();
  }

  static get males(): typeof User {
    return this.$.queryBy.gender('male');
  }

  static get females(): typeof User {
    return this.$.queryBy.gender('female');
  }

  static withFirstName(firstName): typeof User {
    return this.$.query({ firstName });
  }

  get address() {
    return Address.$.findBy.id(this.addressId);
  }

  get name(): string {
    return `${this.firstName} ${this.lastName}`;
  }
};

class Address extends NextModel<AddressSchema>() {
  id: number;
  street: string;

  static tableName = 'addresses';
  static columns: Columns<AddressSchema> = {
    id: { type: 'Serial' },
    street: { type: 'CharVarying' },
  };

  get users() {
    return User.$.queryBy.addressId(this.id);
  }
};

// Creating
user = User.males.build({ firstName: 'John', lastName: 'Doe' });
user.gender === 'male';
user.name === 'John Doe';
user = await user.save();

user = await User.create({
  firstName: 'John',
  lastName: 'Doe',
  gender: 'male',
});

address = await user.addresses.create({
  street: 'Bakerstr.'
});

// Searching
users = await User.males.all;
user = await User.withFirstName('John').first;
addresses = await User.addresses.all;
users = await User.queryBy.lastName('Doe').all;
users = await User.males.order({ lastName: 'asc' }).all;

Model Instances

build

Initializes new record without saving it to the database.

user = User.build({ firstName: 'John', lastName: 'Doe' });
user.isNew === true;
user.name === 'John Doe';

create

Returns a Promise which returns the created record on success or the initialized if sth. goes wrong.

user = await User.create({
  firstName: 'John',
  lastName: 'Doe',
});

From Scopes and queries

An record can be build or created from scopes. These records are created with scope values as default.

address = user.addresses.build();
address.userId === user.id;

user = User.males.build();
user.gender === 'male';

user = User.withFirstName('John').build();
user.firstName === 'John';

user = User.withFirstName('John').queryBy({ lastName: 'Doe' }).build();
user.name === 'John Doe';

user = User.where({ gender: 'male'}).build();
user.gender === 'male';

Queries

queryBy

Special query syntax is dependent on used connector. But all connectors and the cache supports basic attribute filtering and the special queries $and, $or and $now. All special queries start with an leading $. The query can be completely cleared by calling .unqueried

User.queryBy({ gender: 'male' });
User.queryBy({ age: 21 });
User.queryBy({ name: 'John', gender: 'male' });
User.queryBy({ $or: [
  { firstName: 'John' },
  { firstName: 'Foo' },
]});
User.queryBy({ $and: [
  { firstName: 'John' },
  { lastName: 'Doe' },
]});
User.queryBy({ $not: [
  { gender: 'male' },
  { gender: 'female' },
]});
User.males.queryBy({ name: 'John' });
User.males.unfiltered.females;

orderBy

The fetched data can be sorted before fetching then. The orderBy function takes an object with property names as keys and the sort direction as value. Valid values are asc and desc. The order can be resetted by calling .unordered.

User.orderBy({ name: 'asc' });
User.orderBy({ name: 'desc' });
User.orderBy({ name: 'asc', age: 'desc' });
User.males.orderBy({ name: 'asc' });
User.orderBy({ name: 'asc' }).unordered;

skipBy

An defined amont of matching records can be skipped with .skipBy(amount) and be resetted with .unskipped. The current skipped amount of records can be fetched with .skip.

Please note: .skipBy(amount) and .unskipped will return a scoped model and will not modify the existing one.

Default value is 0.

User.count; //=> 10
User.skip; //=> 0
User.skipBy(3).count; //=> 7
User.skip; //=> 0 !
User = User.skipBy(15);
User.skip; //=> 15
User.skipBy(5).unskipped.count; //=> 10

limitBy

The resultset can be limited with .limitBy(amount) and be resetted with .unlimited. The current limit can be fetched with .limit.

Please note: .limitBy(amount) and .unlimited will return a scoped model and will not modify the existing one.

Default value is Number.MAX_SAFE_INTEGER.

User.count; //=> 10
User.limit; //=> Number.MAX_SAFE_INTEGER
User.limitBy(3).count; //=> 3
User.limit; //=> Number.MAX_SAFE_INTEGER !
User = User.limitBy(15);
User.limit; //=> 15
User.limitBy(5).unlimited.count; //=> 10

Scopes

Scopes are predefined search queries on a Model.

class User extends NextModel<UserSchema>() {
  static get males() {
    return this.queryBy.gender('male');
  }

  static get females() {
    return this.queryBy.gender('female');
  }

  static withFirstName(firstName) {
    return this.queryBy.firstName(firstName);
  }
};

Now you can use these scopes to search/filter records.

User.males;
User.withFirstName('John');

Scopes can be chained with other scopes or search queries.

User.males.witFirsthName('John');
User.withFirstName('John').queryBy.gender('transgender');

Build from scope

profile = User.males.build();
profile.gender === 'male';

Scope chaining

User.males.young;
User.males.young.query({ ... });

Fetching

If you want to read the data of the samples of the previous section you can fetch if with the following functions. Each fetching function will return a Promise to read the data.

all

Returns all data of the query. Results can be limited by skipBy and limitBy.

users = await User.all;
users = await User.males.all;
users = await User.queryBy({ firstName: 'John' }).all;

first

Returns the first record which matches the query. Use orderBy to sort matching records before fetching the first one.

user = await User.first;
user = await User.males.first;
user = await User.queryBy({ firstName: 'John' }).first;
user = await User.orderBy({ lastName: 'asc' }).first;

count

Returns the count of the matching records. Ignores orderBy, skip and limit and always returns complete count of matching records.

count = await User.count;
count = await User.males.count;
count = await User.queryBy({ name: 'John' }).count;

Batches

When there is a need to change/delete multiple records at once its recommended to use the following methods if possible. They provide a much better performance compared to do it record by record.

updateaAll

.updateAll(attrs) updates all matching records with the passed attributes.

users = await User.queryBy({ firstName: 'John' }).updateAll({ gender: 'male' });
users = await User.updateAll({ encryptedPassword: undefined });

deleteAll

Deletes and returns all matching records..

deletedUsers = await User.deleteAll();
deletedUsers = await User.query({ firstName: 'John', lastName: 'Doe' }).deleteAll();

Class Properties

Class Properties are static getters which can be defined with the class. Some of them can be modified by Queries which creates a new Class.

modelName

The model name needs to be defined for every model. The name should be singular camelcase, starting with an uppercase char. If the .modelName is not passed its reflected from its Class Name.

class User extends NextModel<UserSchema>() {};
User.modelName; //=> 'User'

class User extends NextModel<UserSchema>() {
  static get modelName() {
    return 'User';
  }
};

class UserAddress extends NextModel<AddressSchema>() {
  static get modelName() {
    return 'UserAddress';
  }
};

schema

A schema describes all (database stored) properties. Foreign keys from relations like belongsTo are automatically added to the schema. The existing types and their names are depending on the used Database connector.

class User extends NextModel<UserSchema>() {
  static get schema() {
    return {
      id: { type: 'integer' },
      name: { type: 'string' },
    };
  }
};

connector

A connector is the bridge between models and the database. NextModel comes with an DefaultConnector which reads and writes on an simpe js object.

Available connectors:

  • WIP knex (mySQL, postgres, sqlite3, ...)
  • WIP local-storage (Client side for Browser usage)
const Connector = require('next-model-knex-connector');
const connector = new Connector(options);

class User extends NextModel<UserSchema>() {
  static get connector() {
    return connector;
  }
};

Define an base model with connector to prevent adding connector to all Models.

Please note: In this case its better to call the @Model Decorator just on the final models and not on the base model, else you need to define the modelName on each model because its reflected from the base model.

class BaseModel<S extends Identifiable> extends NextModel<S>() {
  static get connector() {
    return connector;
  }
};

class User extends BaseModel<UserSchema> {
  ...
};

class Address extends BaseModel<AddressSchema> {
  ...
};

Identifier

Defines the name of the primary key. It also gets automatically added to the schema with type 'integer' if the identifier is not present at the schema. The identifier values must be serialized to an unique value with toString()

Default values is id.

class User extends NextModel<UserSchema>() {
  static get identifier() {
    return 'key';
  }

get id(): string {
    return this.key;
  }

  set id(key: string) {
    return this.key = key;
  }
};

You also can define your identifier on the schema to change the default type.

class User extends NextModel<UserSchema>() {
  static get identifier(): string {
    return 'uid';
  }

  get id(): string {
    return this.uid;
  }

  set id(uid: string) {
    return this.uid = uid;
  }

  static get schema(): Schema {
    return {
      uid: { type: 'uuid' },
      ...
    };
  }
};

validators

Validators is an object with keys of type string and values which are Promises to check if an instance is valid. An Validator gets the model instance and returns an promised boolean. The values can also be Arrays of Validators. These validators are checked with isValid.

class User extends NextModel {
  static get validators: Validators {
    return {
      ageCheck: (user) => Promise.resolve(user.age > 0),
    };
  }
};

new User({ age: 28 }).isValid().then(isValid => ...) //=> true
new User({ age: -1 }).isValid().then(isValid => ...) //=> flase

Validators can be skipped by .skipValidator(key) by passing the key of the validator. Multiple keys could be skipped by .skipValidators(keys) or be defining the getter .skippedValidators.

UncheckedUser = User.skipValidator('ageCheck');
new User({ age: -1 }).isValid().then(isValid => ...) //=> true

keys

The .keys will return all possible attributes you can pass to build new model Instances. The keys depend on schema.

class Foo extends NextModel{
  static get schema(): Schema {
    return {
      bar: { type: 'string' },
    };
  }
};
Foo.keys //=> ['bar']

filter

A default scope can be defined by adding a getter for .filter. You need call unfiltered to search without this scope.

class User extends NextModel<UserSchema>() {
  static get filter() {
    return {
      deletedAt: null,
    };
  }
};

user = await User.first;
User.unqueried.where( ... );

order

Adds an default Order to all queries unless its overwritten.

class User extends NextModel<UserSchema>() {
  static get order() {
    return [{
      name: 'asc',
    }];
  }
};

skip

Adds an default amount of skipped records on every query. This can be changed by skipBy and removed by .unskipped.

class User extends NextModel<UserSchema>() {
  static get limit(): number {
    return 10;
  }
};

limit

Limits all queries made to this model to an specific amount. This can be changed by limitBy and removed by .unlimited.

class User extends NextModel<UserSchema>() {
  static get limit(): number {
    return 100;
  }
};

Instance Attributes

isNew

An record is new unless the record is saved to the database. NextModel checks if the identifier property is set for this attribute.

address = Address.build();
address.isNew === true;
address = await address.save();
address.isNew === false;

isPersistent

The opposite of isNew. Returns false unless the record is not saved to the database.

address = Address.build();
address.isPersistent === false;
address = await address.save();
address.isPersistent === true;

attributes

Returns an object which contains all properties defined by schema.

class Address extends NextModel<AddressSchema>() {
  static get schema() {
    return {
      street: { type: 'string' },
      city: { type: 'string' },
    };
  }
};

address = Address.build({
  street: '1st street',
  city: 'New York',
  fetchGeoCoord: false,
});
address.foo = 'bar';

address.attributes === {
  street: '1st street',
  city: 'New York',
  fetchGeoCoord: false
};

isChanged

When you change a fresh build or created Class instance this property changes to true.

address = Address.build({
  street: '1st street',
  city: 'New York',
});
address.isChanged === false;
address.street = '2nd street';
address.isChanged === true;

This property does not change when the value is same after assignment.

address = Address.build({
  street: '1st street',
  city: 'New York',
});
address.isChanged === false;
address.street = '1st street';
address.isChanged === false;

changes

The changes property contains an object of changes per property which has changed. Each entry contains an from and to property. Just the last value is saved at the to property if the property is changed multiple times. The changes are cleared once its set again to its initial value, or if the record got saved.

address = Address.build({
  street: '1st street',
  city: 'New York',
});
address.changes === {};
address.street = '2nd street';
address.changes === {
  street: { from: '1st street', to: '2nd street' },
};
address.street = '3rd street';
address.changes === {
  street: { from: '1st street', to: '3nd street' },
};
address.street = '1st street';
address.changes === {};

address = Address.build({
  street: '1st street',
  city: 'New York',
});
address.changes === {};
address.street = '2nd street';
address.changes === {
  street: { from: '1st street', to: '2nd street' },
};
address = await address.save();
address.changes === {}

Custom Attributes

Custom attributes can be defined as on every other js class.

class User extends NextModel<UserSchema>() {
  static get schema() {
    return {
      firstname: { type: 'string' },
      lastname: { type: 'string' },
    }
  }

  get name() {
    return `${this.firstName} ${this.lastName}`;
  }
}

user = User.build({
  firstname: 'Foo',
  lastname: 'Bar'
});
user.name === 'Foo Bar';

Instance Actions

assign

You can assign a new value to an schema defined property. This does not automatically save the data to the database. All assigned attributes will be tracked by changes

address.assign({
  street: '1st Street',
  city: 'New York',
});

save

Saves the record to database. Returns a Promise with the created record including its newly created id. An already existing record gets updated.

address = Address.build({street: '1st street'});
address = await address.save();
address.isNew === false;

address.street = 'changed';
address = await address.save();

delete

Removes the record from database. Returns a Promise with the deleted record.

address.isNew === false;
address = await address.delete();
address.isNew === true;

reload

Refetches the record from database. All temporary attributes and changes will be lost. Returns a Promise with the reloaded record.

address.isNew === false;
address.street = 'changed';
address.notAnDatabaseColumn = 'foo';
address = address.reload();
address.name === '1st Street';
address.notAnDatabaseColumn === undefined;

revertCachanges

Reverts an unsaved change with #revertChange(key) or reverts all unsaved changed with #revertChanges().

address = Address.build({
  street: '1st street',
  city: 'New York',
});
address.changes === {};
address.street = '2nd street';
address.changes === {
  street: { from: '1st street', to: '2nd street' },
};
address.revertChange('street');
address.changes === {};

address = Address.build({
  street: '1st street',
  city: 'New York',
});
address.changes === {};
address.street = '2nd street';
address.city = 'San Francisco',
address.changes === {
  street: { from: '1st street', to: '2nd street' },
  street: { from: 'New York', to: 'San Francisco' },
};
address.revertChanges();
address.changes === {};

isValid

Checks if the current instance is valid. Promises to return boolean value.

class User extends NextModel<UserSchema>() {
  static get validators(): Validators {
    return {
      ageCheck: (user) => Promise.resolve(user.age > 0),
    };
  }
};

isValid = await new User({ age: 28 }).isValid //=> true
isValid = await new User({ age: -1 }).isValid //=> flase

UncheckedUser = User.skipValidator('ageCheck');
isValid = await new User({ age: -1 }).isValid //=> true

class User extends NextModel<UserSchema>() {
  static ageCheck(user): Promise<boolean> {
    return Promise.resolve(user.age > 0);
  }

  static get validators(): Validators {
    return {
      ageCheck: this.ageCheck,
    };
  }
};

Changelog

See history for more details.

  • 1.0.0 2018-xx-xx Complete rewrite in typescript
  • 0.4.1 2017-04-05 Bugfix: before and after callback
  • 0.4.0 2017-02-28 Added platform specific callbacks
  • 0.3.0 2017-02-27 Tracked property changes
  • 0.2.0 2017-02-25 Improved browser compatibility
  • 0.1.0 2017-02-23 Added Browser compatibility
  • 0.0.4 2017-02-16 Added callbacks for build, create, save and delete
  • 0.0.3 2017-02-12 Added CI
  • 0.0.2 2017-02-05 Published knex connector
  • 0.0.1 2017-01-23 Initial commit with query and scoping functions