Flask-sqlalchemy-Marshmallow nesting Schema not working - flask

Basically what i want to do is, join 2 tables 'users' & 'company' and get the users with their relevant company details .
this is the user model:
class User(db.Model):
__tablename__ = 'user'
id = db.Column(db.Integer, primary_key=True, autoincrement=True)
firstname = db.Column(db.String(10), nullable=False)
lastname = db.Column(db.String(25), nullable=False)
username = db.Column(db.String(250), nullable=False)
email = db.Column(db.String(100), nullable=False)
password = db.Column(db.String(250), nullable=False)
isPasswordReset = db.Column(db.Boolean, nullable=False)
companyId = db.Column(db.Integer, db.ForeignKey(
'company.id'), nullable=True)
and this is the schema
class UserSchema(ma.Schema):
id = fields.Integer()
firstname = fields.String(required=True)
lastname = fields.String(required=True)
username = fields.String(required=True)
email = fields.String(required=True)
password = fields.String(required=True)
isPasswordReset = fields.Boolean(required=True)
companyId = fields.Integer()
company_name = fields.Nested(CompanySchema)
This is the company model:
class Company(db.Model):
__tablename__ = 'company'
id = db.Column(db.Integer, primary_key=True, autoincrement=True)
companyName = db.Column(db.String(100), nullable=True)
companyCode = db.Column(db.String(20), nullable=True)
companyTheme = db.Column(db.String(300), nullable=True)
this is the company schema:
class CompanySchema(ma.Schema):
id = fields.Integer()
companyName = fields.String(required=True)
companyCode = fields.String(required=True)
companyTheme = fields.String(required=True)
and this is the resource-user.py :
users_schema = UserSchema(many=True)
user_schema = UserSchema()
class UsersResource(Resource):
def get(self):
users = db.session.query(User.firstname, Company.companyName).join(
Company, User.companyId == Company.id).all()
if users:
results = users_schema.dump(users).data
return {'status': 'success', 'message': json.dumps(results, default=str)}, 200
and this is output i get :
{
"status": "success",
"message": "[{\"firstname\": \"abc\"}, {\"firstname\": \"xyz\"}]"
}
only user table are shown, not from company table.i have followed a lot of tutorial and stuff for hours. but still couldn't fix it.i'm new to flask and sqlalchemy. please does anyone knows how to correct this?

At first you need to declare relationship object in your sqlalchemy model:
class User(db.Model):
__tablename__ = 'user'
id = db.Column(db.Integer, primary_key=True, autoincrement=True)
firstname = db.Column(db.String(10), nullable=False)
lastname = db.Column(db.String(25), nullable=False)
username = db.Column(db.String(250), nullable=False)
email = db.Column(db.String(100), nullable=False)
password = db.Column(db.String(250), nullable=False)
isPasswordReset = db.Column(db.Boolean, nullable=False)
companyId = db.Column(db.Integer, db.ForeignKey(
'company.id'), nullable=True)
company = db.relationship("Company", backref="parents") # <--
Then in the user schema declare field that represents that object:
class UserSchema(ma.Schema):
id = fields.Integer()
firstname = fields.String(required=True)
lastname = fields.String(required=True)
username = fields.String(required=True)
email = fields.String(required=True)
password = fields.String(required=True)
isPasswordReset = fields.Boolean(required=True)
companyId = fields.Integer()
company = fields.Nested(CompanySchema) # <--
Please notice, that field names must be the same (or you can use attribute argument).
While querying you could simply do:
user_schema = UserSchema()
users = User.query.all()
results = users_schema.dump(users).data
return {'status': 'success', 'message': json.dumps(results, default=str)}, 200
(or return users_schema.dump(users) for testing purposes)
After all you should get output like this:
{
id: 'something',
firstname: 'something',
lastname: 'something',
username: 'something',
email: 'something',
password: 'something',
isPasswordReset: 'something',
company : {
id: 'something',
companyName: 'something',
companyCode: 'something',
companyTheme: 'something',
}
}
Does this cover your needs?

Related

sqlAlchemy filter query by boolean field?

I have a table for porducts with "is_deleted" field. I want to get only rows that have "is_deleted" = True
model.py
class ProductsModel(db.Model):
__tablename__ = "products"
id = db.Column(db.Integer, primary_key=True)
title = db.Column(db.String(256), nullable=False)
description = db.Column(db.Text, nullable=False)
price = db.Column(db.Float, nullable=False)
discount = db.Column(db.Float, nullable=False)
gender = db.Column(db.Enum(GenderType), nullable=False)
images = db.relationship("ProductImages", backref="product", lazy="select")
pairs = db.relationship("ProductPair", backref="product", lazy="select")
brand_id = db.Column(db.Integer, db.ForeignKey(BrandModel.id), nullable=False)
category_id = db.Column(db.Integer, db.ForeignKey(CategoryModel.id), nullable=False)
is_deleted = db.Column(db.Boolean, default=False, nullable=False)
I try with:
products = ProductsModel.query.filter_by(is_deleted = True)
And that is convert to:
SELECT products.id AS products_id, products.title AS products_title, products.description AS products_description, products.price AS products_price, products.discount AS products_discount, products.gender AS products_gender, products.brand_id AS products_brand_id, products.category_id AS products_category_id, products.is_deleted AS products_is_deleted
FROM products
WHERE false
When I try to run this, result is False:
print(ProductsModel.is_deleted)
If I manualy try to change SQL query to this and run it, I get correct data:
SELECT products.id AS products_id, products.title AS products_title, products.description AS products_description, products.price AS products_price, products.discount AS products_discount, products.gender AS products_gender, products.brand_id AS products_brand_id, products.category_id AS products_category_id, products.is_deleted AS products_is_deleted
FROM products
WHERE is_deleted is TRUE
** is_ doesn't work - The error is bool doesn't have is_ .

ForeignKey serialized as empty dict and not getting populated with data

I've two models Profile & Product representing One-Many relationship. One profile can have many products. I'm serializing all the fields. The column which has ForeignKey is coming out to be empty dictionary. The following model will make my issue more clear.
from backend_olx import db
from marshmallow import Schema, fields
from datetime import datetime
class Product(db.Model):
id = db.Column(db.Integer, primary_key=True)
created_by = db.Column(db.Integer, db.ForeignKey('profile.id'), nullable=False)
purchased_by = db.Column(db.Integer, db.ForeignKey('profile.id'), nullable=True)
name = db.Column(db.String(50), nullable=False)
price = db.Column(db.Integer, nullable=False)
description = db.Column(db.Text, nullable=False)
def __repr__(self):
return '<Product Name %r>' % self.name
class Profile(db.Model):
id = db.Column(db.Integer, primary_key=True)
username = db.Column(db.String(50), nullable=False, unique=True)
email = db.Column(db.String(100), nullable=False, unique=True)
products_sold = db.relationship('Product', backref='profile_sold', foreign_keys="Product.created_by",lazy=True)
products_purchased = db.relationship('Product', backref='profile_purchased', foreign_keys="Product.purchased_by",lazy=True)
def __repr__(self):
return '<User %r>' % self.username
class ProfileSchema(Schema):
id = fields.Int(dump_only=True)
username = fields.Str()
email = fields.Str()
products_sold = fields.Nested('ProductSchema', many=True)
products_purchased = fields.Nested('ProductSchema', many=True)
class ProductSchema(Schema):
id = fields.Int(dump_only=True)
name = fields.Str()
price = fields.Int()
created_by = fields.Nested('ProfileSchema')
purchased_by = fields.Nested('ProfileSchema')
profile_schema = ProfileSchema()
profiles_schema = ProfileSchema(many=True)
product_schema = ProductSchema()
products_schema = ProductSchema(many=True)
The Nested() method in ProfileSchema is working as expected but it is giving { } in ProductSchema.
I want created_by and purchased_by fields to be populated as well.
How to go about ths?
You can't just pass a foreign key and expect Nested to know what to do about it. You need to pass a relation instead.
Create a relation for both fields and use the relation name in the schema.
I typically use xxx_id for column name and xxx for relation name.
class Product(db.Model):
id = db.Column(db.Integer, primary_key=True)
created_by_id = db.Column(db.Integer, db.ForeignKey('profile.id'), nullable=False)
purchased_by_id = db.Column(db.Integer, db.ForeignKey('profile.id'), nullable=True)
name = db.Column(db.String(50), nullable=False)
price = db.Column(db.Integer, nullable=False)
description = db.Column(db.Text, nullable=False)
# Setup relations here
created_by = db.relationship(...)
purchased_by = db.relationship(...)
class ProductSchema(Schema):
id = fields.Int(dump_only=True)
name = fields.Str()
price = fields.Int()
created_by = fields.Nested('ProfileSchema')
purchased_by = fields.Nested('ProfileSchema')

SQLAlchemy filter all relationships

so I have these four tables
class ClimbingHallSectionModel(BaseModel):
__tablename__ = 'climbing_hall_section'
id = db.Column(db.Integer, primary_key=True, autoincrement=True)
name = db.Column(db.String(50), nullable=False)
climbing_hall_id = db.Column(db.Integer, db.ForeignKey('climbing_hall.id', ondelete='CASCADE'), nullable=False)
walls = db.relationship('ClimbingWallModel', lazy='select', passive_deletes=True)
class ClimbingWallModel(BaseModel):
__tablename__ = 'climbing_wall'
id = db.Column(db.Integer, primary_key=True, autoincrement=True)
name = db.Column(db.String(50), nullable=False)
climbing_hall_section_id = db.Column(db.Integer, db.ForeignKey('climbing_hall_section.id', ondelete='CASCADE'), nullable=False)
height = db.Column(db.Integer)
lines = db.relationship('LineModel', lazy='select', passive_deletes=True)
class LineModel(BaseModel):
__tablename__ = 'line'
id = db.Column(db.Integer, primary_key=True, autoincrement=True)
name = db.Column(db.String(50), nullable=False)
climbing_wall_id = db.Column(db.Integer, db.ForeignKey('climbing_wall.id', ondelete='CASCADE'), nullable=False)
routes = db.relationship('RouteModel', lazy='select', passive_deletes=True)
class RouteModel(BaseModel):
__tablename__ = 'route'
id = db.Column(db.Integer, primary_key=True, autoincrement=True)
name = db.Column(db.String(100), nullable=False)
active = db.Column(db.Boolean, nullable=False, default=True)
line_id = db.Column(db.Integer, db.ForeignKey('line.id', ondelete='CASCADE'), nullable=False)
I want to query all sections where the attribute active of the route table is true.
I tried the following query:
sections = (db.session.query(ClimbingHallSectionModel)
.join(ClimbingWallModel)
.join(LineModel)
.join(RouteModel)
.filter(RouteModel.active==True).all())
This query returns indeed only these sections which contains routes with the attribute active set to true.
However if I now acces the routes of one of the sections with sections.walls[0].lines[0].routes, I get all routes of the selected line including the routes where active is set to false.
For me it looks like that the filter only works correctly on the ClimbingHallSection level but then is not passed to the related tables.
Of course I could do something like this
sections = (db.session.query(ClimbingHallSectionModel, ClimbingWallModel, LineModel, RouteModel)
.select_from(ClimbingHallSectionModel)
.join(ClimbingWallModel)
.join(LineModel)
.join(RouteModel)
.filter(RouteModel.active==True).all())
But this would return a list of tubles:
sections = [
(<ClimbingHallSectionMode 1>, <ClimbingWallModel 1>, <LineModel 1>, <RouteModel 1>),
(<ClimbingHallSectionMode 1>, <ClimbingWallModel >, <LineModel 1>, <RouteModel 2>),...]
I don't know if this is even possible but how can I "pass" the filter arguments to all related tables so that the a section would only contain theses wall which containing lines which contain only routes with active set to true?
Here's a (currently partial) demonstration of the joinedload option.
Change your RouteModel model so that relationships adorn the parent table:
class ClimbingHallSectionModel(BaseModel):
__tablename__ = 'climbing_hall_section'
id = db.Column(db.Integer, primary_key=True, autoincrement=True)
name = db.Column(db.String(50), nullable=False)
climbing_hall_id = db.Column(db.Integer, db.ForeignKey('climbing_hall.id', ondelete='CASCADE'), nullable=False)
walls = db.relationship('ClimbingWallModel', lazy='select', passive_deletes=True)
class ClimbingWallModel(BaseModel):
__tablename__ = 'climbing_wall'
id = db.Column(db.Integer, primary_key=True, autoincrement=True)
name = db.Column(db.String(50), nullable=False)
climbing_hall_section_id = db.Column(db.Integer, db.ForeignKey('climbing_hall_section.id', ondelete='CASCADE'), nullable=False)
height = db.Column(db.Integer)
lines = db.relationship('LineModel', lazy='select', passive_deletes=True)
class LineModel(BaseModel):
__tablename__ = 'line'
id = db.Column(db.Integer, primary_key=True, autoincrement=True)
name = db.Column(db.String(50), nullable=False)
climbing_wall_id = db.Column(db.Integer, db.ForeignKey('climbing_wall.id', ondelete='CASCADE'), nullable=False)
routes = db.relationship('RouteModel', lazy='select', passive_deletes=True)
class RouteModel(BaseModel):
__tablename__ = 'route'
id = db.Column(db.Integer, primary_key=True, autoincrement=True)
name = db.Column(db.String(100), nullable=False)
active = db.Column(db.Boolean, nullable=False, default=True)
line_id = db.Column(db.Integer, db.ForeignKey('line.id', ondelete='CASCADE'), nullable=False)
rev_routes = db.relationship('LineModel', back_populates='routes')
Then, this query ought to give you the related table rows you need, at least for LineModel table:
sections = (db.session.query(RouteModel)
.options(joinedload(RouteModel.rev_routes))
.filter(RouteModel.active==True).all())
For each section in sections, iterate section.rev_routes to access filtered rows in that related table. The joinedload concept does not work (AFAIK) in a sequence of chained relationships, but this may be a start.

Many to Many - Association Object query based on extra association field

I have a many to many association Object relationship. The association object has an extra field for a timestamp. The idea is to only return the associated relationship if the timestamp of the association is within a specific time frame.
models.py
from rvt import db
from sqlalchemy_utils import IPAddressType
class ReportAssociation(db.Model):
id = db.Column(db.Integer, primary_key=True)
entity_id = db.Column(db.Integer, db.ForeignKey('entity.id'))
report_id = db.Column(db.Integer, db.ForeignKey('report_map.id'))
timestamp = db.Column(db.DateTime)
report_map = db.relationship('ReportMap', back_populates='entities')
entity = db.relationship('Entity', back_populates='report_maps')
__table_args__ = (
db.UniqueConstraint('entity_id', 'report_id', 'timestamp'),
)
def __repr__(self):
return f'ReportAssociation: {self.entity} {self.report_map} - {self.timestamp}'
class Entity(db.Model):
id = db.Column(db.Integer, primary_key=True)
ip_address = db.Column(IPAddressType, unique=True, nullable=False)
hostname = db.Column(db.String(64), index=True, nullable=True)
region = db.Column(db.String(32), index=True, nullable=True)
geo = db.Column(db.String(32), index=True, nullable=True)
city = db.Column(db.String(32), index=True, nullable=True)
asn = db.Column(db.String(8), index=True, nullable=True)
subnet_desc = db.Column(db.String(256), index=True, nullable=True)
report_maps = db.relationship('ReportAssociation', back_populates='entity', lazy="dynamic")
timestamp = db.Column(db.DateTime)
def __repr__(self):
return f'<Entity {self.ip_address}>'
class ReportMap(db.Model):
id = db.Column(db.Integer, primary_key=True)
pattern = db.Column(db.String(64), nullable=False, unique=True)
name = db.Column(db.String(32), nullable=False, unique=True)
short_name = db.Column(db.String(32), nullable=False, unique=True)
wiki_url = db.Column(db.String(128), nullable=True, unique=False)
entities = db.relationship('ReportAssociation', back_populates='report_map', lazy="dynamic")
def __repr__(self):
return f'<ReportMap {self.name}>'
The problem I am having is with the query. The following works.
>>> e = Entity.query.one()
>>> e
<Entity 101.98.10.156>
>>> for i in e.report_maps.all():
... print(i.timestamp)
...
2019-04-02 21:15:49.985126
2019-04-02 21:15:59.028121
>>> for i in e.report_maps.filter_by(timestamp='2019-04-02 21:15:59.028121'):
... print(i.timestamp)
...
2019-04-02 21:15:59.028121
The problem comes in when I try to use something like below
>>> for i in e.report_maps.filter(timestamp < '2019-04-02 21:15:59.028121'):
... print(i.timestamp)
...
Traceback (most recent call last):
File "<console>", line 1, in <module>
NameError: name 'timestamp' is not defined
Any help would be appreciated. Thanks
When you use filter method you must use ClassName.attribue so can use you last query like this:
e.report_maps.filter(Entity.timestamp < '2019-04-02 21:15:59.028121').all()

Self-Referential Association Relationship SQLalchemy

In my flask application with flask-sqlalchemy i need to create association between two contact
here is my Contact model
class Contact(db.Model):
__tablename__ = 'contact'
id = db.Column(db.Integer, primary_key=True)
name = db.Column(db.Unicode(120), nullable=False, unique=False)
user_id = db.Column(db.Integer, db.ForeignKey('user.id'))
to_contacts = db.relationship('Contact',
secondary='ContactRelation',
primaryjoin='id==contactrelation.c.from_contact_id',
secondaryjoin='id==contactrelation.c.to_contact_id',
backref='from_contacts')
and my association class ContactRelation:
class ContactRelation(db.Model):
__tablename__ = 'contactrelation'
id = db.Column(db.Integer, primary_key=True)
from_contact_id = db.Column(db.Integer, db.ForeignKey('contact.id'))
to_contact_id = db.Column(db.Integer, db.ForeignKey('contact.id'))
relation_type = db.Column(db.String(100), nullable=True)
i have error :
AttributeError: type object 'ContactRelation' has no attribute 'c'
Thanks to Michel and Simon on SQLAlchemy mailing list i need association_proxy and two relation to Contact relation.
class Contact(db.Model):
__tablename__ = 'contact'
id = db.Column(db.Integer, primary_key=True)
name = db.Column(db.Unicode(120), nullable=False, unique=False)
created_on = db.Column(db.DateTime, default=datetime.utcnow)
birthday = db.Column(db.DateTime)
background = db.Column(db.Text)
photo = db.Column(db.Unicode(120))
user_id = db.Column(db.Integer, db.ForeignKey('user.id'))
to_contacts = association_proxy('to_relations', 'to_contact')
from_contacts = association_proxy('from_relations', 'from_contact')
class ContactRelation(db.Model):
__tablename__ = 'contactrelation'
id = db.Column(db.Integer, primary_key=True)
from_contact_id = db.Column(db.Integer, db.ForeignKey('contact.id'))
to_contact_id = db.Column(db.Integer, db.ForeignKey('contact.id'))
relation_type = db.Column(db.String(100), nullable=True)
from_contact = db.relationship(Contact,
primaryjoin=(from_contact_id == Contact.id),
backref='to_relations')
to_contact = db.relationship(Contact,
primaryjoin=(to_contact_id == Contact.id),
backref='from_relations')
Self-referential many-to-many relationship with Association Object.
User Class:
class User(Base):
__tablename__ = "User"
id = Column(String(36), primary_key=True, default=lambda : str(uuid1()))
Association Class:
class UserIgnore(Base):
__tablename__ = "UserIgnore"
id = Column(String(36), primary_key=True, default=lambda : str(uuid1()))
ignored_by_id = Column("ignored_by_id", String(36), ForeignKey("User.id"), primary_key=True)
ignored_by = relationship("User", backref="ignored_list", primaryjoin=(User.id == ignored_by_id))
ignored_id = Column("ignored_id", String(36), ForeignKey("User.id"), primary_key=True)
ignored = relationship("User", backref="ignored_by_list", primaryjoin=(User.id == ignored_id))
Access the relationship objects with
someUser.ignored_list
or
someUser.ignored_by_list
Thanks to Sean
Your relationship is not correctly designed. A secondary should be an ordinary table, not a mapped class. If you want the extra data (relation_type) on your ContactRelation, you should use the Association Table pattern described in the SQLAlchemy Relationship docs: http://docs.sqlalchemy.org/en/rel_1_1/orm/basic_relationships.html#association-object
it seems that if you change the to_contacts to something like below, your problem will be solved:
to_contacts = db.relationship('Contact',
secondary='ContactRelation',
primaryjoin='id==contactrelation.from_contact_id',
secondaryjoin='id==contactrelation.to_contact_id',
backref='from_contacts')