Re: Slow Query problem

 

 

CREATE TABLE t_payment_detail
(
  "sysid" bigserial NOT NULL,
  receiptno varchar(10) NOT NULL,
  refpath varchar(255) NOT NULL,
  refno varchar(100) NOT NULL,
  CONSTRAINT t_payment_detail_pkey PRIMARY KEY ("sysid")
)
WITHOUT OIDS;

 

CREATE TABLE t_receipt_cancel
(
  receiptsysid int8 NOT NULL,
  amount float8 NOT NULL,
  receiptcomment varchar(255) NOT NULL,
  CONSTRAINT t_receipt_cancel_pkey PRIMARY KEY (receiptsysid)
)
WITH OIDS;

 

CREATE TABLE t_charge
(
  "sysid" bigserial NOT NULL,
  mbrsysid int8 NOT NULL,
  chargelistsysid int8 NOT NULL,
  refno varchar(20) NOT NULL,
  chargedate timestamp NOT NULL,
  quantity float8 NOT NULL,
  unitprice float8 NOT NULL,
  amount float8 NOT NULL,
  vat float8 NOT NULL,
  service float8 NOT NULL,
  CONSTRAINT t_charge_pkey PRIMARY KEY ("sysid")
)
WITH OIDS;

 

CREATE TABLE t_posbill
(
  "sysid" bigserial NOT NULL,
  billno varchar(20) NOT NULL DEFAULT ''::character varying,
  billdate timestamp NOT NULL DEFAULT '1601-01-01 00:00:00'::timestamp without time zone,
  mbrsysid int8 NOT NULL DEFAULT 0,
  totalamount float8 NOT NULL DEFAULT 0,
  totalvat float8 NOT NULL DEFAULT 0,
  totalservice float8 NOT NULL DEFAULT 0,
  CONSTRAINT t_posbill_pkey PRIMARY KEY ("sysid")
)
WITHOUT OIDS;

 

 

 

CREATE TABLE t_creditnotes
(
  "sysid" bigserial NOT NULL,
  mbrsysid int8 NOT NULL,
  chargelistsysid int8 NOT NULL,
  chitno varchar(20) NOT NULL,
  chitdate timestamp NOT NULL,
  refno varchar(20) NOT NULL,
  chargedate timestamp NOT NULL,
  quantity float8 NOT NULL,
  unitprice float8 NOT NULL,
  amount float8 NOT NULL,
  vat float8 NOT NULL,
  service float8 NOT NULL,
  CONSTRAINT t_creditnotes_pkey PRIMARY KEY ("sysid")
)
WITH OIDS;

 

 

 

CREATE TABLE t_invoice
(
  "sysid" bigserial NOT NULL,
  mbrsysid int8 NOT NULL,
  chargelistsysid int8 NOT NULL,
  invno varchar(50) NOT NULL,
  invdate timestamp NOT NULL,
  totalvalue float8 NOT NULL,
  totalvat float8 NOT NULL,
  totalservice float8 NOT NULL,
  CONSTRAINT t_invoice_pkey PRIMARY KEY ("sysid")
)
WITH OIDS;

 

CREATE TABLE t_receipt
(
  "sysid" bigserial NOT NULL,
  mbrsysid int8 NOT NULL,
  receiptno varchar(10) NOT NULL,
  receiptdate timestamp NOT NULL,
  paymethod varchar(30) NOT NULL,
  amount float8 NOT NULL,
  flagprint bool NOT NULL DEFAULT false,
  CONSTRAINT t_receipt_pkey PRIMARY KEY ("sysid")
)
WITH OIDS;

 

CREATE TABLE t_moneytransfer
(
  "sysid" bigserial NOT NULL,
  mbrsysid int8 NOT NULL,
  transferno varchar(10) NOT NULL,
  transferdate timestamp NOT NULL,
  transferamount float8 NOT NULL,
  CONSTRAINT t_moneytransfer_pkey PRIMARY KEY ("sysid")
)
WITH OIDS;

 

 

 

CREATE TABLE t_carryforward
(
  "sysid" bigserial NOT NULL,
  mbrsysid int8 NOT NULL,
  cfno varchar(10) NOT NULL,
  cfdate timestamp NOT NULL,
  amount float8 NOT NULL,
  CONSTRAINT t_carryforward_pkey PRIMARY KEY ("sysid")
)
WITH OIDS;

 

CREATE OR REPLACE VIEW v_invtransaction_main AS
((((( SELECT 'C'::text || t_charge.refno::text AS transinvno, t_charge.mbrsysid, 'CHIT'::text AS particular, t_charge.chargedate AS transdate, sum(t_charge.amount) AS totamount, sum(t_charge.vat) AS totvat, sum(t_charge.service) AS totservice, 'Dr' AS cr_dr, t_charge.refno AS transrefno
   FROM t_charge
  GROUP BY 'C'::text || t_charge.refno::text, t_charge.mbrsysid,  'CHIT'::text , t_charge.chargedate, t_charge.refno
UNION ALL
 SELECT 'B'::text || t_posbill.billno::text AS transinvno, t_posbill.mbrsysid, 'POS'::text AS particular, t_posbill.billdate AS transdate, t_posbill.totalamount AS totamount, t_posbill.totalvat AS totvat, t_posbill.totalservice AS totservice, 'Dr' AS cr_dr, t_posbill.billno AS transrefno
   FROM t_posbill)
UNION ALL
 SELECT 'CN'::text || t_creditnotes.refno::text AS transinvno, t_creditnotes.mbrsysid, 'Credit Note'::text AS particular, t_creditnotes.chargedate AS transdate, - sum(t_creditnotes.amount) AS totamount, - sum(t_creditnotes.vat) AS totvat, - sum(t_creditnotes.service) AS totservice, 'Cr' AS cr_dr, t_creditnotes.refno AS transrefno
   FROM t_creditnotes
  GROUP BY 'CN'::text || t_creditnotes.refno::text, t_creditnotes.mbrsysid, 'Credit Note'::text, t_creditnotes.chargedate, t_creditnotes.refno)
UNION ALL
 SELECT 'I'::text || t_invoice.invno::text AS transinvno, t_invoice.mbrsysid, 'Monthly Invoice '::text AS particular, t_invoice.invdate AS transdate, sum(t_invoice.totalvalue) AS totamount, sum(t_invoice.totalvat) AS totvat, sum(t_invoice.totalservice) AS totservice, 'Dr' AS cr_dr, t_invoice.invno AS transrefno
   FROM t_invoice
  GROUP BY 'I'::text || t_invoice.invno::text, t_invoice.mbrsysid, 'Monthly Invoice'::text, t_invoice.invdate,t_invoice.invno)
UNION ALL
 SELECT 'P'::text || t_receipt.receiptno::text AS transinvno, t_receipt.mbrsysid, t_receipt.paymethod::text AS particular, t_receipt.receiptdate AS transdate, t_receipt.amount * (- 1::double precision) AS totamount, '0' AS totvat, '0' AS totservice, 'Cr' AS cr_dr, t_receipt.receiptno AS transrefno
   FROM t_receipt
  WHERE NOT (t_receipt."sysid" IN ( SELECT t_receipt_cancel.receiptsysid FROM t_receipt_cancel)))
UNION ALL
 SELECT 'T'::text || t_moneytransfer.transferno::text AS transinvno, t_moneytransfer.mbrsysid, 'Transfer'::text AS particular, t_moneytransfer.transferdate AS transdate, t_moneytransfer.transferamount * (- 1::double precision) AS totamount, '0' AS totvat, '0' AS totservice, 'Dr' AS cr_dr, t_moneytransfer.transferno AS transrefno
   FROM t_moneytransfer)
UNION ALL
 SELECT 'CF'::text || t_carryforward.cfno::text AS transinvno, t_carryforward.mbrsysid, 'Carry Forward'::text AS particular, t_carryforward.cfdate AS transdate, t_carryforward.amount AS totamount, '0' AS totvat, '0' AS totservice, 'Dr' AS cr_dr, t_carryforward.cfno AS transrefno
   FROM t_carryforward;

 

 

 

 

 

CREATE OR REPLACE VIEW v_invtransaction AS
 SELECT t_payment_detail.receiptno, v_invtransaction_main.transinvno, v_invtransaction_main.mbrsysid, v_invtransaction_main.particular, v_invtransaction_main.transdate, v_invtransaction_main.totamount, v_invtransaction_main.totvat, v_invtransaction_main.totservice, v_invtransaction_main.cr_dr, v_invtransaction_main.transrefno
   FROM t_payment_detail
   RIGHT JOIN v_invtransaction_main ON v_invtransaction_main.transrefno::text = t_payment_detail.refno::text AND v_invtransaction_main.particular = t_payment_detail.refpath::text;

 

 

 

 

 

 

 

>>> Andreas Joseph Krogh <andreak@officenet.no> 1/28/2008 19:26 >>>
On Monday 28 January 2008 08:18:24 Premsun Choltanwanich wrote:
> Dear All,
>
> I am currently using PostgreSQL database version 8.0.13.  My problem
> relates to a slow result when a query using a defined view joins to another
> table for a result.
>
> Background:  I have 7 tables of invoice transactions.  The tables are
> slightly different in that they record different data (some different
> columns in each table).  There are about 250,000 records when a union view
> is created.  A simply query on this union performs satisfactorily.
>
> The invoice table union view is then joined with a table of receipts (which
> have a total of about 150,000 records).
>
> It takes around 3.5 seconds for "select * from view_transaction where
> member_id = 999  and receipt_no is null" (which returns unpaid invoices).
>
> By hard coding I created a single table from the 7 invoice tables (instead
> of creating a union) and then used it with receipt table.  This time for
> the same query improved to 1.8 seconds.
>
> To further improve things I tried to code the selection rather than to use
> a view, and so "select * from temp_transaction where member_id = 999 and
> receipt_no is null" provided the result in .5 second. (2 records returned
> containing the details of receipt_no, transaction_no, transaction_type,
> transaction_amount, member_id).
>
> I would prefer to be able to have completed the above by using unions and
> views.  Is it possible to do this, or am I better creating a permanent
> table of invoices and writing the query as I did above?
>
> Any comments on this and suggestions would be appreciated.  If there is
> documentation where I can read up please let me have a link.

It is very hard to help without you providing the schema for the tables/views
involved. It sounds like you don't have any indexes if you experience
performance-problems on queries like "select * from view_transaction where
member_id = 999  and receipt_no is null". But again, without the definition
of the view and underlying tables, it's very hard to help.

--
Andreas Joseph Krogh <andreak@officenet.no>
Senior Software Developer / Manager
------------------------+---------------------------------------------+
OfficeNet AS            | The most difficult thing in the world is to |
Karenslyst All? 11      | know how to do a thing and to watch         |
PO. Box 529 Sk?yen      | somebody else doing it wrong, without       |
0214 Oslo               | comment.                                    |
NORWAY                  |                                             |
Tlf:    +47 24 15 38 90 |                                             |
Fax:    +47 24 15 38 91 |                                             |
Mobile: +47 909  56 963 |                                             |
------------------------+---------------------------------------------+