The full vocabulary document matrix

.

doc #

AND

TO

THE

DOGS

ARE

CATS

I

OF

THERE

IT

MANY

FOR

FROM

CAT

DOG

OWNERS

BETTER

S

A

WAS

OUT

RUN

SO

EVERYONE

HIS

HOW

COMMON

THAT

EAT

HOUSE

GO

HAVE

BY

JUST

BUT

VERY

DEPRESSING

RAINING

IN

MORNING

FELT

FUZZY

OTHER

NIGHT

COOL

WORLD

BAD

BOUNCY

AROUND

PUPPIES

BIG

HOUNDS

COULDN

STRUGGLES

SURVIVE

AVOID

T

SUPERIOR

BEAT

UP

ON

INFERIOR

SOFT

IS

TWO

OUTSIDE

TYPES

SOMETIMES

HOUSEHOLD

ANIMALS

WOULD

SPECIES

COME

WINDOW

BLUE

RUSSIAN

BULLDOG

SHEPHERD

BOTH

LOVE

BEEN

DOMESTICATED

STARE

MAN

THOUSANDS

YEARS

AGO

LOVED

CARED

AT

PET

RAIN

TODAY

EVEN

URBAN

LEGENDS

HAVING

STATISTICALLY

HEALTH

THAN

NON

KNOWS

USEFUL

CAN

BE

PROTECTING

INSTANCE

MORE

THINGS

SAY

ABOUT

THINK

VE

TIME

THANK

YOU

LISTENING

Total


.	1	1				1	1																																				1			1			1															1																																																							7
.	2	1	1		1																		1							1																				1																															1																																						7
.	3	2	1	4	1		1	3			2							1			2			1					1			1			1	1	1	1	1	1	1	1		1	1			1						1				1									1		1			1		1	1									1							1		1																										41
.	4	1	4							1	2			1		2			2	1		1			1	2	1		1	1					1												1				1	1	1		1	1	1		1	1	1	1	1		1																																																						35
.	5	7	4	3	4	5	4	3	5	3		4	4	2	3	1	3	1		1		1	1	1	1		1	2			2	1	2	2		1																														1		1		1	1		1			1	1	1	1	1		1	1		1	1	1	1	1	1		1		1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	116
.	All	12	10	7	6	6	6	6	5	4	4	4	4	3	3	3	3	2	2	2	2	2	2	2	2	2	2	2	2	2	2	2	2	2	2	2	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	206
.	w(i)	1	2	3	4	5	6	7	8	9	10	11	12	13	14	15	16	17	18	19	20	21	22	23	24	25	26	27	28	29	30	31	32	33	34	35	36	37	38	39	40	41	42	43	44	45	46	47	48	49	50	51	52	53	54	55	56	57	58	59	60	61	62	63	64	65	66	67	68	69	70	71	72	73	74	75	76	77	78	79	80	81	82	83	84	85	86	87	88	89	90	91	92	93	94	95	96	97	98	99	100	101	102	103	104	105	106	107	108	109	110	111	112	113	114	115	116	117
.	docfreq(i)	5	4	2	3	2	3	2	1	2	2	1	1	2	1	2	1	2	1	2	1	2	2	2	2	1	2	1	2	2	1	2	1	1	2	2	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1	1
.	idf(i)	1	1.25	2.5	1.66666666666667	2.5	1.66666666666667	2.5	5	2.5	2.5	5	5	2.5	5	2.5	5	2.5	5	2.5	5	2.5	2.5	2.5	2.5	5	2.5	5	2.5	2.5	5	2.5	5	5	2.5	2.5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5
.	log idf(i)	0	0.22314355131421	0.91629073187416	0.51082562376599	0.91629073187416	0.51082562376599	0.91629073187416	1.6094379124341	0.91629073187416	0.91629073187416	1.6094379124341	1.6094379124341	0.91629073187416	1.6094379124341	0.91629073187416	1.6094379124341	0.91629073187416	1.6094379124341	0.91629073187416	1.6094379124341	0.91629073187416	0.91629073187416	0.91629073187416	0.91629073187416	1.6094379124341	0.91629073187416	1.6094379124341	0.91629073187416	0.91629073187416	1.6094379124341	0.91629073187416	1.6094379124341	1.6094379124341	0.91629073187416	0.91629073187416	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341	1.6094379124341
.
.	raw tf*idf matrix
.	1	1	0	0	0	2.5	1.66666666666667	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	5	0	0	5	0	0	5	0	0	0	0	0	0	0	0	0	0	0	0	0	0	5	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0
.	2	1	1.25	0	1.66666666666667	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	2.5	0	0	0	0	0	0	2.5	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	5	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	5	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0
.	3	2	1.25	10	1.66666666666667	0	1.66666666666667	7.5	0	0	5	0	0	0	0	0	0	2.5	0	0	10	0	0	2.5	0	0	0	0	2.5	0	0	2.5	0	0	2.5	2.5	5	5	5	5	5	5	0	5	5	0	0	5	0	0	0	0	0	5	0	0	0	5	0	0	0	0	0	0	0	0	5	0	5	0	0	5	0	5	5	0	0	0	0	0	0	0	0	5	0	0	0	0	0	0	5	0	5	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0
.	4	1	5	0	0	0	0	0	0	2.5	5	0	0	2.5	0	5	0	0	10	2.5	0	2.5	0	0	2.5	10	2.5	0	2.5	2.5	0	0	0	0	2.5	0	0	0	0	0	0	0	0	0	0	0	5	0	0	0	5	5	5	0	5	5	5	0	5	5	5	5	5	0	5	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0
.	5	7	5	7.5	6.66666666666667	12.5	6.66666666666667	7.5	25	7.5	0	20	20	5	15	2.5	15	2.5	0	2.5	0	2.5	2.5	2.5	2.5	0	2.5	10	0	0	10	2.5	10	10	0	2.5	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	5	0	5	0	5	5	0	5	0	0	5	5	5	5	5	0	5	5	0	5	5	5	5	5	5	0	5	0	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5	5
.
.	raw tf*idf squared matrix
.	1	1	0	0	0	6.25	2.77777777777778	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	25	0	0	25	0	0	25	0	0	0	0	0	0	0	0	0	0	0	0	0	0	25	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0


.	2	1	1.5625	0	2.77777777777778	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	6.25	0	0	0	0	0	0	6.25	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	25	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	25	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0
.	3	4	1.5625	100	2.77777777777778	0	2.77777777777778	56.25	0	0	25	0	0	0	0	0	0	6.25	0	0	100	0	0	6.25	0	0	0	0	6.25	0	0	6.25	0	0	6.25	6.25	25	25	25	25	25	25	0	25	25	0	0	25	0	0	0	0	0	25	0	0	0	25	0	0	0	0	0	0	0	0	25	0	25	0	0	25	0	25	25	0	0	0	0	0	0	0	0	25	0	0	0	0	0	0	25	0	25	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0
.	4	1	25	0	0	0	0	0	0	6.25	25	0	0	6.25	0	25	0	0	100	6.25	0	6.25	0	0	6.25	100	6.25	0	6.25	6.25	0	0	0	0	6.25	0	0	0	0	0	0	0	0	0	0	0	25	0	0	0	25	25	25	0	25	25	25	0	25	25	25	25	25	0	25	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0
.	5	49	25	56.25	44.4444444444444	156.25	44.4444444444444	56.25	625	56.25	0	400	400	25	225	6.25	225	6.25	0	6.25	0	6.25	6.25	6.25	6.25	0	6.25	100	0	0	100	6.25	100	100	0	6.25	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	0	25	0	25	0	25	25	0	25	0	0	25	25	25	25	25	0	25	25	0	25	25	25	25	25	25	0	25	0	25	25	25	25	25	25	25	25	25	25	25	25	25	25	25	25	25	25	25	25	25	25	25	25	25
.
.	norm	L2 Norm	Pivoted TFIDF Norm
.	1	10.4894126517064	23.7915044389683
.	2	8.23652097537412	23.3409261037018
.	3	28.3701966076296	27.3676612301529
.	4	25.6368874865885	26.8209994059447
.	5	62.8521192076201	34.264045750151
.
.	score for query {"cat","love"}	L2 Norm	Pivoted TFIDF Norm
.	1	0	0
.	2	0.60705242115563	0.21421600744484
.	3	0	0
.	4	0	0
.	5	0.23865543738391	0.43777667440028
.
.	Score for query {"dog","love"}	L2 Norm	Pivoted TFIDF Norm


.	1	0	0
.	2	0.60705242115563	0.21421600744484
.	3	0	0
.	4	0.1950314757443	0.18642109208249
.	5	0.039775906230651	0.072962779066713