Commit 13ce817c authored by Mario Chirinos Colunga's avatar Mario Chirinos Colunga 💬

alex

parent 533375a8
from django.core.management.base import BaseCommand, CommandError
from catalog.models import User, News, Publisher, Topic, audioTime, Search
from django.db.models import Q
from django.core.paginator import Paginator
import os
#import simplejson as json
import json
import sys
sys.path.append("/home/mario/git/")
from Guns_N_Roses import GunsAndRoses
import datetime
class Command(BaseCommand):
help = 'Report database'
def add_arguments(self, parser):
parser.add_argument('model', nargs=1, type=str) #(options['basedir'][0]
def handle(self, *args, **options):
clf = GunsAndRoses.load_model(options['model'][0])
pub=[3, 46, 39, 43, 45, 41, 40, 6, 7, 8, 27, 9, 10, 12, 13, 14, 15, 17, 31, 21, 24]
publishers = Publisher.objects.all().filter(id__in=pub)
newsList = News.objects.all().filter(publisher__in=publishers).filter(date__gte=datetime.date(2014, 1, 1)).order_by('id')
p = Paginator(newsList, 50)
categories = dict()
doclist = list()
for i in range (1,p.num_pages):
# print(i)
docs_new = [d for d in p.page(i) if d.text!=""]
docs_text = [d.text.replace("\xa0", " ").replace("\x93", "").replace("\x94", "").replace('"', '').replace("'","") for d in docs_new ]
docs_id = [d.id for d in docs_new ]
predicted_classes = GunsAndRoses.predict_classes(docs_text, clf)
ii = 0;
for (category, document) in predicted_classes:
item = dict()
item['category'] = category
item['text'] = document
item['id'] = docs_id[ii]
doclist.append(item)
if category not in categories:
categories[category] = 0;
categories[category] +=1
ii+=1
finish = True
for c in categories:
finish = finish and categories[c] >=1000
if finish:
break
# for l in doclist:
# print(l)
# print
print(categories)
with open('data.json', 'w', encoding='utf8') as outfile:
s = json.dumps(doclist, ensure_ascii=False, indent=2)
print (s)
outfile.write(s)
...@@ -15,15 +15,23 @@ video { ...@@ -15,15 +15,23 @@ video {
.geointInfo .geointInfo
{ {
border: 0px solid white;
text-align:center;
opacity: 0.7;
width:100%;
position:fixed; position:fixed;
right: 50pt; bottom:2em;
bottom:0px; line-height:4em;
} }
.geointInfo a .geointInfo a
{ {
color:lightgray; color:lightgray;
} }
.geointInfo img
{
margin: 0.5em;
height: 3.5em;
}
.translucid .translucid
{ {
opacity:0.8; opacity:0.8;
......
...@@ -24,7 +24,7 @@ ...@@ -24,7 +24,7 @@
<div class="col-md-4 col-md-offset-4" style="text-align:center;"> <div class="col-md-4 col-md-offset-4" style="text-align:center;">
</div> </div>
</div> </div>
<div class="row translucid"> <div class="row translucid visible-lg-block visible-md-block">
<div class="col-md-4"> <div class="col-md-4">
<div class="panel panel-red"> <div class="panel panel-red">
<div class="panel-heading"> <div class="panel-heading">
...@@ -72,7 +72,7 @@ ...@@ -72,7 +72,7 @@
</div> </div>
</div> </div>
<div class="row"> <div class="row">
<div class="col-md-4 translucid"> <div class="col-md-4 translucid visible-lg-block visible-md-block">
<div class="row"> <div class="row">
<div class="col-md-12"> <div class="col-md-12">
...@@ -165,7 +165,7 @@ ...@@ -165,7 +165,7 @@
</div> </div>
<div class="col-md-4 translucid"> <div class="col-md-4 translucid visible-lg-block visible-md-block">
<div class="row"> <div class="row">
<div class="col-md-12"> <div class="col-md-12">
<div class="panel panel-red"> <div class="panel panel-red">
...@@ -210,7 +210,18 @@ ...@@ -210,7 +210,18 @@
<div class="row geointInfo" > <div class="row geointInfo" >
<div class="col-md-12"> <div class="col-md-4">
</div>
<div class="col-md-4 visible-lg-block visible-md-block">
<img src="{% static 'images/conacytLogo_white.png'%}"/>
<img src="{% static 'images/geologo_white.png'%}"/>
<img src="{% static 'images/geointLogo_white.png'%}"/>
</div>
<div class="col-md-4">
<a href="http://www.centrogeo.org.mx/">© 2018 Centro de Investigación en Ciencias de Información Geoespacial</a> <a href="http://www.centrogeo.org.mx/">© 2018 Centro de Investigación en Ciencias de Información Geoespacial</a>
</div> </div>
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment