测试代码1：

def test(self):
  data = {\"add\": {\"doc\": {\"id\": \"100001\", \"*字段名*\": u\"我是一个大好人\"}}}
  params = {\"boost\": 1.0, \"overwrite\": \"true\", \"commitWithin\": 1000}
  url = \'http://127.0.0.1:8983/solr/mycore/update?wt=json\'
  headers = {\"Content-Type\": \"application/json\"}
  r = requests.post(url, json=data, params=params, headers=headers)
  print r.text


 def Index_data(self):
  solr = pysolr.Solr(\'http://127.0.0.1:8983/solr/mycore/\', timeout=10)

  # How you\'d index data.
  result = solr.add([
   {
    \"id\": \"doc_1\",
    \" \": \"A test document\",
   },
   {
    \"id\": \"doc_2\",
    \" \": \"The Banana: Tasty or Dangerous?\",
   },
  ])
  print result

测试代码2：

实际数据：

\"python

def Index_Data_FromCSV(self, csvfile):
  \'\'\'
   从CSV文件中读取数据，并索引到solr中
   :param csvfile: csv文件，包括完整路径
   :return:
   \'\'\'
  list = CSVOP.ReadCSV(csvfile)
  index = 0
  doc = {}
  params = {\"boost\": 1.0, \"overwrite\": \"true\", \"commitWithin\": 1000}
  url = \'http://127.0.0.1:8983/solr/mycore/update?wt=json\'
  headers = {\"Content-Type\": \"application/json\"}
  for item in list:
   if index > 0: # 第一行是标题
    try:
     doc[\' \'] = item[0].decode(\'GB2312\')
     doc[\' \'] = item[1]
     # doc[\'date\'] = item[2]
     doc[\'source\'] = item[3].decode(\'GB2312\')
     doc[\'keyword\'] = item[4].decode(\'GB2312\')
     data = {\"add\": {\"doc\": doc}}
     r = requests.post(url, json=data, params=params, headers=headers)
     print r.text
    except Exception,e:
     print e.message

   print index
   index += 1

#pysolr客户端代码
 def pysolr_Index_Data_FromCSV(self, csvfile,url=\'http://127.0.0.1:8983/solr/mycore/\'):
  \'\'\'
   从CSV文件中读取数据，并索引到solr中
   :param csvfile: csv文件，包括完整路径
   :return:
   \'\'\'
  list = CSVOP.ReadCSV(csvfile)
  index = 0
  listdocs = []
  for item in list:
   if index > 0: # 第一行是标题
    doc = {}
    try:
     doc[\' \'] = item[0].decode(\'GB2312\')
     doc[\' \'] = item[1]
     # doc[\'date\'] = item[2]
     doc[\'source\'] = item[3].decode(\'GB2312\')
     doc[\'keyword\'] = item[4].decode(\'GB2312\')
     listdocs.append(doc)
    except Exception,e:
     print e.message
   index += 1
  solr = pysolr.Solr(url, timeout=10)
  result = solr.add(listdocs)
  print result

查询代码： 

def search_data(self,message=\'视频\'):
  url = \'http://127.0.0.1:8983/solr/mycore/select?q= :\"\\%s\"&wt=json&indent=true\' % message
  r = requests.get(url, verify=False)
  print r.text
  r = r.json()[\'response\'][\'numFound\']
  print message + \":\" + str(r)
  
  #pysolr客户端
  def search_data(self,where=\'视频\',url=\'http://127.0.0.1:8983/solr/mycore/\'):
  solr = pysolr.Solr(url, timeout=10)
  dict = {\'start\':10,\'rows\': 30,\'fl\':\' ,keyword,source, \'}
  result = solr.search(\' :视频\',**dict)
  # result = solr.search(\' :视频\')
  # print result.raw_response[\'response\'][\'numFound\']

  for item in result:
   print \'keyword: %s\'% item[\'keyword\']
   print \' : %s\'% item[\' \']
   print \'source: %s\'% item[\'source\']
   print \' : %s\'% item[\' \']
   print \'

\'

输出结果：

{
 \"responseHeader\":{
 \"status\":0,
 \"QTime\":0,
 \"params\":{
  \"q\":\" :\\\"\\\\视频\\\"\",
  \"indent\":\"true\",
  \"wt\":\"json\"}},
 \"response\":{\"numFound\":123,\"start\":0,\"docs\":[
  {
  \"source\":\"中彩网\",
  \" \":\"http://www.zhcw.com/video/kaijiangshipin-3D/11981126.shtml\",
  \"keyword\":\"视频\",
  \" \":\"福彩3D开奖 视频 -中彩 视频\",
  \"id\":\"2f0a9d21-3771-4efa-a0cc-e0484cc97993\",
  \"_version_\":1584214368617234432},
  {
  \"source\":\"新浪视频\",
  \" \":\"http://video.sina.com.cn/news/spj/topvideoes20170707/?opsubject_id=top1\",
  \"keyword\":\"视频\",
  \" \":\"今日热门 视频 汇总20170707\",
  \"id\":\"c8aae0af-01e9-491f-b999-24b97004a4ba\",
  \"_version_\":1584214367507841024},
  {
  \"source\":\"网易新闻\",
  \" \":\"http://news.163.com/17/0707/13/COOCNUIE00018AOR.html\",
  \"keyword\":\"视频\",
  \" \":\"网传＂兰桂坊附近不雅 视频 ＂ 警方：传播 视频 将追责\",
  \"id\":\"353de48d-ede7-481b-89d3-bc20ab4b3884\",
  \"_version_\":1584214367821365248},
  {
  \"source\":\"凤凰视频\",
  \" \":\"http://v.ifeng.com/video_7480871.shtml\",
  \"keyword\":\"视频\",
  \" \":\"创想动画片：花粉过敏症的痛谁懂-凤凰 视频 -最具媒体品质的综合 视频 ...\",
  \"id\":\"dc5f19c4-180f-4004-a0db-4499d875a60f\",
  \"_version_\":1584214366819975168},
  {
  \"source\":\"凤凰视频\",
  \" \":\"http://v.ifeng.com/video_7805858.shtml\",
  \"keyword\":\"视频\",
  \" \":\"节气说：小暑时节就该这样养生-凤凰 视频 -最具媒体品质的综合 视频 门...\",
  \"id\":\"5e9eb7a7-48b8-4e41-9514-7712ae619d9a\",
  \"_version_\":1584214367516229632},
  {
  \"source\":\"凤凰视频\",
  \" \":\"http://v.ifeng.com/video_7483506.shtml\",
  \"keyword\":\"视频\",
  \" \":\"听导演讲《神奇女侠》的故事 -凤凰 视频 -最具媒体品质的综合 视频 门户-...\",
  \"id\":\"6b1482f1-c0c9-479f-bef7-7de324fb9372\",
  \"_version_\":1584214367647301632},
  {
  \"source\":\"汽车杂志\",
  \" \":\"http://www.jiemian.com/article/1445267.html\",
  \"keyword\":\"视频\",
  \" \":\"【视频】欧宝最近找了一堆穿睡衣的辣妈拍了一段超牛的视频\",
  \"id\":\"1d327555-a6f3-4513-9a21-43d59418ab82\",
  \"_version_\":1584214368157958144},
  {
  \"source\":\"味觉大师\",
  \" \":\"http://www.jiemian.com/article/1453545.html\",
  \"keyword\":\"视频\",
  \" \":\"【视频】大董没有肉的肉味烧茄子\",
  \"id\":\"7d777870-93cb-4c18-a32b-734af8f133f1\",
  \"_version_\":1584213891451191296},
  {
  \"source\":\"新浪汽车\",
  \" \":\"http://auto.sina.com.cn/video/zz/2017-07-07/detail-ifyhwehx5311889.shtml\",
  \"keyword\":\"视频\",
  \" \":\"视频 ：两大神车pk！高尔夫思域怎么选？\",
  \"id\":\"3a50b303-6b54-4da3-aee1-a61c678c752d\",
  \"_version_\":1584213892090822656},
  {
  \"source\":\"味觉大师\",
  \" \":\"http://www.jiemian.com/article/1453545.html\",
  \"keyword\":\"视频\",
  \" \":\"【视频】大董没有肉的肉味烧茄子\",
  \"id\":\"01da8e11-77bc-4c31-ba3a-ba668e846d9d\",
  \"_version_\":1584214366191878144}]
 }}

完整代码：

#-*- coding: UTF-8 -*-
import csv
import os
import codecs


def ReadCSV(filename):
 if os.path.exists(filename):
  with open(filename, \'r\') as f:
   reader = csv.reader(f)
   list = []
   for item in reader:
    list.append(item)
   return list

#################################################
#coding=utf-8
import json
import requests

import os
import time
from os import walk
import CSVOP
from datetime import datetime
import pysolr
import math

class SolrClientObj:

 def test(self):
  data = {\"add\": {\"doc\": {\"id\": \"100001\", \"*字段名*\": u\"我是一个大好人\"}}}
  params = {\"boost\": 1.0, \"overwrite\": \"true\", \"commitWithin\": 1000}
  url = \'http://127.0.0.1:8983/solr/mycore/update?wt=json\'
  headers = {\"Content-Type\": \"application/json\"}
  r = requests.post(url, json=data, params=params, headers=headers)
  print r.text

 def pysolr_Index_Data_FromCSV(self, csvfile,url=\'http://127.0.0.1:8983/solr/mycore/\'):
  \'\'\'
   从CSV文件中读取数据，并索引到solr中
   :param csvfile: csv文件，包括完整路径
   :return:
   \'\'\'
  list = CSVOP.ReadCSV(csvfile)
  index = 0
  listdocs = []
  for item in list:
   if index > 0: # 第一行是标题
    doc = {}
    try:
     doc[\' \'] = item[0].decode(\'GB2312\')
     doc[\' \'] = item[1]
     # doc[\'date\'] = item[2]
     doc[\'source\'] = item[3].decode(\'GB2312\')
     doc[\'keyword\'] = item[4].decode(\'GB2312\')
     listdocs.append(doc)
    except Exception,e:
     print e.message
   index += 1
  solr = pysolr.Solr(url, timeout=10)
  result = solr.add(listdocs)
  print result

 def Index_Data_FromCSV(self, csvfile):
  \'\'\'
   从CSV文件中读取数据，并索引到solr中
   :param csvfile: csv文件，包括完整路径
   :return:
   \'\'\'
  list = CSVOP.ReadCSV(csvfile)
  index = 0
  doc = {}
  params = {\"boost\": 1.0, \"overwrite\": \"true\", \"commitWithin\": 1000}
  url = \'http://127.0.0.1:8983/solr/mycore/update?wt=json\'
  headers = {\"Content-Type\": \"application/json\"}
  for item in list:
   if index > 0: # 第一行是标题
    try:
     doc[\' \'] = item[0].decode(\'GB2312\')
     doc[\' \'] = item[1]
     # doc[\'date\'] = item[2]
     doc[\'source\'] = item[3].decode(\'GB2312\')
     doc[\'keyword\'] = item[4].decode(\'GB2312\')
     data = {\"add\": {\"doc\": doc}}
     r = requests.post(url, json=data, params=params, headers=headers)
     print r.text
    except Exception,e:
     print e.message

   print index
   index += 1

 def Index_data(self):
  solr = pysolr.Solr(\'http://127.0.0.1:8983/solr/mycore/\', timeout=10)

  # How you\'d index data.
  result = solr.add([
   {
    \"id\": \"doc_1\",
    \" \": \"A test document\",
   },
   {
    \"id\": \"doc_2\",
    \" \": \"The Banana: Tasty or Dangerous?\",
   },
  ])
  print result

 def search_data(self,where=\'视频\',url=\'http://127.0.0.1:8983/solr/mycore/\'):
  solr = pysolr.Solr(url, timeout=10)
  dict = {\'start\':10,\'rows\': 30,\'fl\':\' ,keyword,source, \'}
  result = solr.search(\' :视频\',**dict)
  # result = solr.search(\' :视频\')
  # print result.raw_response[\'response\'][\'numFound\']

  for item in result:
   print \'keyword: %s\'% item[\'keyword\']
   print \' : %s\'% item[\' \']
   print \'source: %s\'% item[\'source\']
   print \' : %s\'% item[\' \']
   print \'    \'

 def delete_index_data(self,where,url=\'http://127.0.0.1:8983/solr/mycore/\'):
  \'\'\'
  删除索引
  :param where: 删除的条件
  :param url: url
  :return:
  \'\'\'
  solr = pysolr.Solr(url, timeout=10)
  # solr.delete(id=where) #id=\'id1\':删除id为“id1”的索引
  result = solr.delete(q=where) #q=\'*:*\'删除所有索引
  print result


obj = SolrClientObj()
# obj.delete_index_data(\'*:*\') #删除所有索引
# obj.Index_data()
# obj.search_data()
# obj.delete_index_data(\'doc_1\')
obj.search_data(\'视频\')
# csvfile = \'D:/work/Solr/other/exportExcels/2017-07-07_info.csv\'
# obj.pysolr_Index_Data_FromCSV(csvfile)

以上这篇对python 操作solr索引数据的实例详解就是小编分享给大家的全部内容了，希望能给大家一个参考，也希望大家多多支持脚本之家。

继续阅读与本文标签相同的文章

无标签
最新文章 最热文章
收藏 打印

特别推荐 2026年05月19日 星期二

精彩发现

热门标签

阻止表单提交 窗口 关闭浏览器 清除 CDATA css文件 光标位置 坐标 javascrpt !important 超链接 数字

相关文章