def fill_items(user_dict):
    """
    사용자 정보를 채운다.
    사용자의 포스트 정보를 채운다.
    포스트를 본 적(?)이 있다면 1.0이 될 것이다.

    @type user_dict: dict
    @param user_dict: 사용자 정보

    :return 모든 정보
    """
    all_items = {}

    for user in user_dict:
        for i in range(3):
            try:
                posts = get_userposts(user)
                break
            except Exception, e:
                print e
                print "failed user " + user + ", tetrying"
                time.sleep(4)

        for post in posts:
            url = str(post['url'])
            user_dict[user][url] = 1.0
            # 모든 아이템을 수집한다.
            all_items[url] = 1

def fillItems(user_dict):
    all_items={}
    for user in user_dict:
        for i in range(3):
            try:
                print user
                posts=get_userposts(user)
                print len(posts)
                break
            except:
                print "Failed user "+user+", retying"
                time.sleep(4)
        for post in posts:
            url = post['url']
            print url
            user_dict[user][url]=1.0
            all_items[url]=1
    
    print user_dict

# VERY IMPORTANT 
# Recommendations don't need all items to be compared since it just need
# item's name
# But! to find similarity based on it is there or not , 1 or 0,
# it has to have every item_name to be compared!
# Otherwise, it is going to get similarity based on the items that they
# have mutually. <-- VERY IMPORTANT
    for ratings in user_dict.values():
        for item in all_items:
            if item not in ratings:
                ratings[item]=0.0

    def _fill_items(self):
        all_items = {}

        for user in self._usr_dict:
            posts = []

            for i in range(3):
                try:
                    posts = pydelicious.get_userposts(user)
                    break
                except:
                    print "User " + user + " error, trying again."
                    time.sleep(4)

            for post in posts:
                url = post['url']
                self._usr_dict[user][url] = 1.0
                all_items[url] = 1

        for ratings in self._usr_dict.values():
            for item in all_items:
                if item not in ratings:
                    all_items[item] = 0.0
                    ratings[item] = 0.0

        if __debug__: print(all_items)
        self._all_items = all_items

def fill_items(user_dict):
    """Queries del.icio.us and grabs all a user's links. Modifies the provided
    dictionary and fills it out with the links retrieved from the request.

    Args:
        user_dict: A dictionary with usernames as keys and empty dicts.
    """
    all_items = {}
    # Find links posted by all users.
    for user in user_dict:
        for _ in range(3):
            try:
                posts = pydelicious.get_userposts(user)
                break
            except:
                print "Failed user " + user + ", retrying."
                time.sleep(4)
        for post in posts:
            url = post['url']
            user_dict[user][url] = 1.0
            all_items[url] = 1

        # Fill in the missing items with 0.
        for ratings in user_dict.values():
            for item in all_items:
                if item not in ratings:
                    ratings[item] = 0.0

def fillItems(userDict):
    """Populate user dict with 1 or 0 based on if link is shared or not.

    :param userDict:
        Most popular users by top posts, dict.
    """
    allItems = {}
    #find links posted by all users
    for user in userDict:
        for i in range(3):
            try:
                posts = get_userposts(user)
                break
            except:
                print "Fallito user "+user+", riprovo."
                time.sleep(4)
        try:
            for post in posts:
                url = post['url']
                userDict[user][url] = 1.0
                allItems[url] = 1
        except Exception as e:
            print user + " has no posts"
    for ratings in userDict.values():
        for item in allItems:
            if item not in ratings:
                ratings[item] = 0.0

def fillItems(user_dict):
    all_items = {}
    # find links posted by all users
    for user in user_dict:
        print "user: %s" % user
        posts = []
        for i in range(3):
            try:
                posts = get_userposts(user)
                break
            except:
                print "failed user %s, retrying" % user
                time.sleep(4)

        # print "posts: ", posts
        if posts:
            for post in posts:
                url = post['url']
                user_dict[user][url] = 1.0
                all_items[url] = 1

    for ratings in user_dict.values():
        for item in all_items:
            if item not in ratings:
                ratings[item] = 0.0

def getTags():
    user_dict = initializeUserDict('curious')
    all_items = {}
    tags_dict = {}
    #find links saved by all users
    for user in user_dict:
	for i in range(3):
	    try:
		posts = get_userposts(user)
		break
	    except:
		print u'Error for user '+user+u', trying one more time'
		time.sleep(4)
	for post in posts:
	    url = post['url']
	    tag = post['tags']
	    tags_dict.setdefault(tag,{})
	    tags_dict[tag][url] = 1.0
	    all_items[url] = 1

    #instead of empty elements write 0
    for ratings in tags_dict.values():
	for item in all_items:
	    if item not in ratings:
		ratings[item] = 0.0
    return tags_dict

def fillItems(user_dict):

    all_items = {}
    for user in user_dict:
        if user == '':
            continue
        else:
            print "Processing ",user

        for i in range(3):
            try:
                posts = get_userposts(user)
                break
            except:
                print "Failed for %s, retrying.." % user
                time.sleep(4)
        for post in posts:
            url = post['url']
            print url
            user_dict[user][url] = 1.0
            all_items[url] = 1
    
    for ratings in user_dict.values():
        for item in all_items:
            if item not in ratings:
                ratings[item] = 0.0

def fillItems(user_dict):
    all_items={}
    for user in user_dict:
        for i in range(3):
            try:
                # get_userposts()는 주어진 사용자에 대한 모든 게시글을 리턴
                posts=get_userposts(user)
                break
            except:
                print "Failed user "+user+", retrying"
                time.sleep(4)
                
        for post in posts:
            url=post['url']
            user_dict[user][url]=1.0
            all_items[url]=1
            # user_dict = {'유저이름', {'url 주소' : 평가점수1 or 0}}  will be returned
            # all_items = { 'url주소' : 1}
            
    #참조 list(d.items()) == list(zip(d.keys(), d.values()))
    # user_dict.values()는 '유저이름'을 를 가리킴
    for ratings in user_dict.values():
        for item in all_items:
            if item not in ratings:
                ratings[item]=0.0

	def fillItems(user_dict):
		all_items={}
		# Find links posted by all users
		for user in user_dict:
			for i in range(3):
				try:
					posts=get_userposts(user)
					break
				except:
					print "Failed user "+user+", retrying"
					time.sleep(4)
		for post in posts:
			url=post['url']
			#print user_dict[user]
			user_dict[user]=1.0
			all_items[url]=1
		# Fill in missing items with 0
		#print (type(set(user_dict.values())),type(set(all_items.values())))
		#print json.dumps(user_dict,indent=1)
		#print json.dumps(all_items,indent=1)
		not_in=set.difference(set(user_dict.keys()),set(all_items.keys()))
		#logging.info(not_in)
		# for ratings in user_dict.values( ):
		# 	for item in all_items:
		# 		if item not in ratings:
		# 			ratings[item]=0.0
		#print not_in
		for item in not_in:
			user_dict[item]=0.0
		return user_dict

def initializeUserDict(tag,count=5):
    user_dict = {}
    all_items = {}
    # get the top count' popular posts
    for p1 in get_popular(tag=tag)[0:count]:
        # find all users who posted this
        for p2 in get_urlposts(p1['href']):
            user = p2['user']
            user_dict.setdefault(user,{})
            # get user posts
            for i in range(3):
                try:
                    posts = get_userposts(user)
                    break
                except:
                    print "Failed user "+user+", retrying"
                    time.sleep(4)
            for post in posts:
                url = post['href']
                user_dict[user][url] = 1.0
                all_items[url] = 1

    #fill in missing items with 0
    [ratings.setdefault(item,0.0) for item in all_items for ratings in user_dict.values()]
                
    return user_dict

def fill_items(user_dict):
    """
    Returns: a dict whose keys are users and values are 
    dicts of link: rating pairs, where 1 stands for having 
    posted the link, else 0.
    """
    all_items = {}
    for user in user_dict:
        for _ in range(3):
            try:
                posts = get_userposts(user)
                break
            except:
                print("Failed user " + user + ", retrying")
                sleep(4)
        for post in posts:
            url = post['url']
            user_dict[user][url] = 1.0
            all_items[url] = 1

    for ratings in user_dict.values():
        for item in all_items:
            if item not in ratings:
                ratings[item] = 0.0

    return all_items

def fillItems(user_dict):
    all_items = []

    # find links posted by all users
    for user in user_dict:
        posts = None

        for i in range(3):
            try:
                posts = get_userposts(user)
                break
            except:
                print "Failed user "+user+", retrying"
                time.sleep(4)

        if posts is not None:
            for postInfo in posts:
                url = postInfo['url']
                user_dict[user][url] = 1.0
                all_items.append(url)

    for item in all_items:
        for ratings in user_dict.values():
            if item not in ratings:
                ratings[item] = 0.0

def fillItems(user_dict):
  all_items={}
  # Find links posted by all users
  
  count = 0
  len_ud = len(user_dict)
  for user in user_dict:
    count += 1
    print "Processing user %d of %d" % (count, len_ud)
    posts = []
    for i in range(3):
      try:
        posts=get_userposts(user)
        break
      except:
        print "Failed user "+user+", retrying"
        time.sleep(4)
    for post in posts:
      url=post['url']
      user_dict[user][url]=1.0
      all_items[url]=1
  
  # Fill in missing items with 0
  for ratings in user_dict.values():
    for item in all_items:
      if item not in ratings:
        ratings[item]=0.0

def get_ratings_for(users):
    user_ratings = {}
    all_items = set([])

    for user in users:
        user_ratings[user] = {}
        for i in range(3):
            try:
                posts = get_userposts(user)
                break
            except:
                print "Failed user "+user+", retrying in 4 seconds"
                time.sleep(4)
        for post in posts:
            url = post['url']
            user_ratings[user][url] = 1.0
            all_items.add(url)

    # Fill in missing items with 0
    # TODO: Don't think we should do this.
    for ratings in user_ratings.values():
        for item in all_items:
            if item not in ratings:
                # Note: this relies on dictionary mutability
                ratings[item] = 0.0

    return user_ratings

def get_userpost_details(user, num_retries = 3, sleep_time=10):
    for i in range(num_retries):
        try:
            posts = get_userposts(user)
            break
        except:
            print "Exception caught while retrying for user ", user, " retry number ", i
            sleep(sleep_time)
            
    return posts

def fillAll(user_dict):
  # Find links posted by all users
  for user in user_dict:
    for i in range(3):
      try:
        print 'getting userposts for', user
        posts = get_userposts(user)
        break
      except:
        print 'Failed user %s, retrying' % user
        time.sleep(4)
    user_dict[user] = posts

def fillItems(user_dict):
    all_items={}
    # Find links posted by all users
    for user in user_dict:
        if user is None or user=='': continue
        for post in get_userposts(user):
            url=post['url']
            user_dict[user][url]=1.0
            all_items[url]=1
    # Fill in missing items with 0
    for ratings in user_dict.values():
        for item in all_items:
            if item not in ratings:
                ratings[item]=0.0

    return user_dict

def fillItems(user_dict):
	all_items = {}
	for user in user_dict:
		for i in range(3):
			try:
				posts = get_userposts(user)
				break
			except Exception:
				print 'Failed user', user, ", retrying"
		for post in posts:
			url = post['href']
			user_dict[user][url] = 1.0
			all_items[url] = 1
	for ratings in user_dict.values():
		for item in all_items:
			if item not in ratings:
				ratings[item] = 0.0

def fillItems(user_dict):
    all_items = {}
    for user in user_dict:
        for i in range(3):
            try:
                posts = get_userposts(user)
                break
            except:
                print "Failed user "+ user + ",retrying"
                time.sleep(4)
        for post in posts:
            url = post['href']
            user_dict[user][url] = 1.0
            all_items[url] = 1
    for ratings in user_dict.values():
        for item in all_items:
            if item not in ratings:
                ratings[item] = 0.0